diff options
author | Raghuram Subramani <raghus2247@gmail.com> | 2025-05-11 19:20:58 +0530 |
---|---|---|
committer | Raghuram Subramani <raghus2247@gmail.com> | 2025-05-11 19:20:58 +0530 |
commit | a44d6029f2aed0389750ce0cd694a369450fef57 (patch) | |
tree | b98a254b308d7fea6ddcb0ffc347d1ebeadce935 /web/app/job_manager.py | |
parent | af8665ad224f923bdffd26fa75e7d4a8714b976c (diff) |
update
Diffstat (limited to 'web/app/job_manager.py')
-rw-r--r-- | web/app/job_manager.py | 14 |
1 files changed, 9 insertions, 5 deletions
diff --git a/web/app/job_manager.py b/web/app/job_manager.py index abec11d..fa486f3 100644 --- a/web/app/job_manager.py +++ b/web/app/job_manager.py @@ -8,18 +8,22 @@ class JobManager: self.redis = Redis() self.q = Queue(connection=self.redis) - def enqueue_scrape(self, name, acts, section, state_code): + def enqueue_scrape(self, name, acts, sections, state_code): # 4 hour timeout return self.q.enqueue( scrape_cases, name, acts, - section, + sections, state_code, job_timeout=14400 ) - def get_started_jobs(self): + def get_jobs(self): started_job_ids = self.q.started_job_registry.get_job_ids() - jobs = [Job.fetch(job_id, connection=self.redis) for job_id in started_job_ids] - return jobs + started_jobs = [Job.fetch(job_id, connection=self.redis) for job_id in started_job_ids] + + finished_job_ids = self.q.finished_job_registry.get_job_ids() + finished_jobs = [Job.fetch(job_id, connection=self.redis) for job_id in finished_job_ids] + + return started_jobs + finished_jobs |