aboutsummaryrefslogtreecommitdiff
path: root/web/app/job_manager.py
diff options
context:
space:
mode:
authorRaghuram Subramani <raghus2247@gmail.com>2025-05-11 19:20:58 +0530
committerRaghuram Subramani <raghus2247@gmail.com>2025-05-11 19:20:58 +0530
commita44d6029f2aed0389750ce0cd694a369450fef57 (patch)
treeb98a254b308d7fea6ddcb0ffc347d1ebeadce935 /web/app/job_manager.py
parentaf8665ad224f923bdffd26fa75e7d4a8714b976c (diff)
update
Diffstat (limited to 'web/app/job_manager.py')
-rw-r--r--web/app/job_manager.py14
1 files changed, 9 insertions, 5 deletions
diff --git a/web/app/job_manager.py b/web/app/job_manager.py
index abec11d..fa486f3 100644
--- a/web/app/job_manager.py
+++ b/web/app/job_manager.py
@@ -8,18 +8,22 @@ class JobManager:
self.redis = Redis()
self.q = Queue(connection=self.redis)
- def enqueue_scrape(self, name, acts, section, state_code):
+ def enqueue_scrape(self, name, acts, sections, state_code):
# 4 hour timeout
return self.q.enqueue(
scrape_cases,
name,
acts,
- section,
+ sections,
state_code,
job_timeout=14400
)
- def get_started_jobs(self):
+ def get_jobs(self):
started_job_ids = self.q.started_job_registry.get_job_ids()
- jobs = [Job.fetch(job_id, connection=self.redis) for job_id in started_job_ids]
- return jobs
+ started_jobs = [Job.fetch(job_id, connection=self.redis) for job_id in started_job_ids]
+
+ finished_job_ids = self.q.finished_job_registry.get_job_ids()
+ finished_jobs = [Job.fetch(job_id, connection=self.redis) for job_id in finished_job_ids]
+
+ return started_jobs + finished_jobs