blob: abec11d59cd9c59609bb35bb2739a74259059ec3 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
|
from rq import Queue
from rq.job import Job
from redis import Redis
from .jobs.scrape_cases import scrape_cases
class JobManager:
def __init__(self):
self.redis = Redis()
self.q = Queue(connection=self.redis)
def enqueue_scrape(self, name, acts, section, state_code):
# 4 hour timeout
return self.q.enqueue(
scrape_cases,
name,
acts,
section,
state_code,
job_timeout=14400
)
def get_started_jobs(self):
started_job_ids = self.q.started_job_registry.get_job_ids()
jobs = [Job.fetch(job_id, connection=self.redis) for job_id in started_job_ids]
return jobs
|
