1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
from modules.interface import Interface
from tinydb import TinyDB
import time
def scrape_cases(act, section, state_code, name=time.time_ns()):
db = TinyDB(f'{name}.json')
interface = Interface()
def get_act_number(acts):
for act_code, act_name in acts:
if act_name == act:
return act_code
return None
try:
districts = interface.get_districts(state_code)
except Exception as e:
print(f"[ERROR] Failed to scrape districts: {e}")
districts = []
for dist_code, dist_name in districts:
print(f'DISTRICT: {dist_name}')
try:
complexes = interface.get_complexes(state_code, dist_code)
except Exception as e:
print(f"[ERROR] Failed to scrape complexes for {dist_name}: {e}")
continue
for complex_code, complex_name in complexes:
print(f'COMPLEX: {complex_name}')
court_establishments = str(complex_code).split(',')
for i, court_establishment in enumerate(court_establishments, 1):
print(f'ESTABLISHMENT: {i}/{len(court_establishments)}')
try:
acts = interface.get_acts(state_code, dist_code, court_establishment)
act_number = get_act_number(acts)
except Exception as e:
print(f"[ERROR] Failed to scrape acts for complex {complex_name}: {e}")
continue
if not act_number:
continue
try:
cases = interface.search_by_act(state_code, dist_code, court_establishment, act_number, section)
except Exception as e:
print(f"[ERROR] Failed to scrape cases in complex {complex_name}: {e}")
continue
for j, case in enumerate(cases, 1):
print(f'CASE: {j}/{len(cases)}')
try:
case_no = case['case_no']
case_history = interface.case_history(state_code, dist_code, court_establishment, case_no)
except Exception as e:
print(f"[ERROR] Failed to get history for case {case.get('case_no', 'UNKNOWN')}: {e}")
continue
try:
case_history['case_no'] = case_no
case_history['complex_name'] = complex_name
db.insert(case_history)
except Exception as e:
print(f"[ERROR] Failed to parse orders for case {case_no}: {e}")
|
