1. import requests
2. from bs4 import BeautifulSoup
3. import concurrent.futures
4. import re
5. import logging
6. import threading
7.  
8. logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
9.  
10. # Lock for thread-safe file operations
11. write_lock = threading.Lock()
12.  
13. # Global counter for numbering the results
14. result_counter = 0
15.  
16. def get_result_data(roll):
17.     url = 'https://sresult.bise-ctg.gov.bd/s24/individual/result.php'
18.     data = {'roll': roll}
19.     try:
20.         res = requests.post(url, data)
21.         res.raise_for_status()
22.     except requests.RequestException as e:
23.         logging.error(f"Request failed for roll {roll}: {e}")
24.         return None
25.    
26.     sp = BeautifulSoup(res.text, 'html.parser')
27.     if sp.find('h2', string='SSC Result 2024') is None:
28.         logging.warning(f"No result found for roll {roll}")
29.         return None
30.  
31.     try:
32.         nums = sp.find_all('td', class_='cap_lt')
33.         marks = sp.find_all('td', class_='bg_grey')
34.  
35.         total = 0
36.         gpa = ''
37.         group = ''
38.         school = ''
39.         subject_marks = []
40.  
41.         for j, i in enumerate(nums):
42.             if re.search(r'GPA=\d+\.\d+', str(i)) is not None:
43.                 gpa = re.search(r'GPA=(\d+\.\d+)', str(i)).group(1)
44.             if j == 3:
45.                 group = i.text if i else ''
46.             if j == 8:
47.                 school = i.text if i else ''
48.  
49.         name_elem = sp.find('td', width=True, class_='cap_lt')
50.         name = name_elem.text if name_elem else ''
51.  
52.         for mark in marks:
53.             mark_text = mark.text if mark else ''
54.             if re.search(r'\d{3}\(.+\)', mark_text) is not None:
55.                 subject_marks.append(re.search(r'(\d{3})', mark_text).group(1))
56.                 total += int(re.search(r'(\d{3})', mark_text).group(1))
57.  
58.         result_data = {
59.             'roll': roll,
60.             'name': name,
61.             'total': total,
62.             'gpa': gpa,
63.             'group': group,
64.             'school': school,
65.             'subject_marks': subject_marks
66.         }
67.         return result_data
68.     except Exception as e:
69.         logging.error(f"Error parsing data for roll {roll}: {e}")
70.         return None
71.  
72. def write_result_data(result_data):
73.     global result_counter
74.     with write_lock:
75.         result_counter += 1
76.         with open("result_data.txt", "a") as f_main, open("subject_marks.txt", "a") as f_marks:
77.             main_result_str = f"{result_counter}\t{result_data['name']}\t{result_data['roll']}\t{result_data['gpa']}\t{result_data['total']}\t{result_data['school']}"
78.             f_main.write(main_result_str + '\n')
79.  
80.             marks_result_str = f"{result_data['roll']}\t" + "\t".join(result_data['subject_marks'])
81.             f_marks.write(marks_result_str + '\n')
82.  
83. def process_rolls(rolls):
84.     results = []
85.     for roll in rolls:
86.         result_data = get_result_data(str(roll))
87.         if result_data:
88.             results.append(result_data)
89.     for result_data in results:
90.         write_result_data(result_data)
91.  
92. def process_range(start, end, max_workers=50):
93.     logging.info(f"Processing range {start}-{end}...")
94.     rolls = list(range(start, end))
95.     chunk_size = len(rolls) // max_workers
96.     with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
97.         executor.map(process_rolls, [rolls[i:i + chunk_size] for i in range(0, len(rolls), chunk_size)])
98.     logging.info(f"Range {start}-{end} complete")
99.  
100. if __name__ == "__main__":
101.     start_range = int(input("starting roll: "))
102.     end_range = int(input("Final roll: "))
103.     max_worker = 50
104.  
105.     step = max(1, (end_range - start_range) // max_worker)
106.     ranges = [(i, min(end_range, i + step)) for i in range(start_range, end_range, step)]
107.  
108.     for start, end in ranges:
109.         process_range(start, end, max_worker)
110.  
111.     logging.info("Processing complete. Results are written to 'result_data.txt' and 'subject_marks.txt'.")
112.