Update crawler.py

crawler.py

@@ -93,7 +93,7 @@ def get_answers(results_a_elements, query):
     print("Result links extracted: ", len(results_a_elements))
     
     # Limit the number of parallel processes for better resource management
-    max_processes = 4
+    max_processes = max(1, int(multiprocessing.cpu_count() * 0.5))
     
     with multiprocessing.Pool(processes=max_processes) as pool:
         results = pool.map(process_url, results_a_elements)