Update app.py

app.py

@@ -15,9 +15,11 @@ class DuckDuckGoSearchTool(SearchInformationTool):
     """Search tool that uses DuckDuckGo's HTML interface"""
     
     def forward(self, query: str, filter_year: Optional[int] = None) -> str:
-        """Performs search using DuckDuckGo"""
+        """Performs search using DuckDuckGo's HTML endpoint"""
         encoded_query = quote_plus(query)
-        url = f"https://duckduckgo.com/?t=h_&q={encoded_query}&ia=web"
+        # Use the HTML endpoint directly
+        url = f"https://html.duckduckgo.com/html/?q={encoded_query}"
+        print(f"DEBUG: Searching with URL: {url}")
         self.browser.visit_page(url)
         header, content = self.browser._state()
         return header.strip() + "\n=======================\n" + content
@@ -66,7 +68,12 @@ class ResearchSystem:
             request_kwargs={
                 "cookies": COOKIES,
                 "headers": {
-                    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+                    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
+                    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
+                    "Accept-Language": "en-US,en;q=0.5",
+                    "DNT": "1",
+                    "Connection": "keep-alive",
+                    "Upgrade-Insecure-Requests": "1"
                 }
             }
         )
@@ -133,7 +140,7 @@ class ResearchSystem:
             print(f"\nDEBUG: Processing query: {query}")
             
             # Get search results using the browser
-            search_results = self.researcher.run(f"Search query: {query}")
+            search_results = self.researcher.run(f"Search for information about: {query}")
             print(f"\nDEBUG: Search completed. Results:\n{search_results}")
             
             # Analyze the results