Update tools/visit_webpage.py

tools/visit_webpage.py

@@ -24,14 +24,20 @@ class VisitWebpageTool(Tool):
             ) from e
         try:
             # Send a GET request to the URL with a 20-second timeout
-            req = Request(
-                url=url, 
-                headers={'User-Agent': 'Mozilla/5.0'}
-            )
-            response = urlopen(req).read()
-            
+            # req = Request(
+            #     url=url, 
+            #     headers={'User-Agent': 'Mozilla/5.0'}
+            # )
+            # response = urlopen(req).read().decode('utf-8')
+            # print(response)
+            headers = {
+                'User-Agent': 'Mozilla/5.0'
+            }
+                
+
+            response = requests.get(url, headers=headers, timeout=20)
             #response = requests.get(url, timeout=20)
-            #response.raise_for_status()  # Raise an exception for bad status codes
+            response.raise_for_status()  # Raise an exception for bad status codes
 
             # Convert the HTML content to Markdown
             markdown_content = markdownify(response.text).strip()