Spaces:

ksvmuralidhar
/

news_classifier_api

Sleeping

ksvmuralidhar commited on Aug 22, 2024

Commit

45cce3b

verified ·

1 Parent(s): 58c1821

Update scraper.py

Files changed (1) hide show

scraper.py CHANGED Viewed

@@ -15,7 +15,7 @@ def get_text(url, n_words=15):
         logging.warning(f"Initiated Scraping {url}")
         user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
         options = uc.ChromeOptions()
-        # options.add_argument("--headless")
         options.add_argument(f"user-agent={user_agent}")
         options.add_argument("--blink-settings=imagesEnabled=false")
         options.add_argument("--disable-images")

         logging.warning(f"Initiated Scraping {url}")
         user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
         options = uc.ChromeOptions()
+        options.add_argument("--headless")
         options.add_argument(f"user-agent={user_agent}")
         options.add_argument("--blink-settings=imagesEnabled=false")
         options.add_argument("--disable-images")