Update csrc.py

source/csrc.py

@@ -44,8 +44,12 @@ def crawl(delta):
             i = i + 1
             logger.info(f"Fetching from URL: {category_url}")
             logger.info(category_url)
-            req = urllib.request.urlopen(category_url)
-            text = req.read()
+            req = urllib.request.Request(
+                category_url,
+                headers={'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'}
+            )
+            response = urllib.request.urlopen(req)
+            text = response.read()
             html_text = text.decode("utf-8")
             page = etree.HTML(html_text)
             articlelist = page.xpath(