add more logging statements

main.py

@@ -21,7 +21,7 @@ logging.getLogger().setLevel(logging.INFO)
 delta = int(os.environ.get('DELTA') or '1')
 logging.info("DELTA = %s", delta)
 
-@flow(name="Data Collection - Main", log_prints=True)
+@flow(name="Data Collection - Daily", log_prints=True)
 def main():
     """
     Orchestrates the data collection process by calling the crawl functions of different sources.

source/csrc.py

@@ -42,6 +42,7 @@ def crawl(delta):
             else:
                 category_url = f"http://www.csrc.gov.cn/csrc/c100039/common_list_{i}.shtml"
             i = i + 1
+            logger.info(f"Fetching from URL: {category_url}")
             logger.info(category_url)
             req = urllib.request.urlopen(category_url)
             text = req.read()
@@ -66,7 +67,7 @@ def crawl(delta):
                                 article = {}
                                 url = "http://www.csrc.gov.cn" + url
                                 article['category'] = "Policy Interpretation"
-                                logger.info(url)
+                                logger.info(f"Processing article URL: {url}")
                                 crawl_by_url(url, article)
                             except Exception as error:
                                 logger.error(error)
@@ -130,3 +131,4 @@ def crawl(delta):
         except Exception as error:
             i = -1
             logger.error(error)
+