Update backend/utils/sync_datasets_locally.py

backend/utils/sync_datasets_locally.py

@@ -6,8 +6,10 @@ from pathlib import Path
 from huggingface_hub import HfApi, snapshot_download, upload_folder, create_repo
 from dotenv import load_dotenv
 
+from app.config.hf_config import HF_TOKEN, HF_ORGANIZATION, HF_AGGREGATED
+
 # Configure source and destination usernames
-SOURCE_USERNAME = "TheFinAI"
+SOURCE_USERNAME = HF_AGGREGATED
 DESTINATION_USERNAME = "tfrere"
 
 # Get the backend directory path
@@ -29,7 +31,7 @@ DATASET_NAMES = [
     "votes",
     "results",
     "requests",
-    "greek-contents",
+    HF_AGGREGATED,
     "maintainers-highlight",
 ]
 
@@ -107,9 +109,9 @@ def copy_datasets():
     try:
         logger.info("🔑 Checking authentication...")
         # Get token from .env file
-        token = os.getenv("HF_TOKEN")
-        if not token:
-            raise ValueError("HF_TOKEN not found in .env file")
+        # token = os.getenv("HF_TOKEN")
+        # if not token:
+            # raise ValueError("HF_TOKEN not found in .env file")
         
         # Process datasets sequentially
         results = []