Update backend/utils/analyze_prod_datasets.py
Browse files
backend/utils/analyze_prod_datasets.py
CHANGED
@@ -6,7 +6,7 @@ from pathlib import Path
|
|
6 |
from typing import Dict, Any, List
|
7 |
from huggingface_hub import HfApi
|
8 |
from dotenv import load_dotenv
|
9 |
-
from app.config.hf_config import HF_ORGANIZATION
|
10 |
|
11 |
# Get the backend directory path
|
12 |
BACKEND_DIR = Path(__file__).parent.parent
|
@@ -23,9 +23,9 @@ logging.basicConfig(
|
|
23 |
logger = logging.getLogger(__name__)
|
24 |
|
25 |
# Initialize Hugging Face API
|
26 |
-
HF_TOKEN = os.getenv("HF_TOKEN")
|
27 |
-
if not HF_TOKEN:
|
28 |
-
raise ValueError("HF_TOKEN not found in environment variables")
|
29 |
api = HfApi(token=HF_TOKEN)
|
30 |
|
31 |
def analyze_dataset(repo_id: str) -> Dict[str, Any]:
|
|
|
6 |
from typing import Dict, Any, List
|
7 |
from huggingface_hub import HfApi
|
8 |
from dotenv import load_dotenv
|
9 |
+
from app.config.hf_config import HF_TOKEN, HF_ORGANIZATION
|
10 |
|
11 |
# Get the backend directory path
|
12 |
BACKEND_DIR = Path(__file__).parent.parent
|
|
|
23 |
logger = logging.getLogger(__name__)
|
24 |
|
25 |
# Initialize Hugging Face API
|
26 |
+
# HF_TOKEN = os.getenv("HF_TOKEN")
|
27 |
+
# if not HF_TOKEN:
|
28 |
+
# raise ValueError("HF_TOKEN not found in environment variables")
|
29 |
api = HfApi(token=HF_TOKEN)
|
30 |
|
31 |
def analyze_dataset(repo_id: str) -> Dict[str, Any]:
|