Xueqing commited on
Commit
f09b25a
·
verified ·
1 Parent(s): c33fa24

Update backend/utils/analyze_prod_datasets.py

Browse files
backend/utils/analyze_prod_datasets.py CHANGED
@@ -6,7 +6,7 @@ from pathlib import Path
6
  from typing import Dict, Any, List
7
  from huggingface_hub import HfApi
8
  from dotenv import load_dotenv
9
- from app.config.hf_config import HF_ORGANIZATION
10
 
11
  # Get the backend directory path
12
  BACKEND_DIR = Path(__file__).parent.parent
@@ -23,9 +23,9 @@ logging.basicConfig(
23
  logger = logging.getLogger(__name__)
24
 
25
  # Initialize Hugging Face API
26
- HF_TOKEN = os.getenv("HF_TOKEN")
27
- if not HF_TOKEN:
28
- raise ValueError("HF_TOKEN not found in environment variables")
29
  api = HfApi(token=HF_TOKEN)
30
 
31
  def analyze_dataset(repo_id: str) -> Dict[str, Any]:
 
6
  from typing import Dict, Any, List
7
  from huggingface_hub import HfApi
8
  from dotenv import load_dotenv
9
+ from app.config.hf_config import HF_TOKEN, HF_ORGANIZATION
10
 
11
  # Get the backend directory path
12
  BACKEND_DIR = Path(__file__).parent.parent
 
23
  logger = logging.getLogger(__name__)
24
 
25
  # Initialize Hugging Face API
26
+ # HF_TOKEN = os.getenv("HF_TOKEN")
27
+ # if not HF_TOKEN:
28
+ # raise ValueError("HF_TOKEN not found in environment variables")
29
  api = HfApi(token=HF_TOKEN)
30
 
31
  def analyze_dataset(repo_id: str) -> Dict[str, Any]: