Update backend/app/services/leaderboard.py
Browse files
backend/app/services/leaderboard.py
CHANGED
@@ -4,7 +4,7 @@ from typing import List, Dict, Any
|
|
4 |
import datasets
|
5 |
from fastapi import HTTPException
|
6 |
import logging
|
7 |
-
from app.config.
|
8 |
from app.utils.logging import LogFormatter
|
9 |
|
10 |
logger = logging.getLogger(__name__)
|
@@ -17,10 +17,10 @@ class LeaderboardService:
|
|
17 |
"""Fetch raw leaderboard data from HuggingFace dataset"""
|
18 |
try:
|
19 |
logger.info(LogFormatter.section("FETCHING LEADERBOARD DATA"))
|
20 |
-
logger.info(LogFormatter.info(f"Loading dataset from {HF_ORGANIZATION}/
|
21 |
|
22 |
dataset = datasets.load_dataset(
|
23 |
-
f"{HF_ORGANIZATION}/
|
24 |
cache_dir=cache_config.get_cache_path("datasets")
|
25 |
)["train"]
|
26 |
|
|
|
4 |
import datasets
|
5 |
from fastapi import HTTPException
|
6 |
import logging
|
7 |
+
from app.config.hf_config import HF_TOKEN, HF_ORGANIZATION, HF_AGGREGATED
|
8 |
from app.utils.logging import LogFormatter
|
9 |
|
10 |
logger = logging.getLogger(__name__)
|
|
|
17 |
"""Fetch raw leaderboard data from HuggingFace dataset"""
|
18 |
try:
|
19 |
logger.info(LogFormatter.section("FETCHING LEADERBOARD DATA"))
|
20 |
+
logger.info(LogFormatter.info(f"Loading dataset from {HF_ORGANIZATION}/{HF_AGGREGATED}"))
|
21 |
|
22 |
dataset = datasets.load_dataset(
|
23 |
+
f"{HF_ORGANIZATION}/{HF_AGGREGATED}",
|
24 |
cache_dir=cache_config.get_cache_path("datasets")
|
25 |
)["train"]
|
26 |
|