Restart eval backend when model is submitted

backend/app/config/base.py

@@ -37,4 +37,5 @@ EVAL_CACHE = CACHE_ROOT / "eval-queue"
 
 # Repository configuration
 QUEUE_REPO = f"{HF_ORGANIZATION}/llm-security-leaderboard-requests"
+EVAL_BACKEND = f"{HF_ORGANIZATION}/llm-security-evaluation-backend"
 EVAL_REQUESTS_PATH = EVAL_CACHE / "eval_requests.jsonl"

backend/app/services/models.py

@@ -11,13 +11,14 @@ import sys
 import contextlib
 import tempfile
 
-from app.config import HF_TOKEN
+from app.config import HF_TOKEN, EVAL_BACKEND
 from app.config.hf_config import QUEUE_REPO
 from app.services.hf_service import HuggingFaceService
 from app.utils.model_validation import ModelValidator
 from app.services.votes import VoteService
 from app.core.cache import cache_config
 from app.core.formatting import LogFormatter
+from app.utils.space_controller import SpaceController
 
 # Disable datasets progress bars globally
 disable_progress_bar()
@@ -118,6 +119,7 @@ class ModelService(HuggingFaceService):
             super().__init__()
             self.validator = ModelValidator()
             self.vote_service = VoteService()
+            self.space_controller = SpaceController()
             self.eval_requests_path = cache_config.eval_requests_file
             logger.info(
                 LogFormatter.info(
@@ -559,6 +561,14 @@ class ModelService(HuggingFaceService):
             logger.error(LogFormatter.error("Upload failed", e))
             raise
 
+        # Restart the evaluation backend if needed
+        try:
+            logger.info(LogFormatter.subsection("Starting EVALUATION BACKEND"))
+            self.space_controller.start_space(EVAL_BACKEND)
+        except Exception as e:
+            logger.error(LogFormatter.error("Failed to restart evaluation backend", e))
+            raise
+
         # Add automatic vote
         try:
             logger.info(LogFormatter.subsection("AUTOMATIC VOTE"))

backend/app/utils/space_controller.py

@@ -0,0 +1,39 @@
+import logging
+
+from huggingface_hub import HfApi
+
+from app.config.base import HF_TOKEN
+
+logger = logging.getLogger(__name__)
+
+ACTIVE_SPACE_STATES = ["APP_STARTING", "RUNNING", "BUILDING", "RUNNING_APP_STARTING"]
+
+
+class SpaceController:
+    def __init__(self):
+        self.token = HF_TOKEN
+        self.api = HfApi(token=self.token)
+
+    def get_space_status(self, space_id):
+        """Get the current status of a space"""
+        try:
+            space_info = self.api.space_info(repo_id=space_id)
+            return space_info.runtime.stage
+        except Exception as e:
+            logger.error(f"Error getting space status: {e}")
+            return None
+
+    def start_space(self, space_id):
+        """Start a paused space"""
+        try:
+            current_status = self.get_space_status(space_id)
+
+            if current_status in ACTIVE_SPACE_STATES:
+                logger.info(f"Space {space_id} is already active with status: {current_status}")
+            else:
+                logger.info(f"Starting space {space_id}...")
+                self.api.restart_space(repo_id=space_id)
+
+        except Exception as e:
+            logger.error(f"Error starting space: {e}")
+            raise