Add additional catch for gated model

backend/app/services/models.py

@@ -510,7 +510,6 @@ class ModelService(HuggingFaceService):
                 raise ValueError(error_message)
 
             # Check in all statuses (pending, evaluating, finished)
-            print(model_data)
             for status, models in existing_models.items():
                 for model in models:
                     print(model)
@@ -531,8 +530,6 @@ class ModelService(HuggingFaceService):
             logger.error(LogFormatter.error("Failed to check existing submissions", e))
             raise
 
-        print(model_info)
-
         # Check that model on hub and valid
         valid, error, model_config = await self.validator.is_model_on_hub(
             model_data["model_id"],

backend/app/utils/model_validation.py

@@ -12,6 +12,7 @@ from app.core.formatting import LogFormatter
 
 logger = logging.getLogger(__name__)
 
+GATED_ERROR = "The model is gated by the model authors and requires special access permissions. Please contact us to request evaluation."
 
 class ModelValidator:
     def __init__(self):
@@ -269,8 +270,14 @@ class ModelValidator:
                         f"The tokenizer is not available in an official Transformers release: {e}",
                         None,
                     )
-                except Exception as e:
-                    print(e)
+                except Exception:
+                    # When running on hugging face we get into this except block instead of the one below
+                    if gated:
+                        return (
+                            False,
+                            GATED_ERROR,
+                            None,
+                        )
                     return (
                         False,
                         "The tokenizer cannot be loaded. Ensure the tokenizer class is part of a stable Transformers release and correctly configured.",
@@ -289,7 +296,7 @@ class ModelValidator:
             if gated:
                 return (
                     False,
-                    "The model is gated by the model authors and requires special access permissions. Please contact us to request evaluation.",
+                    GATED_ERROR,
                     None,
                 )
             return (