Handle gated models

backend/app/services/models.py

@@ -536,7 +536,7 @@ class ModelService(HuggingFaceService):
 
         # Check that model on hub and valid
         valid, error, model_config = await self.validator.is_model_on_hub(
-            model_data["model_id"], model_data["revision"], test_tokenizer=True
+            model_data["model_id"], model_data["revision"], model_info.gated, test_tokenizer=True
         )
         if not valid:
             logger.error(LogFormatter.error("Model on hub validation failed", error))

backend/app/utils/model_validation.py

@@ -184,6 +184,7 @@ class ModelValidator:
         self,
         model_name: str,
         revision: str,
+        gated: bool = False,
         test_tokenizer: bool = False,
         trust_remote_code: bool = False,
     ) -> Tuple[bool, Optional[str], Optional[Any]]:
@@ -229,10 +230,10 @@ class ModelValidator:
                 None,
             )
         except Exception as e:
-            if "You are trying to access a gated repo." in str(e):
+            if gated:
                 return (
                     True,
-                    "The model is gated and requires special access permissions.",
+                    "The model is gated by the model authors and requires special access permissions. Please contact us to request evaluation.",
                     None,
                 )
             return (