Fix chat template validation

backend/app/services/models.py

@@ -545,17 +545,6 @@ class ModelService(HuggingFaceService):
             raise Exception(error)
         logger.info(LogFormatter.success("Model on hub validation passed"))
 
-        # Validate that the model has a chat template
-        has_chat_template = hasattr(model_info, "chat_template") and model_info.chat_template is not None
-        if not has_chat_template:
-            logger.error(
-                LogFormatter.error(
-                    "Model does not have a chat template"
-                )
-            )
-            raise Exception(
-                "Model does not have a chat template. Chat templates are required to accurately evaluate responses")
-
         # Validate model card
         valid, error, model_card = await self.validator.check_model_card(
             model_data["model_id"]
@@ -585,17 +574,15 @@ class ModelService(HuggingFaceService):
             logger.error(LogFormatter.error("Size limit exceeded", error_msg))
             raise Exception(error_msg)
 
-        # Chat template validation if requested
-        if model_data["use_chat_template"]:
-            valid, error = await self.validator.check_chat_template(
-                model_data["model_id"], model_data["revision"]
+        valid, error = await self.validator.check_chat_template(
+            model_data["model_id"], model_data["revision"]
+        )
+        if not valid:
+            logger.error(
+                LogFormatter.error("Chat template validation failed", error)
             )
-            if not valid:
-                logger.error(
-                    LogFormatter.error("Chat template validation failed", error)
-                )
-                raise Exception(error)
-            logger.info(LogFormatter.success("Chat template validation passed"))
+            raise Exception(error)
+        logger.info(LogFormatter.success("Chat template validation passed"))
 
         architectures = model_info.config.get("architectures", "")
         if architectures:
@@ -615,7 +602,6 @@ class ModelService(HuggingFaceService):
             # "model_type": model_data["model_type"],
             "job_id": -1,
             "job_start_time": None,
-            # "use_chat_template": model_data["use_chat_template"],
             "sender": user_id,
         }
 

backend/app/utils/model_validation.py

@@ -218,7 +218,7 @@ class ModelValidator:
                     tokenizer_config = json.load(f)
 
                 if "chat_template" not in tokenizer_config:
-                    error_msg = f"The model {model_id} doesn't have a chat_template in its tokenizer_config.json. Please add a chat_template before submitting or submit without it."
+                    error_msg = f"The model {model_id} doesn't have a chat_template in its tokenizer_config.json. Chat templates are required to accurately evaluate responses."
                     logger.error(LogFormatter.error(error_msg))
                     return False, error_msg