Update app.py

app.py

@@ -16,8 +16,13 @@ from langchain_openai import ChatOpenAI
 from typing import List, Dict, Optional
 from pydantic import BaseModel, Field, confloat
 
-llm = LLM(model="deepseek/deepseek-r1-distill-qwen-32b")
+# llm = LLM(model="deepseek/deepseek-r1-distill-qwen-32b")
+from crewai.llms import LiteLLM
 
+llm = LiteLLM(
+    model="deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
+    api_base="http://localhost:8000"  # or DeepSeek API
+)
 class SkillScore(BaseModel):
     skill_name: str = Field(description="Name of the skill being scored")
     required: bool = Field(description="Whether this skill is required or nice-to-have")