phi3

app.py

@@ -13,7 +13,7 @@ logger = logging.getLogger(__name__)
 
 app = FastAPI()
 
-MODEL_NAME = 'tinyllama'
+MODEL_NAME = 'phi3:mini'
 
 @lru_cache()
 def get_llm():

start.sh

@@ -9,8 +9,8 @@ export CUDA_VISIBLE_DEVICES=0  # Use the first GPU if available
 ollama serve &  # Use GPU 0 if available
 
 # Pull the model if not already present
-if ! ollama list | grep -q "tinyllama"; then
-    ollama pull tinyllama
+if ! ollama list | grep -q "phi3:mini"; then
+    ollama pull phi3:mini
 fi
 
 # Wait for Ollama to start up (use a more robust check)