Update app.py

app.py

@@ -1,18 +1,23 @@
 import os
 from fastapi import FastAPI, HTTPException
 from fastapi.responses import StreamingResponse
+from pydantic import BaseModel
 from openai import AsyncOpenAI
 
 app = FastAPI()
 
-async def generate_ai_response(prompt: str):
+# Define a request model for the prompt and optional model name
+class GenerateRequest(BaseModel):
+    prompt: str
+    model: str | None = "openai/gpt-4.1-mini"  # Default model
+
+async def generate_ai_response(prompt: str, model: str):
     # Configuration for unofficial GitHub AI endpoint
     token = os.getenv("GITHUB_TOKEN")
     if not token:
         raise HTTPException(status_code=500, detail="GitHub token not configured")
     
     endpoint = "https://models.github.ai/inference"
-    model = "openai/gpt-4.1-mini"  # Unofficial model name
 
     client = AsyncOpenAI(base_url=endpoint, api_key=token)
 
@@ -37,12 +42,12 @@ async def generate_ai_response(prompt: str):
         raise HTTPException(status_code=500, detail="AI generation failed")
 
 @app.post("/generate")
-async def generate_response(prompt: str):
-    if not prompt:
+async def generate_response(request: GenerateRequest):
+    if not request.prompt:
         raise HTTPException(status_code=400, detail="Prompt cannot be empty")
     
     return StreamingResponse(
-        generate_ai_response(prompt),
+        generate_ai_response(request.prompt, request.model),
         media_type="text/event-stream"
     )