abdullahalioo commited on
Commit
1a836e3
·
verified ·
1 Parent(s): 9ab6d04

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -5
app.py CHANGED
@@ -6,19 +6,16 @@ from openai import AsyncOpenAI
6
 
7
  app = FastAPI()
8
 
9
- # Define a request model for the prompt and required model name
10
  class GenerateRequest(BaseModel):
11
  prompt: str
12
  model: str # Model is required, no default
13
 
14
  async def generate_ai_response(prompt: str, model: str):
15
- # Configuration for unofficial GitHub AI endpoint
16
  token = os.getenv("GITHUB_TOKEN")
17
  if not token:
18
  raise HTTPException(status_code=500, detail="GitHub token not configured")
19
 
20
  endpoint = "https://models.github.ai/inference"
21
-
22
  client = AsyncOpenAI(base_url=endpoint, api_key=token)
23
 
24
  try:
@@ -45,7 +42,6 @@ async def generate_ai_response(prompt: str, model: str):
45
  async def generate_response(request: GenerateRequest):
46
  if not request.prompt:
47
  raise HTTPException(status_code=400, detail="Prompt cannot be empty")
48
-
49
  if not request.model:
50
  raise HTTPException(status_code=400, detail="Model must be specified")
51
 
@@ -55,4 +51,4 @@ async def generate_response(request: GenerateRequest):
55
  )
56
 
57
  def get_app():
58
- return app # Fixed typo from previous code
 
6
 
7
  app = FastAPI()
8
 
 
9
  class GenerateRequest(BaseModel):
10
  prompt: str
11
  model: str # Model is required, no default
12
 
13
  async def generate_ai_response(prompt: str, model: str):
 
14
  token = os.getenv("GITHUB_TOKEN")
15
  if not token:
16
  raise HTTPException(status_code=500, detail="GitHub token not configured")
17
 
18
  endpoint = "https://models.github.ai/inference"
 
19
  client = AsyncOpenAI(base_url=endpoint, api_key=token)
20
 
21
  try:
 
42
  async def generate_response(request: GenerateRequest):
43
  if not request.prompt:
44
  raise HTTPException(status_code=400, detail="Prompt cannot be empty")
 
45
  if not request.model:
46
  raise HTTPException(status_code=400, detail="Model must be specified")
47
 
 
51
  )
52
 
53
  def get_app():
54
+ return app