Spaces:
Runtime error
Runtime error
File size: 1,418 Bytes
546720a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 |
from fastapi import FastAPI, WebSocket, Depends, HTTPException
from auth import get_current_user, authenticate_user, create_access_token
from gen import generate_text_stream
from fastapi.security import OAuth2PasswordRequestForm
from fastapi.middleware.cors import CORSMiddleware
from middleware import setup_rate_limiter
import os
app = FastAPI()
# Apply rate limiting middleware
setup_rate_limiter(app)
# CORS middleware
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
# Login endpoint
@app.post("/token")
async def login(form_data: OAuth2PasswordRequestForm = Depends()):
user = authenticate_user(form_data.username, form_data.password)
if not user:
raise HTTPException(status_code=400, detail="Incorrect username or password")
access_token = create_access_token(data={"sub": user["username"]})
return {"access_token": access_token, "token_type": "bearer"}
# WebSocket endpoint for streaming
@app.websocket("/generate")
async def websocket_generate(websocket: WebSocket, token: str):
await websocket.accept()
try:
user = get_current_user(token)
prompt = await websocket.receive_text()
await generate_text_stream(prompt, websocket)
except Exception as e:
await websocket.send_text(f"Error: {str(e)}")
finally:
await websocket.close() |