Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -2,8 +2,10 @@ from fastapi import FastAPI, HTTPException
|
|
2 |
from pydantic import BaseModel
|
3 |
from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
|
4 |
import uvicorn
|
|
|
5 |
|
6 |
app = FastAPI()
|
|
|
7 |
|
8 |
try:
|
9 |
model = AutoModelForCausalLM.from_pretrained("petertill/cordia-a6")
|
@@ -18,7 +20,13 @@ try:
|
|
18 |
generated_text: str
|
19 |
|
20 |
@app.post("/generate", response_model=GenerateResponse)
|
21 |
-
async def generate(request: GenerateRequest):
|
|
|
|
|
|
|
|
|
|
|
|
|
22 |
try:
|
23 |
output = pipe(request.prompt, max_length=200)[0]['generated_text']
|
24 |
return GenerateResponse(generated_text=output)
|
|
|
2 |
from pydantic import BaseModel
|
3 |
from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
|
4 |
import uvicorn
|
5 |
+
import os
|
6 |
|
7 |
app = FastAPI()
|
8 |
+
API_KEY = os.environ.get("API_KEY")
|
9 |
|
10 |
try:
|
11 |
model = AutoModelForCausalLM.from_pretrained("petertill/cordia-a6")
|
|
|
20 |
generated_text: str
|
21 |
|
22 |
@app.post("/generate", response_model=GenerateResponse)
|
23 |
+
async def generate(request: GenerateRequest, authorization: str = Header(None)):
|
24 |
+
if not authorization or not authorization.startswith('Bearer '):
|
25 |
+
raise HTTPException(status_code=401, detail="Unauthorized")
|
26 |
+
|
27 |
+
token = authorization.split('Bearer ')[1]
|
28 |
+
if token != API_KEY:
|
29 |
+
raise HTTPException(status_code=401, detail="Unauthorized")
|
30 |
try:
|
31 |
output = pipe(request.prompt, max_length=200)[0]['generated_text']
|
32 |
return GenerateResponse(generated_text=output)
|