petertill commited on
Commit
02ac23d
·
verified ·
1 Parent(s): e18a7f6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -1
app.py CHANGED
@@ -2,8 +2,10 @@ from fastapi import FastAPI, HTTPException
2
  from pydantic import BaseModel
3
  from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
4
  import uvicorn
 
5
 
6
  app = FastAPI()
 
7
 
8
  try:
9
  model = AutoModelForCausalLM.from_pretrained("petertill/cordia-a6")
@@ -18,7 +20,13 @@ try:
18
  generated_text: str
19
 
20
  @app.post("/generate", response_model=GenerateResponse)
21
- async def generate(request: GenerateRequest):
 
 
 
 
 
 
22
  try:
23
  output = pipe(request.prompt, max_length=200)[0]['generated_text']
24
  return GenerateResponse(generated_text=output)
 
2
  from pydantic import BaseModel
3
  from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
4
  import uvicorn
5
+ import os
6
 
7
  app = FastAPI()
8
+ API_KEY = os.environ.get("API_KEY")
9
 
10
  try:
11
  model = AutoModelForCausalLM.from_pretrained("petertill/cordia-a6")
 
20
  generated_text: str
21
 
22
  @app.post("/generate", response_model=GenerateResponse)
23
+ async def generate(request: GenerateRequest, authorization: str = Header(None)):
24
+ if not authorization or not authorization.startswith('Bearer '):
25
+ raise HTTPException(status_code=401, detail="Unauthorized")
26
+
27
+ token = authorization.split('Bearer ')[1]
28
+ if token != API_KEY:
29
+ raise HTTPException(status_code=401, detail="Unauthorized")
30
  try:
31
  output = pipe(request.prompt, max_length=200)[0]['generated_text']
32
  return GenerateResponse(generated_text=output)