FlameF0X commited on
Commit
f71bfa4
·
verified ·
1 Parent(s): 1eddd9e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -6,10 +6,11 @@ import torch
6
  app = FastAPI()
7
 
8
  # Load model and tokenizer once at startup
9
- model_name = "gpt2" # change this to your own model
10
  tokenizer = AutoTokenizer.from_pretrained(model_name)
11
  model = AutoModelForCausalLM.from_pretrained(model_name)
12
 
 
13
  class PromptRequest(BaseModel):
14
  prompt: str
15
  max_new_tokens: int = 50
 
6
  app = FastAPI()
7
 
8
  # Load model and tokenizer once at startup
9
+ model_name = "./gpt2" # path to the local directory
10
  tokenizer = AutoTokenizer.from_pretrained(model_name)
11
  model = AutoModelForCausalLM.from_pretrained(model_name)
12
 
13
+
14
  class PromptRequest(BaseModel):
15
  prompt: str
16
  max_new_tokens: int = 50