Update app.py
Browse files
app.py
CHANGED
|
@@ -3,6 +3,13 @@ from pydantic import BaseModel
|
|
| 3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 4 |
import torch
|
| 5 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
app = FastAPI()
|
| 7 |
|
| 8 |
# Load model and tokenizer once at startup
|
|
|
|
| 3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 4 |
import torch
|
| 5 |
|
| 6 |
+
###
|
| 7 |
+
from huggingface_hub import snapshot_download
|
| 8 |
+
|
| 9 |
+
snapshot_download(repo_id="gpt2", local_dir="gpt2")
|
| 10 |
+
|
| 11 |
+
###
|
| 12 |
+
|
| 13 |
app = FastAPI()
|
| 14 |
|
| 15 |
# Load model and tokenizer once at startup
|