Spaces:
Running
Running
Commit
·
0f6dd16
1
Parent(s):
2c6950f
added cachedir im local app
Browse files
main.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
import io
|
2 |
import time
|
|
|
3 |
from typing import List, Literal
|
4 |
from fastapi import FastAPI
|
5 |
from pydantic import BaseModel
|
@@ -18,8 +19,9 @@ class TranslationRequest(BaseModel):
|
|
18 |
|
19 |
|
20 |
def load_model(pretrained_model: str = "facebook/m2m100_1.2B", cache_dir: str = "models/"):
|
21 |
-
|
22 |
-
|
|
|
23 |
model.eval()
|
24 |
return tokenizer, model
|
25 |
|
|
|
1 |
import io
|
2 |
import time
|
3 |
+
import os
|
4 |
from typing import List, Literal
|
5 |
from fastapi import FastAPI
|
6 |
from pydantic import BaseModel
|
|
|
19 |
|
20 |
|
21 |
def load_model(pretrained_model: str = "facebook/m2m100_1.2B", cache_dir: str = "models/"):
|
22 |
+
model_dir = os.path.join(os.getcwd(), cache_dir)
|
23 |
+
tokenizer = M2M100Tokenizer.from_pretrained(pretrained_model, cache_dir=model_dir)
|
24 |
+
model = M2M100ForConditionalGeneration.from_pretrained(pretrained_model, cache_dir=model_dir).to(device)
|
25 |
model.eval()
|
26 |
return tokenizer, model
|
27 |
|