gleisonnanet commited on
Commit
0f6dd16
·
1 Parent(s): 2c6950f

added cachedir im local app

Browse files
Files changed (1) hide show
  1. main.py +4 -2
main.py CHANGED
@@ -1,5 +1,6 @@
1
  import io
2
  import time
 
3
  from typing import List, Literal
4
  from fastapi import FastAPI
5
  from pydantic import BaseModel
@@ -18,8 +19,9 @@ class TranslationRequest(BaseModel):
18
 
19
 
20
  def load_model(pretrained_model: str = "facebook/m2m100_1.2B", cache_dir: str = "models/"):
21
- tokenizer = M2M100Tokenizer.from_pretrained(pretrained_model, cache_dir=cache_dir)
22
- model = M2M100ForConditionalGeneration.from_pretrained(pretrained_model, cache_dir=cache_dir).to(device)
 
23
  model.eval()
24
  return tokenizer, model
25
 
 
1
  import io
2
  import time
3
+ import os
4
  from typing import List, Literal
5
  from fastapi import FastAPI
6
  from pydantic import BaseModel
 
19
 
20
 
21
  def load_model(pretrained_model: str = "facebook/m2m100_1.2B", cache_dir: str = "models/"):
22
+ model_dir = os.path.join(os.getcwd(), cache_dir)
23
+ tokenizer = M2M100Tokenizer.from_pretrained(pretrained_model, cache_dir=model_dir)
24
+ model = M2M100ForConditionalGeneration.from_pretrained(pretrained_model, cache_dir=model_dir).to(device)
25
  model.eval()
26
  return tokenizer, model
27