gleisonnanet commited on
Commit
03b7efe
·
1 Parent(s): 084b754

changing port to 7860 and adding gpu support

Browse files
Files changed (2) hide show
  1. Dockerfile +1 -1
  2. main.py +6 -3
Dockerfile CHANGED
@@ -8,4 +8,4 @@ RUN pip install -r requirements.txt
8
 
9
  COPY . .
10
 
11
- CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"]
 
8
 
9
  COPY . .
10
 
11
+ CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
main.py CHANGED
@@ -7,8 +7,9 @@ from enum import Enum
7
  from transformers import M2M100Tokenizer, M2M100ForConditionalGeneration
8
  import torch
9
 
10
- app = FastAPI()
11
- device = torch.device("cpu")
 
12
 
13
 
14
  class TranslationRequest(BaseModel):
@@ -47,4 +48,6 @@ async def translate(request: TranslationRequest):
47
  if __name__ == "__main__":
48
  import uvicorn
49
 
50
- uvicorn.run(app, host="0.0.0.0", port=8000)
 
 
 
7
  from transformers import M2M100Tokenizer, M2M100ForConditionalGeneration
8
  import torch
9
 
10
+ app = FastAPI(docs_url="/")
11
+ device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
12
+
13
 
14
 
15
  class TranslationRequest(BaseModel):
 
48
  if __name__ == "__main__":
49
  import uvicorn
50
 
51
+ uvicorn.run(app, host="0.0.0.0", port=7860)
52
+
53
+