Spaces:
Running
Running
Commit
·
03b7efe
1
Parent(s):
084b754
changing port to 7860 and adding gpu support
Browse files- Dockerfile +1 -1
- main.py +6 -3
Dockerfile
CHANGED
@@ -8,4 +8,4 @@ RUN pip install -r requirements.txt
|
|
8 |
|
9 |
COPY . .
|
10 |
|
11 |
-
CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "
|
|
|
8 |
|
9 |
COPY . .
|
10 |
|
11 |
+
CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
|
main.py
CHANGED
@@ -7,8 +7,9 @@ from enum import Enum
|
|
7 |
from transformers import M2M100Tokenizer, M2M100ForConditionalGeneration
|
8 |
import torch
|
9 |
|
10 |
-
app = FastAPI()
|
11 |
-
device = torch.device("cpu")
|
|
|
12 |
|
13 |
|
14 |
class TranslationRequest(BaseModel):
|
@@ -47,4 +48,6 @@ async def translate(request: TranslationRequest):
|
|
47 |
if __name__ == "__main__":
|
48 |
import uvicorn
|
49 |
|
50 |
-
uvicorn.run(app, host="0.0.0.0", port=
|
|
|
|
|
|
7 |
from transformers import M2M100Tokenizer, M2M100ForConditionalGeneration
|
8 |
import torch
|
9 |
|
10 |
+
app = FastAPI(docs_url="/")
|
11 |
+
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
12 |
+
|
13 |
|
14 |
|
15 |
class TranslationRequest(BaseModel):
|
|
|
48 |
if __name__ == "__main__":
|
49 |
import uvicorn
|
50 |
|
51 |
+
uvicorn.run(app, host="0.0.0.0", port=7860)
|
52 |
+
|
53 |
+
|