Spaces:
Running
on
Zero
Running
on
Zero
Lord-Raven
commited on
Commit
·
3554a8b
1
Parent(s):
30694fc
Trying to use ONNX model.
Browse files- app.py +1 -1
- requirements.txt +1 -1
app.py
CHANGED
|
@@ -2,9 +2,9 @@ import gradio
|
|
| 2 |
import json
|
| 3 |
import torch
|
| 4 |
from transformers import AutoTokenizer
|
|
|
|
| 5 |
from fastapi import FastAPI
|
| 6 |
from fastapi.middleware.cors import CORSMiddleware
|
| 7 |
-
from transformers import pipeline
|
| 8 |
from optimum.onnxruntime import ORTModelForQuestionAnswering
|
| 9 |
|
| 10 |
# CORS Config
|
|
|
|
| 2 |
import json
|
| 3 |
import torch
|
| 4 |
from transformers import AutoTokenizer
|
| 5 |
+
from transformers import pipeline
|
| 6 |
from fastapi import FastAPI
|
| 7 |
from fastapi.middleware.cors import CORSMiddleware
|
|
|
|
| 8 |
from optimum.onnxruntime import ORTModelForQuestionAnswering
|
| 9 |
|
| 10 |
# CORS Config
|
requirements.txt
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
fastapi==0.88.0
|
| 2 |
json5==0.9.10
|
| 3 |
numpy==1.23.4
|
| 4 |
-
optimum==1.21.3
|
| 5 |
torch==1.12.1
|
| 6 |
torchvision==0.13.1
|
|
|
|
| 1 |
fastapi==0.88.0
|
| 2 |
json5==0.9.10
|
| 3 |
numpy==1.23.4
|
| 4 |
+
optimum[exporters,onnxruntime]==1.21.3
|
| 5 |
torch==1.12.1
|
| 6 |
torchvision==0.13.1
|