Lord-Raven commited on
Commit
bd9482b
·
1 Parent(s): 64dfd17

Trying to use ONNX model.

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -5,7 +5,7 @@ from transformers import AutoTokenizer
5
  from transformers import pipeline
6
  from fastapi import FastAPI
7
  from fastapi.middleware.cors import CORSMiddleware
8
- from optimum.onnxruntime import ORTModelForQuestionAnswering
9
 
10
  # CORS Config
11
  app = FastAPI()
@@ -19,7 +19,7 @@ app.add_middleware(
19
  )
20
 
21
  model_name = "xenova/mobilebert-uncased-mnli"
22
- model = ORTModelForQuestionAnswering.from_pretrained(model_name, file_name="onnx/model.onnx")
23
  tokenizer = AutoTokenizer.from_pretrained("typeform/mobilebert-uncased-mnli", model_max_length=512)
24
 
25
  # file = cached_download("https://huggingface.co/" + model_name + "")
 
5
  from transformers import pipeline
6
  from fastapi import FastAPI
7
  from fastapi.middleware.cors import CORSMiddleware
8
+ from optimum.onnxruntime import ORTModelForSequenceClassification
9
 
10
  # CORS Config
11
  app = FastAPI()
 
19
  )
20
 
21
  model_name = "xenova/mobilebert-uncased-mnli"
22
+ model = ORTModelForSequenceClassification.from_pretrained(model_name, file_name="onnx/model.onnx")
23
  tokenizer = AutoTokenizer.from_pretrained("typeform/mobilebert-uncased-mnli", model_max_length=512)
24
 
25
  # file = cached_download("https://huggingface.co/" + model_name + "")