Lord-Raven commited on
Commit
50ca6a1
·
1 Parent(s): bd9482b

Trying to use ONNX model.

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -19,7 +19,7 @@ app.add_middleware(
19
  )
20
 
21
  model_name = "xenova/mobilebert-uncased-mnli"
22
- model = ORTModelForSequenceClassification.from_pretrained(model_name, file_name="onnx/model.onnx")
23
  tokenizer = AutoTokenizer.from_pretrained("typeform/mobilebert-uncased-mnli", model_max_length=512)
24
 
25
  # file = cached_download("https://huggingface.co/" + model_name + "")
 
19
  )
20
 
21
  model_name = "xenova/mobilebert-uncased-mnli"
22
+ model = ORTModelForSequenceClassification.from_pretrained(model_name, file_name="onnx/model_quantized.onnx")
23
  tokenizer = AutoTokenizer.from_pretrained("typeform/mobilebert-uncased-mnli", model_max_length=512)
24
 
25
  # file = cached_download("https://huggingface.co/" + model_name + "")