Playing with other models.

app.py

@@ -17,11 +17,13 @@ app.add_middleware(
     allow_methods=["*"],
     allow_headers=["*"],
 )
+# "xenova/mobilebert-uncased-mnli" "typeform/mobilebert-uncased-mnli" Fast but small
 # "xenova/deberta-v3-base-tasksource-nli" Not impressed
+# "Xenova/bart-large-mnli" A bit slow
 
-model_name = "Xenova/bart-large-mnli" # "xenova/mobilebert-uncased-mnli"
+model_name = "Xenova/distilbert-base-uncased-mnli"
 file_name = "onnx/model_quantized.onnx"
-tokenizer_name = "facebook/bart-large-mnli" # "typeform/mobilebert-uncased-mnli"
+tokenizer_name = "typeform/distilbert-base-uncased-mnli"
 model = ORTModelForSequenceClassification.from_pretrained(model_name, file_name=file_name)
 tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)