Lord-Raven commited on
Commit
83433fb
·
1 Parent(s): 1fa57db

Messing with configuration.

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -28,9 +28,11 @@ print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
28
  # "Xenova/distilbert-base-uncased-mnli" "typeform/distilbert-base-uncased-mnli" Bad answers
29
  # "Xenova/deBERTa-v3-base-mnli" "MoritzLaurer/DeBERTa-v3-base-mnli" Still a bit slow and not great answers
30
  # "xenova/nli-deberta-v3-small" "cross-encoder/nli-deberta-v3-small" Was using this for a good while and it was...okay
31
- # model_name = "MoritzLaurer/deberta-v3-base-zeroshot-v2.0"
32
- # file_name = "onnx/model.onnx"
33
- # tokenizer_name = "MoritzLaurer/deberta-v3-base-zeroshot-v2.0"
 
 
34
  model = ORTModelForSequenceClassification.from_pretrained(model_name, file_name=file_name, export=True, provider="CUDAExecutionProvider")
35
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)
36
 
 
28
  # "Xenova/distilbert-base-uncased-mnli" "typeform/distilbert-base-uncased-mnli" Bad answers
29
  # "Xenova/deBERTa-v3-base-mnli" "MoritzLaurer/DeBERTa-v3-base-mnli" Still a bit slow and not great answers
30
  # "xenova/nli-deberta-v3-small" "cross-encoder/nli-deberta-v3-small" Was using this for a good while and it was...okay
31
+
32
+ model_name = "MoritzLaurer/deberta-v3-base-zeroshot-v2.0"
33
+ file_name = "onnx/model.onnx"
34
+ tokenizer_name = "MoritzLaurer/deberta-v3-base-zeroshot-v2.0"
35
+
36
  model = ORTModelForSequenceClassification.from_pretrained(model_name, file_name=file_name, export=True, provider="CUDAExecutionProvider")
37
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)
38