Spaces:
Running
on
Zero
Running
on
Zero
Lord-Raven
commited on
Commit
·
83433fb
1
Parent(s):
1fa57db
Messing with configuration.
Browse files
app.py
CHANGED
@@ -28,9 +28,11 @@ print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
|
|
28 |
# "Xenova/distilbert-base-uncased-mnli" "typeform/distilbert-base-uncased-mnli" Bad answers
|
29 |
# "Xenova/deBERTa-v3-base-mnli" "MoritzLaurer/DeBERTa-v3-base-mnli" Still a bit slow and not great answers
|
30 |
# "xenova/nli-deberta-v3-small" "cross-encoder/nli-deberta-v3-small" Was using this for a good while and it was...okay
|
31 |
-
|
32 |
-
|
33 |
-
|
|
|
|
|
34 |
model = ORTModelForSequenceClassification.from_pretrained(model_name, file_name=file_name, export=True, provider="CUDAExecutionProvider")
|
35 |
tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)
|
36 |
|
|
|
28 |
# "Xenova/distilbert-base-uncased-mnli" "typeform/distilbert-base-uncased-mnli" Bad answers
|
29 |
# "Xenova/deBERTa-v3-base-mnli" "MoritzLaurer/DeBERTa-v3-base-mnli" Still a bit slow and not great answers
|
30 |
# "xenova/nli-deberta-v3-small" "cross-encoder/nli-deberta-v3-small" Was using this for a good while and it was...okay
|
31 |
+
|
32 |
+
model_name = "MoritzLaurer/deberta-v3-base-zeroshot-v2.0"
|
33 |
+
file_name = "onnx/model.onnx"
|
34 |
+
tokenizer_name = "MoritzLaurer/deberta-v3-base-zeroshot-v2.0"
|
35 |
+
|
36 |
model = ORTModelForSequenceClassification.from_pretrained(model_name, file_name=file_name, export=True, provider="CUDAExecutionProvider")
|
37 |
tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)
|
38 |
|