Spaces:
Running
on
Zero
Running
on
Zero
Lord-Raven
commited on
Commit
·
257aff4
1
Parent(s):
593941a
Messing with configuration.
Browse files
app.py
CHANGED
@@ -36,11 +36,15 @@ print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
|
|
36 |
# model = ORTModelForSequenceClassification.from_pretrained(model_name, export=True, provider="CUDAExecutionProvider")
|
37 |
# tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)
|
38 |
|
|
|
|
|
|
|
39 |
print(f"ORTModelForSequenceClassification.from_pretrained")
|
40 |
model = ORTModelForSequenceClassification.from_pretrained(
|
41 |
"philschmid/tiny-bert-sst2-distilled",
|
42 |
export=True,
|
43 |
provider="CUDAExecutionProvider",
|
|
|
44 |
)
|
45 |
print(f"AutoTokenizer.from_pretrained")
|
46 |
tokenizer = AutoTokenizer.from_pretrained("philschmid/tiny-bert-sst2-distilled")
|
|
|
36 |
# model = ORTModelForSequenceClassification.from_pretrained(model_name, export=True, provider="CUDAExecutionProvider")
|
37 |
# tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)
|
38 |
|
39 |
+
session_options = onnxruntime.SessionOptions()
|
40 |
+
session_options.log_severity_level = 0
|
41 |
+
|
42 |
print(f"ORTModelForSequenceClassification.from_pretrained")
|
43 |
model = ORTModelForSequenceClassification.from_pretrained(
|
44 |
"philschmid/tiny-bert-sst2-distilled",
|
45 |
export=True,
|
46 |
provider="CUDAExecutionProvider",
|
47 |
+
session_options=session_options
|
48 |
)
|
49 |
print(f"AutoTokenizer.from_pretrained")
|
50 |
tokenizer = AutoTokenizer.from_pretrained("philschmid/tiny-bert-sst2-distilled")
|