Lord-Raven commited on
Commit
257aff4
·
1 Parent(s): 593941a

Messing with configuration.

Browse files
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -36,11 +36,15 @@ print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
36
  # model = ORTModelForSequenceClassification.from_pretrained(model_name, export=True, provider="CUDAExecutionProvider")
37
  # tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)
38
 
 
 
 
39
  print(f"ORTModelForSequenceClassification.from_pretrained")
40
  model = ORTModelForSequenceClassification.from_pretrained(
41
  "philschmid/tiny-bert-sst2-distilled",
42
  export=True,
43
  provider="CUDAExecutionProvider",
 
44
  )
45
  print(f"AutoTokenizer.from_pretrained")
46
  tokenizer = AutoTokenizer.from_pretrained("philschmid/tiny-bert-sst2-distilled")
 
36
  # model = ORTModelForSequenceClassification.from_pretrained(model_name, export=True, provider="CUDAExecutionProvider")
37
  # tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)
38
 
39
+ session_options = onnxruntime.SessionOptions()
40
+ session_options.log_severity_level = 0
41
+
42
  print(f"ORTModelForSequenceClassification.from_pretrained")
43
  model = ORTModelForSequenceClassification.from_pretrained(
44
  "philschmid/tiny-bert-sst2-distilled",
45
  export=True,
46
  provider="CUDAExecutionProvider",
47
+ session_options=session_options
48
  )
49
  print(f"AutoTokenizer.from_pretrained")
50
  tokenizer = AutoTokenizer.from_pretrained("philschmid/tiny-bert-sst2-distilled")