Update model_loader.py
Browse files- model_loader.py +1 -2
model_loader.py
CHANGED
@@ -1,4 +1,3 @@
|
|
1 |
-
# model_loader.py
|
2 |
from transformers import AutoModelForSequenceClassification, AutoTokenizer
|
3 |
|
4 |
def load_model_and_tokenizer():
|
@@ -11,7 +10,7 @@ def load_model_and_tokenizer():
|
|
11 |
# If the model is local: model_name = "./model"
|
12 |
|
13 |
model = AutoModelForSequenceClassification.from_pretrained(model_name)
|
14 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
15 |
return model, tokenizer
|
16 |
except Exception as e:
|
17 |
raise Exception(f"Error loading model or tokenizer: {str(e)}")
|
|
|
|
|
1 |
from transformers import AutoModelForSequenceClassification, AutoTokenizer
|
2 |
|
3 |
def load_model_and_tokenizer():
|
|
|
10 |
# If the model is local: model_name = "./model"
|
11 |
|
12 |
model = AutoModelForSequenceClassification.from_pretrained(model_name)
|
13 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False) # Use slow tokenizer
|
14 |
return model, tokenizer
|
15 |
except Exception as e:
|
16 |
raise Exception(f"Error loading model or tokenizer: {str(e)}")
|