JanviMl commited on
Commit
583e12e
·
verified ·
1 Parent(s): 3d1f473

Update model_loader.py

Browse files
Files changed (1) hide show
  1. model_loader.py +1 -2
model_loader.py CHANGED
@@ -1,4 +1,3 @@
1
- # model_loader.py
2
  from transformers import AutoModelForSequenceClassification, AutoTokenizer
3
 
4
  def load_model_and_tokenizer():
@@ -11,7 +10,7 @@ def load_model_and_tokenizer():
11
  # If the model is local: model_name = "./model"
12
 
13
  model = AutoModelForSequenceClassification.from_pretrained(model_name)
14
- tokenizer = AutoTokenizer.from_pretrained(model_name)
15
  return model, tokenizer
16
  except Exception as e:
17
  raise Exception(f"Error loading model or tokenizer: {str(e)}")
 
 
1
  from transformers import AutoModelForSequenceClassification, AutoTokenizer
2
 
3
  def load_model_and_tokenizer():
 
10
  # If the model is local: model_name = "./model"
11
 
12
  model = AutoModelForSequenceClassification.from_pretrained(model_name)
13
+ tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False) # Use slow tokenizer
14
  return model, tokenizer
15
  except Exception as e:
16
  raise Exception(f"Error loading model or tokenizer: {str(e)}")