ApsidalSolid4 commited on
Commit
1ccc1d3
·
verified ·
1 Parent(s): f99111f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -71,9 +71,12 @@ class TextClassifier:
71
  def initialize_model(self):
72
  """Initialize the model and tokenizer."""
73
  logger.info("Initializing model and tokenizer...")
 
 
74
  self.tokenizer = AutoTokenizer.from_pretrained(
75
  self.model_name,
76
- use_fast=False # Use the slow tokenizer instead of the fast one
 
77
  )
78
 
79
  # First initialize the base model
 
71
  def initialize_model(self):
72
  """Initialize the model and tokenizer."""
73
  logger.info("Initializing model and tokenizer...")
74
+
75
+ # Modified tokenizer initialization
76
  self.tokenizer = AutoTokenizer.from_pretrained(
77
  self.model_name,
78
+ use_fast=True, # Change this to True
79
+ trust_remote_code=True # Add this parameter
80
  )
81
 
82
  # First initialize the base model