hadheedo commited on
Commit
fc91025
·
verified ·
1 Parent(s): 20374ce

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -81,8 +81,10 @@ model_path = "./saved_model"
81
  tokenizer_path = "./saved_tokenizer" # Define this path for saved tokenizer
82
 
83
  try:
 
84
  if not os.path.exists(tokenizer_path):
85
  tokenizer = T5Tokenizer.from_pretrained("t5-small")
 
86
  tokenizer.save_pretrained(tokenizer_path)
87
  else:
88
  tokenizer = T5Tokenizer.from_pretrained(tokenizer_path, local_files_only=True)
@@ -142,4 +144,3 @@ st.markdown("""
142
  Smart Text Summarizer - Crafted with hadheedo
143
  </div>
144
  """, unsafe_allow_html=True)
145
-
 
81
  tokenizer_path = "./saved_tokenizer" # Define this path for saved tokenizer
82
 
83
  try:
84
+ # Check if the tokenizer is saved, if not, add custom tokens
85
  if not os.path.exists(tokenizer_path):
86
  tokenizer = T5Tokenizer.from_pretrained("t5-small")
87
+ tokenizer.add_tokens(['<extra_id_99>']) # Add custom token if required
88
  tokenizer.save_pretrained(tokenizer_path)
89
  else:
90
  tokenizer = T5Tokenizer.from_pretrained(tokenizer_path, local_files_only=True)
 
144
  Smart Text Summarizer - Crafted with hadheedo
145
  </div>
146
  """, unsafe_allow_html=True)