Update app.py
Browse files
app.py
CHANGED
@@ -81,8 +81,10 @@ model_path = "./saved_model"
|
|
81 |
tokenizer_path = "./saved_tokenizer" # Define this path for saved tokenizer
|
82 |
|
83 |
try:
|
|
|
84 |
if not os.path.exists(tokenizer_path):
|
85 |
tokenizer = T5Tokenizer.from_pretrained("t5-small")
|
|
|
86 |
tokenizer.save_pretrained(tokenizer_path)
|
87 |
else:
|
88 |
tokenizer = T5Tokenizer.from_pretrained(tokenizer_path, local_files_only=True)
|
@@ -142,4 +144,3 @@ st.markdown("""
|
|
142 |
Smart Text Summarizer - Crafted with hadheedo
|
143 |
</div>
|
144 |
""", unsafe_allow_html=True)
|
145 |
-
|
|
|
81 |
tokenizer_path = "./saved_tokenizer" # Define this path for saved tokenizer
|
82 |
|
83 |
try:
|
84 |
+
# Check if the tokenizer is saved, if not, add custom tokens
|
85 |
if not os.path.exists(tokenizer_path):
|
86 |
tokenizer = T5Tokenizer.from_pretrained("t5-small")
|
87 |
+
tokenizer.add_tokens(['<extra_id_99>']) # Add custom token if required
|
88 |
tokenizer.save_pretrained(tokenizer_path)
|
89 |
else:
|
90 |
tokenizer = T5Tokenizer.from_pretrained(tokenizer_path, local_files_only=True)
|
|
|
144 |
Smart Text Summarizer - Crafted with hadheedo
|
145 |
</div>
|
146 |
""", unsafe_allow_html=True)
|
|