update

app.py

@@ -31,9 +31,16 @@ terminators = [
     llama_tokenizer.eos_token_id,
     llama_tokenizer.convert_tokens_to_ids("")
 ]
-# Check if eos_token_id is valid
-if llama_tokenizer.eos_token_id is None or llama_tokenizer.eos_token_id == llama_tokenizer.pad_token_id:
-    raise ValueError("Invalid eos_token_id. Please check your tokenizer configuration.")
+
+# Get special tokens list from the tokenizer
+special_tokens = llama_tokenizer.special_tokens_map
+eos_token = special_tokens.get("eos_token")
+
+# if the tokenizer doesn't find a specific EOS token, use the default one
+if eos_token is None:
+    eos_token = llama_tokenizer.eos_token
+
+print("EOS Token", eos_token)
 
 
 # Place just input pass and return generation output