debugging
Browse files
app.py
CHANGED
@@ -23,6 +23,9 @@ def chat_with_model(messages):
|
|
23 |
yield messages + [{"role": "assistant", "content": "⚠️ No model loaded."}]
|
24 |
return
|
25 |
|
|
|
|
|
|
|
26 |
current_model.to("cuda").half()
|
27 |
|
28 |
prompt = format_prompt(messages)
|
|
|
23 |
yield messages + [{"role": "assistant", "content": "⚠️ No model loaded."}]
|
24 |
return
|
25 |
|
26 |
+
print("EOS token ID:", current_tokenizer.eos_token_id)
|
27 |
+
print(current_model.generation_config)
|
28 |
+
|
29 |
current_model.to("cuda").half()
|
30 |
|
31 |
prompt = format_prompt(messages)
|