Ruurd commited on
Commit
9ed028b
·
1 Parent(s): 1bde6ae
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -23,6 +23,9 @@ def chat_with_model(messages):
23
  yield messages + [{"role": "assistant", "content": "⚠️ No model loaded."}]
24
  return
25
 
 
 
 
26
  current_model.to("cuda").half()
27
 
28
  prompt = format_prompt(messages)
 
23
  yield messages + [{"role": "assistant", "content": "⚠️ No model loaded."}]
24
  return
25
 
26
+ print("EOS token ID:", current_tokenizer.eos_token_id)
27
+ print(current_model.generation_config)
28
+
29
  current_model.to("cuda").half()
30
 
31
  prompt = format_prompt(messages)