Ruurd commited on
Commit
46c0897
·
1 Parent(s): 24d3935
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -150,6 +150,8 @@ def chat_with_model(messages):
150
  inputs = current_tokenizer(prompt, return_tensors="pt").to(device)
151
  prompt_len = inputs["input_ids"].shape[-1]
152
 
 
 
153
  streamer = RichTextStreamer(
154
  tokenizer=current_tokenizer,
155
  prompt_len=prompt_len,
@@ -172,6 +174,8 @@ def chat_with_model(messages):
172
  updated_messages = messages.copy()
173
  updated_messages.append({"role": "assistant", "content": ""})
174
 
 
 
175
  for token_info in streamer:
176
  token_str = token_info["token"]
177
  token_id = token_info["token_id"]
 
150
  inputs = current_tokenizer(prompt, return_tensors="pt").to(device)
151
  prompt_len = inputs["input_ids"].shape[-1]
152
 
153
+ print(prompt)
154
+
155
  streamer = RichTextStreamer(
156
  tokenizer=current_tokenizer,
157
  prompt_len=prompt_len,
 
174
  updated_messages = messages.copy()
175
  updated_messages.append({"role": "assistant", "content": ""})
176
 
177
+ print(updated_messages)
178
+
179
  for token_info in streamer:
180
  token_str = token_info["token"]
181
  token_id = token_info["token_id"]