Debug
Browse files
app.py
CHANGED
@@ -150,6 +150,8 @@ def chat_with_model(messages):
|
|
150 |
inputs = current_tokenizer(prompt, return_tensors="pt").to(device)
|
151 |
prompt_len = inputs["input_ids"].shape[-1]
|
152 |
|
|
|
|
|
153 |
streamer = RichTextStreamer(
|
154 |
tokenizer=current_tokenizer,
|
155 |
prompt_len=prompt_len,
|
@@ -172,6 +174,8 @@ def chat_with_model(messages):
|
|
172 |
updated_messages = messages.copy()
|
173 |
updated_messages.append({"role": "assistant", "content": ""})
|
174 |
|
|
|
|
|
175 |
for token_info in streamer:
|
176 |
token_str = token_info["token"]
|
177 |
token_id = token_info["token_id"]
|
|
|
150 |
inputs = current_tokenizer(prompt, return_tensors="pt").to(device)
|
151 |
prompt_len = inputs["input_ids"].shape[-1]
|
152 |
|
153 |
+
print(prompt)
|
154 |
+
|
155 |
streamer = RichTextStreamer(
|
156 |
tokenizer=current_tokenizer,
|
157 |
prompt_len=prompt_len,
|
|
|
174 |
updated_messages = messages.copy()
|
175 |
updated_messages.append({"role": "assistant", "content": ""})
|
176 |
|
177 |
+
print(updated_messages)
|
178 |
+
|
179 |
for token_info in streamer:
|
180 |
token_str = token_info["token"]
|
181 |
token_id = token_info["token_id"]
|