henry
commited on
Commit
·
1cdf02f
1
Parent(s):
0096d6d
app.py
CHANGED
|
@@ -76,9 +76,7 @@ def chat_interface(user_input, history, system_message, top_p, top_k, temperatur
|
|
| 76 |
yield history, history, system_message, ""
|
| 77 |
|
| 78 |
generator = _chat_stream(model, tokenizer, user_input, history[:-1], system_message, top_p, top_k, temperature, max_new_tokens)
|
| 79 |
-
assistant_reply
|
| 80 |
-
for new_text in generator:
|
| 81 |
-
assistant_reply += new_text
|
| 82 |
history[-1] = (user_input, assistant_reply)
|
| 83 |
yield history, history, system_message, ""
|
| 84 |
|
|
|
|
| 76 |
yield history, history, system_message, ""
|
| 77 |
|
| 78 |
generator = _chat_stream(model, tokenizer, user_input, history[:-1], system_message, top_p, top_k, temperature, max_new_tokens)
|
| 79 |
+
for assistant_reply in generator:
|
|
|
|
|
|
|
| 80 |
history[-1] = (user_input, assistant_reply)
|
| 81 |
yield history, history, system_message, ""
|
| 82 |
|