Update app.py
Browse files
app.py
CHANGED
@@ -57,7 +57,8 @@ print("check2")
|
|
57 |
|
58 |
|
59 |
from transformers import AutoTokenizer
|
60 |
-
from transformers import AutoModelForCausalLM
|
|
|
61 |
from threading import Thread
|
62 |
|
63 |
llm_model = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
@@ -135,7 +136,7 @@ def talk(prompt,history):
|
|
135 |
|
136 |
|
137 |
outputs = []
|
138 |
-
for text in streamer:
|
139 |
outputs.append(text)
|
140 |
print(outputs)
|
141 |
#yield "".join(outputs)
|
|
|
57 |
|
58 |
|
59 |
from transformers import AutoTokenizer
|
60 |
+
from transformers import AutoModelForCausalLM
|
61 |
+
from transformers import TextIteratorStreamer
|
62 |
from threading import Thread
|
63 |
|
64 |
llm_model = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
|
|
136 |
|
137 |
|
138 |
outputs = []
|
139 |
+
for text in streamer:
|
140 |
outputs.append(text)
|
141 |
print(outputs)
|
142 |
#yield "".join(outputs)
|