IST199655
commited on
Commit
·
be0874b
1
Parent(s):
294eb24
app.py
CHANGED
@@ -101,7 +101,7 @@ def respond(
|
|
101 |
return_tensors = "pt",
|
102 |
)
|
103 |
# Generate tokens incrementally
|
104 |
-
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
|
105 |
generation_kwargs = {
|
106 |
"input_ids": inputs,
|
107 |
"max_new_tokens": max_tokens,
|
|
|
101 |
return_tensors = "pt",
|
102 |
)
|
103 |
# Generate tokens incrementally
|
104 |
+
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
105 |
generation_kwargs = {
|
106 |
"input_ids": inputs,
|
107 |
"max_new_tokens": max_tokens,
|