Spaces:

Ruurd
/

radiolm

Sleeping

Ruurd commited on Apr 14

Commit

1bde6ae

1 Parent(s): f69cdc0

Do not skip special tokens

Files changed (1) hide show

app.py CHANGED Viewed

@@ -28,7 +28,7 @@ def chat_with_model(messages):
     prompt = format_prompt(messages)
     inputs = current_tokenizer(prompt, return_tensors="pt").to(current_model.device)
-    streamer = TextIteratorStreamer(current_tokenizer, skip_prompt=True, skip_special_tokens=True)
     stopping_criteria = StoppingCriteriaList([StopOnEos(current_tokenizer.eos_token_id)])
     generation_kwargs = dict(

     prompt = format_prompt(messages)
     inputs = current_tokenizer(prompt, return_tensors="pt").to(current_model.device)
+    streamer = TextIteratorStreamer(current_tokenizer, skip_prompt=True, skip_special_tokens=False)
     stopping_criteria = StoppingCriteriaList([StopOnEos(current_tokenizer.eos_token_id)])
     generation_kwargs = dict(