Update app.py
Browse files
app.py
CHANGED
@@ -22,4 +22,4 @@ outputs = model.generate(**inputs, max_new_tokens=token_step_size)
|
|
22 |
if inner:
|
23 |
while (not torch.any(outputs[0][-token_step_size:] == 4)):
|
24 |
outputs = model.generate(input_ids=outputs, attention_mask=torch.ones_like(outputs),max_new_tokens=token_step_size)
|
25 |
-
st.write(tokenizer.decode(outputs[0][-token_step_size:], skip_special_tokens=
|
|
|
22 |
if inner:
|
23 |
while (not torch.any(outputs[0][-token_step_size:] == 4)):
|
24 |
outputs = model.generate(input_ids=outputs, attention_mask=torch.ones_like(outputs),max_new_tokens=token_step_size)
|
25 |
+
st.write(tokenizer.decode(outputs[0][-token_step_size:], skip_special_tokens=False))#, end=' ', flush=True)
|