lukisko commited on
Commit
0666689
·
verified ·
1 Parent(s): 9d52b36

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -22,4 +22,4 @@ outputs = model.generate(**inputs, max_new_tokens=token_step_size)
22
  if inner:
23
  while (not torch.any(outputs[0][-token_step_size:] == 4)):
24
  outputs = model.generate(input_ids=outputs, attention_mask=torch.ones_like(outputs),max_new_tokens=token_step_size)
25
- st.write(tokenizer.decode(outputs[0][-token_step_size:], skip_special_tokens=True))#, end=' ', flush=True)
 
22
  if inner:
23
  while (not torch.any(outputs[0][-token_step_size:] == 4)):
24
  outputs = model.generate(input_ids=outputs, attention_mask=torch.ones_like(outputs),max_new_tokens=token_step_size)
25
+ st.write(tokenizer.decode(outputs[0][-token_step_size:], skip_special_tokens=False))#, end=' ', flush=True)