WillHeld commited on
Commit
03cb4ae
·
verified ·
1 Parent(s): 239d8f1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ def predict(message, history):
14
  inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
15
  outputs = model.generate(inputs, max_new_tokens=100, temperature=0.7, top_p=0.9, do_sample=True)
16
  decoded = tokenizer.decode(outputs[0])
17
- response = decoded.split("<|start_header_id|>assistant<|end_header_id|>\n\n")[-1].split("<|end_of_text|>")[0]
18
  return response
19
 
20
  demo = gr.ChatInterface(predict, type="messages")
 
14
  inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
15
  outputs = model.generate(inputs, max_new_tokens=100, temperature=0.7, top_p=0.9, do_sample=True)
16
  decoded = tokenizer.decode(outputs[0])
17
+ response = decoded.split("<|start_header_id|>assistant<|end_header_id|>\n\n")[-1]
18
  return response
19
 
20
  demo = gr.ChatInterface(predict, type="messages")