WillHeld commited on
Commit
c96be82
·
verified ·
1 Parent(s): 3a879ff

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -11,6 +11,7 @@ model = AutoModelForCausalLM.from_pretrained(checkpoint).to(device)
11
  def predict(message, history):
12
  history.append({"role": "user", "content": message})
13
  input_text = tokenizer.apply_chat_template(history, tokenize=False)
 
14
  inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
15
  outputs = model.generate(inputs, max_new_tokens=100, temperature=0.7, top_p=0.9, do_sample=True)
16
  decoded = tokenizer.decode(outputs[0])
 
11
  def predict(message, history):
12
  history.append({"role": "user", "content": message})
13
  input_text = tokenizer.apply_chat_template(history, tokenize=False)
14
+ print(input_text)
15
  inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
16
  outputs = model.generate(inputs, max_new_tokens=100, temperature=0.7, top_p=0.9, do_sample=True)
17
  decoded = tokenizer.decode(outputs[0])