Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -11,6 +11,7 @@ model = AutoModelForCausalLM.from_pretrained(checkpoint).to(device)
|
|
11 |
def predict(message, history):
|
12 |
history.append({"role": "user", "content": message})
|
13 |
input_text = tokenizer.apply_chat_template(history, tokenize=False)
|
|
|
14 |
inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
|
15 |
outputs = model.generate(inputs, max_new_tokens=100, temperature=0.7, top_p=0.9, do_sample=True)
|
16 |
decoded = tokenizer.decode(outputs[0])
|
|
|
11 |
def predict(message, history):
|
12 |
history.append({"role": "user", "content": message})
|
13 |
input_text = tokenizer.apply_chat_template(history, tokenize=False)
|
14 |
+
print(input_text)
|
15 |
inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
|
16 |
outputs = model.generate(inputs, max_new_tokens=100, temperature=0.7, top_p=0.9, do_sample=True)
|
17 |
decoded = tokenizer.decode(outputs[0])
|