Set pad id

app.py

@@ -25,6 +25,10 @@ def chat_with_model(messages):
 
     current_model.to("cuda").half()
 
+    pad_id = current_tokenizer.pad_token_id
+    if pad_id is None:
+        pad_id = current_tokenizer.unk_token_id or 0
+
     prompt = format_prompt(messages)
     inputs = current_tokenizer(prompt, return_tensors="pt").to(current_model.device)