fixup

app.py

@@ -29,7 +29,8 @@ def chat(message, history=[]):
         print("HERE WE GO! ", new_user_input_ids)
         bot_input_ids = new_user_input_ids
     chat_history_ids = model.generate(bot_input_ids, max_length=500, pad_token_id=tokenizer.eos_token_id)
-    response = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
+    response_ids = chat_history_ids[:, bot_input_ids.shape[-1]:][0]
+    response = tokenizer.decode(response_ids, skip_special_tokens=True)
     # response = tokenizer.decode(response_ids).replace("<|endoftext|>", "")
     bot_input_ids = torch.cat([bot_input_ids, response_ids], dim=-1)
     history.push((message, response, bot_input_ids))