Update app.py

app.py

@@ -16,15 +16,14 @@ def correct_words(text):
 def generate_response(message):
     global history
     for _ in range(2):  # Assuming you want two responses, adjust as needed
-        response = llm.generate(message, max_length=50, num_beams=1)[0]['generated_text']
+        response = llm.generate(tokens=message.split(), top_k=50, top_p=0.95, temperature=1.0, repetition_penalty=1.0, last_n_tokens=1)
+        response_text = ' '.join(map(str, response))
         time.sleep(2)
-        corrected_response = correct_words(response)
+        corrected_response = correct_words(response_text)
         history.append(corrected_response)
         yield ' '.join(history)
     # Clear the history list after the last response
     history = ["Chatbot:"]
-    # Clear the history list after the last response
-    history = ["Chatbot:"]
 
 def chatbot(message, history):
     response_generator = generate_response(message)