Update app.py

app.py

@@ -52,7 +52,10 @@ def get_finetuned_lm_model():
     global _finetuned_lm_tokenizer, _finetuned_lm_model
     if _finetuned_lm_tokenizer is None or _finetuned_lm_model is None:
         _finetuned_lm_tokenizer = AutoTokenizer.from_pretrained("microsoft/DialoGPT-medium")
+        _finetuned_lm_tokenizer.padding_side = 'left'  # Set padding to left
+        _finetuned_lm_tokenizer.pad_token = _finetuned_lm_tokenizer.eos_token  # Set pad token to eos token
         _finetuned_lm_model = AutoModelForCausalLM.from_pretrained("microsoft/DialoGPT-medium", device_map="auto", low_cpu_mem_usage=True)
+        _finetuned_lm_model.config.pad_token_id = _finetuned_lm_model.config.eos_token_id  # Set pad token id in the model config
     return _finetuned_lm_tokenizer, _finetuned_lm_model
 
 # Enhanced Emotional States
@@ -168,16 +171,20 @@ def predict_emotion(context):
     
     return emotion_mapping.get(predicted_emotion, 'neutral')
 
-def generate_text(prompt, emotion=None, max_length=100):
+def generate_text(prompt, chat_history, emotion=None, max_length=100):
     finetuned_lm_tokenizer, finetuned_lm_model = get_finetuned_lm_model()
-    input_ids = finetuned_lm_tokenizer.encode(prompt + finetuned_lm_tokenizer.eos_token, return_tensors='pt')
+    
+     full_prompt = ""
+    for turn in chat_history[-5:]:  # Consider last 5 turns for context
+        full_prompt += f"{finetuned_lm_tokenizer.eos_token}{turn[0]}{finetuned_lm_tokenizer.eos_token}{turn[1]}"
+    full_prompt += f"{finetuned_lm_tokenizer.eos_token}{prompt}"
+    
+    input_ids = finetuned_lm_tokenizer.encode(full_prompt, return_tensors='pt', truncation=True, max_length=1024)
     
     if torch.cuda.is_available():
         input_ids = input_ids.cuda()
         finetuned_lm_model = finetuned_lm_model.cuda()
 
-    attention_mask = torch.ones(input_ids.shape, dtype=torch.long, device=input_ids.device)
-
     # Set up the emotion-specific generation parameters
     if emotion:
         # You can adjust these parameters based on the emotion