update: Simplify handling of missing columns and remove debug prints in save_reactions_to_dataset function

app.py

@@ -80,28 +80,16 @@ def save_reactions_to_dataset(user_type, username, query, results_mpnet, results
         dataset = load_dataset("HumbleBeeAI/al-ghazali-rag-retrieval-evaluation", split="train")
         existing_data = dataset.to_dict()
         
-        # Calculate the exact existing length once
-        existing_length = len(next(iter(existing_data.values())))
-        print(f"Existing dataset length: {existing_length}")
-        print(f"New entries to add: {len(data['user_type'])}")  # Debug print
-        
         # Handle missing columns
         for key in data:
             if key not in existing_data:
                 # Initialize missing columns with exactly existing_length entries
-                existing_data[key] = ["" if key in ["username", "model_type"] else None] * existing_length
+                existing_data[key] = ["" if key in ["username", "model_type"] else None] * len(next(iter(existing_data.values())))
         
         # Now extend with new data
         for key in data:
             existing_data[key].extend(data[key])
             
-        # Verify final lengths
-        final_lengths = {k: len(v) for k, v in existing_data.items()}
-        print(f"Final lengths of all columns: {final_lengths}")  # Debug print
-        
-        if len(set(final_lengths.values())) > 1:
-            raise ValueError(f"Column length mismatch after merging: {final_lengths}")
-            
     except Exception as e:
         print(f"Error occurred: {str(e)}")
         # If loading fails, start fresh with just the new data