Update app.py

app.py

@@ -76,6 +76,11 @@ def load_data(data_file='/processed_mathqa2.csv', selected_indexes=None):
         if selected_indexes is not None:
             df = df.loc[selected_indexes]  # Filter rows by index
             logger.info(f"Data filtered to selected indexes: {selected_indexes}")
+            
+            # 필터링 후 다시 한번 중복 체크
+            if df.duplicated(subset=['QuestionText']).any():
+                df = df.drop_duplicates(subset=['QuestionText'], keep='first')
+                logger.warning("Removed duplicates from selected indexes")
         
         return df