Update rss_processor.py

rss_processor.py

@@ -9,6 +9,7 @@ import shutil
 import rss_feeds
 from datetime import datetime
 import dateutil.parser  # For flexible date parsing
+import hashlib
 
 # Setup logging
 logging.basicConfig(level=logging.INFO)
@@ -68,7 +69,9 @@ def fetch_rss_feeds():
                             continue
 
                 # Use a robust key for deduplication
-                key = f"{title}|{link}|{published}"
+                #key = f"{title}|{link}|{published}"
+                key = f"{title.lower()}|{link.lower()}|{published}|{hash(description.encode('utf-8'))}"
+
                 if key not in seen_keys:
                     seen_keys.add(key)
                     # Try multiple image sources