Update appStore/prep_data.py

appStore/prep_data.py

@@ -4,6 +4,27 @@ from appStore.prep_utils import create_chunks
 from appStore.search import hybrid_search
 from datetime import datetime
 
+def convert_to_date(val):
+    try:
+        # If val is a string, first check if it represents a numeric value.
+        if isinstance(val, str):
+            val_str = val.strip()
+            try:
+                # Try converting the string to a float (i.e. it’s an epoch in string form)
+                num = float(val_str)
+                return datetime.utcfromtimestamp(num / 1000).strftime("%Y-%m-%d")
+            except ValueError:
+                # Not a numeric string; assume it's already a date string in "YYYY-MM-DD" format.
+                # Optionally, you can validate it:
+                datetime.strptime(val_str, "%Y-%m-%d")
+                return val_str
+        elif isinstance(val, (int, float)):
+            return datetime.utcfromtimestamp(val / 1000).strftime("%Y-%m-%d")
+        else:
+            return "Unknown"
+    except Exception:
+        return "Unknown"
+
 
 def process_iati():
     """
@@ -58,28 +79,7 @@ def process_giz_worldwide():
         'duration.project.end': 'end_year'
     })
     
-    def convert_to_date(val):
-        try:
-            # If val is a string, first check if it represents a numeric value.
-            if isinstance(val, str):
-                val_str = val.strip()
-                try:
-                    # Try converting the string to a float (i.e. it’s an epoch in string form)
-                    num = float(val_str)
-                    return datetime.utcfromtimestamp(num / 1000).strftime("%Y-%m-%d")
-                except ValueError:
-                    # Not a numeric string; assume it's already a date string in "YYYY-MM-DD" format.
-                    # Optionally, you can validate it:
-                    datetime.strptime(val_str, "%Y-%m-%d")
-                    return val_str
-            elif isinstance(val, (int, float)):
-                return datetime.utcfromtimestamp(val / 1000).strftime("%Y-%m-%d")
-            else:
-                return "Unknown"
-        except Exception:
-            return "Unknown"
-
-    
+  
     giz_df['end_year'] = giz_df['end_year'].apply(convert_to_date)
     
     # Create an empty 'url' column as the new dataset has an empty URL