reactivate maps crawling

pages/1_Get_Urls.py

@@ -74,8 +74,7 @@ st.write("""
     Wenn **"Google Maps Ergebnisse finden"** aktiviert ist, werden bei den Stadtportalen zusätzlich noch neue Veranstaltungsorte gesucht.""")
 with st.form("Crawler Settings"):
     count = st.number_input("Wie viele URLs sollen gecrawled werden?", step=1)
-    maps = st.checkbox("Google Maps Ergebnisse finden",disabled=True)
-    st.info("Aktuell können keine neuen Start-URLs generiert werden. Billing für GCP fehlt.")
+    maps = st.checkbox("Google Maps Ergebnisse finden")
     # Every form must have a submit button.
     submitted = st.form_submit_button("Starte Crawler")
     if submitted:
@@ -88,29 +87,32 @@ with st.form("Crawler Settings"):
                         print(item)
                         if "maps_searches" not in item or "maps_searches" in item and type_id not in item["maps_searches"]:
                             st.info(f"Suche Maps Ergebnisse für {type_id} in {item['meta']['location']}")
-                            maps_results = get_maps_results(type_id, item["meta"]["location"])
-                            if maps_results:
-                                new_elements = []
-                                with st.expander("Maps Ergebnisse"):
-                                    for result in maps_results:
-                                        if result.website_uri \
-                                                and "facebook" not in result.website_uri \
-                                                and "instagram" not in result.website_uri \
-                                                and "tiktok" not in result.website_uri \
-                                                and result.website_uri not in [e["url"] for e in new_elements]:
-                                            element = {
-                                                "url_type": type_id,
-                                                "url": result.website_uri,
-                                                "meta":{
-                                                    "website_host": result.display_name.text,
-                                                    "location": result.formatted_address.split(", ")[1],
-                                                    "address": result.formatted_address,
-                                                    "maps_types": list(result.types)
-                                                }}
-                                            st.write(f"{element['meta']['website_host']} - {element['url']}")
-                                            new_elements.append(element)
-                                    if new_elements:
-                                        db.unsorted_urls.insert_many(new_elements)
+                            try:
+                                maps_results = get_maps_results(type_id, item["meta"]["location"])
+                                if maps_results:
+                                    new_elements = []
+                                    with st.expander("Maps Ergebnisse"):
+                                        for result in maps_results:
+                                            if result.website_uri \
+                                                    and "facebook" not in result.website_uri \
+                                                    and "instagram" not in result.website_uri \
+                                                    and "tiktok" not in result.website_uri \
+                                                    and result.website_uri not in [e["url"] for e in new_elements]:
+                                                element = {
+                                                    "url_type": type_id,
+                                                    "url": result.website_uri,
+                                                    "meta":{
+                                                        "website_host": result.display_name.text,
+                                                        "location": result.formatted_address.split(", ")[1],
+                                                        "address": result.formatted_address,
+                                                        "maps_types": list(result.types)
+                                                    }}
+                                                st.write(f"{element['meta']['website_host']} - {element['url']}")
+                                                new_elements.append(element)
+                                        if new_elements:
+                                            db.unsorted_urls.insert_many(new_elements)
+                            except Exception as e:
+                                st.error(e)
 
                             if "maps_searches" in item:
                                 maps_searches = item["maps_searches"]