#!/usr/bin/env python3 # -*- coding: utf-8 -*- """ Created on Mon Aug 1 13:11:36 2022 @author: syed """ import requests import urllib3 import json from geocoder import geo_level1 from geocoder import geo_level2 from geocoder import geo_level3 from utils import geoutil import re import regex_spatial urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning) def dismabiguate_entities(doc, ent, ase, level_1, level_2, level_3, midmid): return get_coordinates(ent, ase, level_1, level_2, level_3, midmid) def get_coordinates(ent, ase, level_1, level_2, level_3, midmid): request_url = 'https://nominatim.openstreetmap.org/search.php?q='+ase+'&polygon_geojson=1&accept-language=en&format=jsonv2' headers = { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.3 Safari/605.1.15" } page = requests.get(request_url, headers=headers, verify=False) # page = requests.get(request_url, verify=False) # print(request_url, '++++++') # print(ent, '++++++') # print(ase, '++++++') # print(level_1, '++++++') # print(level_2, '++++++') # print(level_3, '++++++') # print(midmid, '++++++') json_content = json.loads(page.content) # json_content = json.loads(aa) print(json_content, 'jjjjj') all_coordinates = json_content[0]['geojson']['coordinates'][0] centroid = (float(json_content[0]['lon']), float(json_content[0]['lat'])) for p in all_coordinates: p2 = (p[0], p[1]) angle = geoutil.calculate_bearing(centroid, p2) p.append(angle) mid1 = None mid2 = None coordinates = all_coordinates # if level_1 is not None: # # all_coordinates, centroid, mid1, mid2 = geo_level1.get_level1_coordinates(all_coordinates, centroid, level_1, midmid) # if level_2 is not None: # if level_1 is not None and level_1.lower() not in geo_level1.center: # all_coordinates, centroid = geo_level2.get_level2_coordinates(coordinates, centroid, level_2, level_1) # else: # print ("Else executed") # all_coordinates, centroid = geo_level2.get_level2_coordinates(all_coordinates, centroid, level_2, level_1) if level_3 is not None: all_coordinates, centroid = geo_level3.get_level3_coordinates(coordinates, centroid, level_3, level_1) geojson = get_geojson(ent, all_coordinates, centroid) return geojson def dismabiguate_entities_between(doc, ent, ase, level_1, level_2, level_3, midmid): return get_coordinates_between(doc, ent, ase, level_1, level_2, level_3, midmid) def get_coordinates_between(doc, ent, ase, level_1, level_2, level_3, midmid): # first ase request_url = 'https://nominatim.openstreetmap.org/search.php?q=' + doc.ents[0].text + '&polygon_geojson=1&accept-language=en&format=jsonv2' headers = { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.3 Safari/605.1.15" } page1 = requests.get(request_url, headers=headers, verify=False) # second ase request_url = 'https://nominatim.openstreetmap.org/search.php?q=' + doc.ents[1].text + '&polygon_geojson=1&accept-language=en&format=jsonv2' headers = { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.3 Safari/605.1.15" } page = requests.get(request_url, headers=headers, verify=False) request_url = 'https://nominatim.openstreetmap.org/search.php?q=' + ase + '&polygon_geojson=1&accept-language=en&format=jsonv2' headers = { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.3 Safari/605.1.15" } page = requests.get(request_url, headers=headers, verify=False) print('bebe') print(ase) print(doc.ents) json_content = json.loads(page.content) # json_content = json.loads(aa) # print(json_content, 'jjj') all_coordinates = json_content[0]['geojson']['coordinates'][0] centroid = (float(json_content[0]['lon']), float(json_content[0]['lat'])) for p in all_coordinates: p2 = (p[0], p[1]) angle = geoutil.calculate_bearing(centroid, p2) p.append(angle) mid1 = None mid2 = None coordinates = all_coordinates if level_1 is not None: all_coordinates, centroid, mid1, mid2 = geo_level1.get_level1_coordinates(all_coordinates, centroid, level_1, midmid) if level_2 is not None: if level_1 is not None and level_1.lower() not in geo_level1.center: all_coordinates, centroid = geo_level2.get_level2_coordinates(coordinates, centroid, level_2, level_1) else: print ("Else executed") all_coordinates, centroid = geo_level2.get_level2_coordinates(all_coordinates, centroid, level_2, level_1) if level_3 is not None: all_coordinates, centroid = geo_level3.get_level3_coordinates(coordinates, centroid, level_3, level_1) geojson = get_geojson(ent, all_coordinates, centroid) return geojson def get_geojson(ent, arr, centroid): poly_json = {} poly_json['type'] = 'FeatureCollection' poly_json['features'] = [] coordinates= [] coordinates.append(arr) poly_json['features'].append({ 'type':'Feature', 'id': ent, 'properties': { 'centroid': centroid }, 'geometry': { 'type':'Polygon', 'coordinates': coordinates } }) return poly_json def export(ent, poly_json): with open(ent+'.geojson', 'w') as outfile: json.dump(poly_json, outfile)