""" Reading OpenStreetMap data from XML file. Author: Sergey Vartanov """ import datetime import sys def parse_node_full(node_data, silent=False): """ Parse full node parameters using regular expressions: id, visible, version, etc. For faster parsing use parse_node(). """ m = re.match('id="(.*)" visible="(.*)" version="(.*)" changeset="(.*)" ' + \ 'timestamp="(.*)" user="(.*)" uid="(.*)" ' + \ 'lat="(.*)" lon="(.*)"', node_data) if m: return {'id': int(m.group(1)), 'visible': m.group(2), 'changeset': m.group(3), 'timestamp': m.group(4), 'user': m.group(5), 'uid': m.group(6), 'lat': float(m.group(7)), 'lon': float(m.group(8))} else: if not silent: print 'Error: cannot parse node data: ' + node_data + '.' return None def parse_node(text): """ Just parse node identifier, latitude, and longitude. """ id = text[4:text.find('"', 6)] lat_index = text.find('lat') lon_index = text.find('lon') lat = text[lat_index + 5:text.find('"', lat_index + 7)] lon = text[lon_index + 5:text.find('"', lon_index + 7)] return {'id': int(id), 'lat': float(lat), 'lon': float(lon)} def parse_way_full(way_data, silent=False): """ Parse full way parameters using regular expressions: id, visible, version, etc. For faster parsing use parse_way(). """ m = re.match('id="(.*)" visible="(.*)" version="(.*)" changeset="(.*)" ' + \ 'timestamp="(.*)" user="(.*)" uid="(.*)"', way_data) if m: return {'id': m.group(1), 'visible': m.group(2), 'changeset': m.group(3), 'timestamp': m.group(4), 'user': m.group(5), 'uid': m.group(6)} else: if not silent: print 'Error: cannot parse way data: ' + way_data + '.' return None def parse_way(text): """ Just parse way identifier. """ id = text[4:text.find('"', 6)] return {'id': int(id)} def parse_relation(text): """ Just parse relation identifier. """ id = text[4:text.find('"', 6)] return {'id': int(id)} def parse_member(text): """ Parse member type, reference, and role. """ if text[6] == 'w': type = 'way' else: type = 'node' ref_index = text.find('ref') role_index = text.find('role') ref = text[ref_index + 5:text.find('"', ref_index + 7)] role = text[role_index + 6:text.find('"', role_index + 8)] return {'type': type, 'ref': int(ref), 'role': role} def parse_tag(text): v_index = text.find('v="') k = text[3:text.find('"', 4)] v = text[v_index + 3:text.find('"', v_index + 4)] return k, v def parse_osm_file(file_name, silent=False): if not silent: print 'Reading OSM file ' + file_name start_time = datetime.datetime.now() node_map = {} way_map = {} relation_map = {} with open(file_name) as f: for lines_number, l in enumerate(f): pass input_file = open(file_name) line = input_file.readline() line_number = 0 while line != '': line_number += 1 if line_number % 10000 == 0: p = line_number / float(lines_number) l = int(p * 100) print 'Line ' + str(int(p * 1000) / 10) + ' %: [' + (l * '=') + ((100 - l) * ' ') + '].' sys.stdout.write("\033[F") # Node parsing. if line[:6] in [' \n', '\t\n']: node_map[element['id']] = element # Way parsing. elif line[:5] in [' \n', '\t\n']: way_map[element['id']] = element # Relation parsing. elif line[:10] in [' \n', '\t\n']: relation_map[element['id']] = element # Elements parsing. elif line[:6] in ['