"""
Reading OpenStreetMap data from XML file.
Author: Sergey Vartanov
"""
import datetime
import sys
def parse_node_full(node_data, silent=False):
"""
Parse full node parameters using regular expressions: id, visible, version,
etc. For faster parsing use parse_node().
"""
m = re.match('id="(.*)" visible="(.*)" version="(.*)" changeset="(.*)" ' + \
'timestamp="(.*)" user="(.*)" uid="(.*)" ' + \
'lat="(.*)" lon="(.*)"', node_data)
if m:
return {'id': int(m.group(1)), 'visible': m.group(2),
'changeset': m.group(3), 'timestamp': m.group(4),
'user': m.group(5), 'uid': m.group(6),
'lat': float(m.group(7)), 'lon': float(m.group(8))}
else:
if not silent:
print 'Error: cannot parse node data: ' + node_data + '.'
return None
def parse_node(text):
"""
Just parse node identifier, latitude, and longitude.
"""
id = text[4:text.find('"', 6)]
lat_index = text.find('lat')
lon_index = text.find('lon')
lat = text[lat_index + 5:text.find('"', lat_index + 7)]
lon = text[lon_index + 5:text.find('"', lon_index + 7)]
return {'id': int(id), 'lat': float(lat), 'lon': float(lon)}
def parse_way_full(way_data, silent=False):
"""
Parse full way parameters using regular expressions: id, visible, version,
etc. For faster parsing use parse_way().
"""
m = re.match('id="(.*)" visible="(.*)" version="(.*)" changeset="(.*)" ' + \
'timestamp="(.*)" user="(.*)" uid="(.*)"', way_data)
if m:
return {'id': m.group(1), 'visible': m.group(2),
'changeset': m.group(3), 'timestamp': m.group(4),
'user': m.group(5), 'uid': m.group(6)}
else:
if not silent:
print 'Error: cannot parse way data: ' + way_data + '.'
return None
def parse_way(text):
"""
Just parse way identifier.
"""
id = text[4:text.find('"', 6)]
return {'id': int(id)}
def parse_relation(text):
"""
Just parse relation identifier.
"""
id = text[4:text.find('"', 6)]
return {'id': int(id)}
def parse_member(text):
"""
Parse member type, reference, and role.
"""
if text[6] == 'w':
type = 'way'
else:
type = 'node'
ref_index = text.find('ref')
role_index = text.find('role')
ref = text[ref_index + 5:text.find('"', ref_index + 7)]
role = text[role_index + 6:text.find('"', role_index + 8)]
return {'type': type, 'ref': int(ref), 'role': role}
def parse_tag(text):
v_index = text.find('v="')
k = text[3:text.find('"', 4)]
v = text[v_index + 3:text.find('"', v_index + 4)]
return k, v
def parse_osm_file(file_name, silent=False):
if not silent:
print 'Reading OSM file ' + file_name
start_time = datetime.datetime.now()
node_map = {}
way_map = {}
relation_map = {}
with open(file_name) as f:
for lines_number, l in enumerate(f):
pass
input_file = open(file_name)
line = input_file.readline()
line_number = 0
while line != '':
line_number += 1
if line_number % 10000 == 0:
p = line_number / float(lines_number)
l = int(p * 100)
print 'Line ' + str(int(p * 1000) / 10) + ' %: [' + (l * '=') + ((100 - l) * ' ') + '].'
sys.stdout.write("\033[F")
# Node parsing.
if line[:6] in [' \n', '\t\n']:
node_map[element['id']] = element
# Way parsing.
elif line[:5] in [' \n', '\t\n']:
way_map[element['id']] = element
# Relation parsing.
elif line[:10] in [' \n', '\t\n']:
relation_map[element['id']] = element
# Elements parsing.
elif line[:6] in ['