#!/usr/bin/python # -*- coding: utf-8 -*- from __future__ import unicode_literals """ Simple tool for working with OpenStreetMap data. Author: Sergey Vartanov (me@enzet.ru). """ import copy import datetime import os import re import sys import xml.dom.minidom import yaml import extract_icon import osm_reader import ui from flinger import GeoFlinger, Geo sys.path.append('lib') import svg from vector import Vector input_file_name = sys.argv[1] if not os.path.isfile(input_file_name): print 'Fatal: no such file: ' + input_file_name + '.' sys.exit(1) node_map, way_map, relation_map = osm_reader.parse_osm_file(input_file_name) output_file = svg.SVG(open(sys.argv[2], 'w+')) w, h = 2650, 2650 background_color = 'EEEEEE' grass_color = 'C8DC94' sand_color = 'F0E0D0' beach_color = 'F0E0C0' desert_color = 'F0E0D0' playground_color = '884400' parking_color = 'DDCC99' water_color = 'AACCFF' water_border_color = '6688BB' wood_color = 'B8CC84' tags_to_write = ['operator', 'opening_hours', 'cuisine', 'network', 'website', 'phone', 'branch', 'route_ref', 'brand', 'ref', 'wikipedia', 'description', 'level', 'wikidata', 'name', 'alt_name', 'image', 'fax', 'old_name', 'artist_name', 'int_name', 'official_name', 'full_name', 'email', 'designation', 'min_height', 'height', 'inscription', 'start_date'] prefix_to_write = ['addr', 'contact', 'name', 'operator', 'wikipedia', 'alt_name', 'description', 'old_name', 'inscription', 'route_ref', 'is_in', 'website'] tags_to_skip = ['note', 'layer', 'source', 'building:part', 'fixme', 'comment'] prefix_to_skip = ['source'] output_file.begin(w, h) output_file.rect(0, 0, w, h, color=background_color) minimum = Geo(180, 180) maximum = Geo(-180, -180) if len(sys.argv) > 3: min1 = Geo(float(sys.argv[5]), float(sys.argv[3])) max1 = Geo(float(sys.argv[6]), float(sys.argv[4])) authors = {} missed_tags = {} def get_d_from_file(file_name): path, x, y = icons.get_path(file_name) if path: return path, x, y else: # print 'No such icon: ' + file_name # TODO: add to missed icons return 'M 4,4 L 4,10 10,10 10,4 4,4', 0, 0 # Old style. if os.path.isfile('icons/' + file_name + '.svg'): file_name = 'icons/' + file_name + '.svg' size = 16 elif os.path.isfile('icons/' + file_name + '.16.svg'): file_name = 'icons/' + file_name + '.16.svg' size = 16 elif os.path.isfile('icons/' + file_name + '-12.svg'): file_name = 'icons/' + file_name + '-12.svg' size = 12 elif os.path.isfile('icons/' + file_name + '.12.svg'): file_name = 'icons/' + file_name + '.12.svg' size = 12 elif os.path.isfile('icons/' + file_name + '.10.svg'): file_name = 'icons/' + file_name + '.10.svg' size = 10 else: print 'Unknown file:', file_name return 'M 4,4 L 4,10 10,10 10,4 4,4', 16 f = open(file_name).read().split('\n') for line in f: m = re.match('.* d="(?P[AaMmCcLlZz0-9Ee., -]*)".*', line) if m: return m.group('path'), size def get_min_max(node_map): key = node_map.keys()[0] maximum = Geo(node_map[key]['lon'], node_map[key]['lat']) minimum = Geo(node_map[key]['lon'], node_map[key]['lat']) for node_id in node_map: node = node_map[node_id] if node['lat'] > maximum.lat: maximum.lat = node['lat'] if node['lat'] < minimum.lat: minimum.lat = node['lat'] if node['lon'] > maximum.lon: maximum.lon = node['lon'] if node['lon'] < minimum.lon: minimum.lon = node['lon'] return minimum, maximum minimum, maximum = get_min_max(node_map) if len(sys.argv) > 3: flinger = GeoFlinger(min1, max1, Vector(0, 0), Vector(w, h)) else: flinger = GeoFlinger(minimum, maximum, Vector(25, 25), Vector(975, 975)) def draw_path(nodes, style, shift=Vector()): prev_node = None for node_id in nodes: node = node_map[node_id] flinged1 = flinger.fling(Geo(node['lat'], node['lon'])) + shift if prev_node: flinged2 = flinger.fling(Geo(prev_node['lat'], prev_node['lon'])) + shift output_file.write('L ' + `flinged1.x` + ',' + `flinged1.y` + ' ') else: output_file.write('\n') def draw_point_shape(name, x, y, fill): if not isinstance(name, list): name = [name] for one_name in name: shape, xx, yy = get_d_from_file(one_name) draw_point_outline(shape, x, y, fill, size=16, xx=xx, yy=yy) for one_name in name: shape, xx, yy = get_d_from_file(one_name) draw_point(shape, x, y, fill, size=16, xx=xx, yy=yy) def draw_point_outline(shape, x, y, fill, size=16, xx=0, yy=0): x = int(float(x)) y = int(float(y)) output_file.write('\n') def draw_point(shape, x, y, fill, size=16, xx=0, yy=0): x = int(float(x)) y = int(float(y)) output_file.write('\n') def draw_text(text, x, y, fill): if type(text) == unicode: text = text.encode('utf-8') text = text.replace('&', 'and') if text[:7] == 'http://' or text[:8] == 'https://': text = 'link' fill = '0000FF' output_file.write('' + text + '') output_file.write('' + text + '') def point(k, v, x, y, fill, text_y): if ('node ' + k + ': ' + v) in missed_tags: missed_tags['node ' + k + ': ' + v] += 1 else: missed_tags['node ' + k + ': ' + v] = 1 text = k + ': ' + v if type(text) == unicode: text = text.encode('utf-8') draw_text(text, x, float(y) + text_y + 18, '734A08') # Ways drawing def construct_layers(): """ Construct layers. One layer may contain elements of different types. """ layers = {} for way_id in way_map: way = way_map[way_id] if not ('layer' in way['tags']): way['tags']['layer'] = 0 if not (int(way['tags']['layer']) in layers): layers[int(way['tags']['layer'])] = \ {'b': [], 'h1': [], 'h2': [], 'r': [], 'n': [], 'l': [], 'a': [], 'le': [], 'ba': [], 'bo': [], 'w': []} layer = layers[int(way['tags']['layer'])] if 'building' in way['tags']: layer['b'].append(way) if 'natural' in way['tags']: layer['n'].append(way) if 'landuse' in way['tags']: layer['l'].append(way) if 'railway' in way['tags']: layer['r'].append(way) if 'amenity' in way['tags']: layer['a'].append(way) if 'leisure' in way['tags']: layer['le'].append(way) if 'barrier' in way['tags']: layer['ba'].append(way) if 'highway' in way['tags']: layer['h1'].append(way) layer['h2'].append(way) if 'boundary' in way['tags']: layer['bo'].append(way) if 'waterway' in way['tags']: layer['w'].append(way) #else: # empty = True # for key in way['tags'].keys(): # if not (key in ['layer', 'note']): # empty = False # if not empty: # print 'Unknown kind of way:', way['tags'] return layers layers = construct_layers() def draw_raw_ways(): for way_id in way_map: way = way_map[way_id] draw_path(way['nodes'], 'stroke:#FFFFFF;fill:none;stroke-width:0.2;') def line_center(node_ids): ma = Vector() mi = Vector(10000, 10000) for node_id in node_ids: node = node_map[node_id] flinged = flinger.fling(Geo(node['lat'], node['lon'])) if flinged.x > ma.x: ma.x = flinged.x if flinged.y > ma.y: ma.y = flinged.y if flinged.x < mi.x: mi.x = flinged.x if flinged.y < mi.y: mi.y = flinged.y return Vector((ma.x + mi.x) / 2.0, (ma.y + mi.y) / 2.0) def draw_ways(): for level in sorted(layers.keys()): layer = layers[level] #for entity in ['b', 'h1', 'h2', 'r', 'n', 'l', 'a', 'le', 'ba']: # Pre part. for way in layer['le']: if way['tags']['leisure'] == 'park': style = 'fill:#' + grass_color + ';' else: continue draw_path(way['nodes'], style) # Post part. way_number = 0 for way in layer['l']: way_number += 1 ui.write_line(way_number, len(layer['l'])) text_y = 0 c = line_center(way['nodes']) if way['tags']['landuse'] == 'grass': style = 'fill:#' + grass_color + ';stroke:none;' draw_path(way['nodes'], style) elif way['tags']['landuse'] == 'conservation': style = 'fill:#' + grass_color + ';stroke:none;' draw_path(way['nodes'], style) elif way['tags']['landuse'] == 'forest': style = 'fill:#' + wood_color + ';stroke:none;' draw_path(way['nodes'], style) elif way['tags']['landuse'] == 'garages': style = 'fill:#' + parking_color + ';stroke:none;' draw_path(way['nodes'], style) draw_point_shape('parking', c.x, c.y, '444444') elif way['tags']['landuse'] in ['residential', 'commercial']: continue else: style = 'fill:#0000FF;stroke:none;' draw_path(way['nodes'], style) #for tag in way['tags']: # if not (tag in ['landuse', 'layer']): # point(tag, str(way['tags'][tag]), c.x, c.y, '000000', text_y) # text_y += 10 for way in layer['a']: c = line_center(way['nodes']) if way['tags']['amenity'] == 'parking': style = 'fill:#' + parking_color + ';stroke:none;' draw_path(way['nodes'], style) draw_point_shape('parking', c.x, c.y, '444444') elif way['tags']['amenity'] == 'school': continue else: style = 'fill:#0000FF;stroke:none;' draw_path(way['nodes'], style) for way in layer['n']: if way['tags']['natural'] == 'wood': style = 'fill:#' + wood_color + ';stroke:none;' elif way['tags']['natural'] == 'scrub': style = 'fill:#' + wood_color + ';stroke:none;' elif way['tags']['natural'] == 'sand': style = 'fill:#' + sand_color + ';stroke:none;' elif way['tags']['natural'] == 'beach': style = 'fill:#' + beach_color + ';stroke:none;' elif way['tags']['natural'] == 'desert': style = 'fill:#' + desert_color + ';stroke:none;' elif way['tags']['natural'] == 'water': style = 'fill:#' + water_color + ';stroke:#' + water_border_color + ';stroke-width:1.0;' elif way['tags']['natural'] == 'forest': style = 'fill:#' + wood_color + ';stroke:none;' else: continue draw_path(way['nodes'], style) for way in layer['w']: if way['tags']['waterway'] == 'riverbank': style = 'fill:#' + water_color + ';stroke:#' + water_border_color + ';stroke-width:1.0;' elif way['tags']['waterway'] == 'river': style = 'fill:none;stroke:#' + water_color + ';stroke-width:10.0;' draw_path(way['nodes'], style) for way in layer['r']: v = way['tags']['railway'] style = 'fill:none;stroke-dasharray:none;stroke-linejoin:round;stroke-linecap:round;stroke-width:' if v == 'subway': style += '10;stroke:#DDDDDD;' if v in ['narrow_gauge', 'tram']: style += '2;stroke:#000000;' else: continue draw_path(way['nodes'], style) for way in layer['h1']: if 'tunnel' in way['tags'] and way['tags']['tunnel'] == 'yes': style = 'fill:none;stroke:#FFFFFF;stroke-dasharray:none;stroke-linejoin:round;stroke-linecap:round;stroke-width:10;' draw_path(way['nodes'], style) for way in layer['h1']: v = way['tags']['highway'] style = 'fill:none;stroke:#AAAAAA;stroke-dasharray:none;stroke-linejoin:round;stroke-linecap:round;stroke-width:' if v == 'motorway': style += '30' elif v == 'trunk': style += '25' elif v == 'primary': style += '20;stroke:#AA8800' elif v == 'secondary': style += '13' elif v == 'tertiary': style += '11' elif v == 'unclassified': style += '9' elif v == 'residential': style += '8' elif v == 'service': style += '7' elif v == 'track': style += '3' elif v in ['footway', 'pedestrian']: style += '1;stroke-dasharray:3,3;stroke-linecap:butt;stroke:#888888' elif v == 'steps': style += '5;stroke-dasharray:1,2;stroke-linecap:butt' elif v == 'path': style += '1;stroke-dasharray:5,5;stroke-linecap:butt' else: continue style += ';' draw_path(way['nodes'], style) for way in layer['h2']: v = way['tags']['highway'] style = 'fill:none;stroke:#FFFFFF;stroke-linecap:round;stroke-linejoin:round;stroke-width:' if v == 'motorway': style += '28' elif v == 'trunk': style += '23' elif v == 'primary': style += '19;stroke:#FFDD66' elif v == 'secondary': style += '11' elif v == 'tertiary': style += '9' elif v == 'unclassified': style += '7' elif v == 'residential': style += '6' elif v == 'service': style += '5' else: continue style += ';' draw_path(way['nodes'], style) for way in layer['b']: floors = 0 text_y = 0 #if 'building:levels' in way['tags']: #floors = float(way['tags']['building:levels']) draw_path(way['nodes'], 'fill:#D0D0C0;stroke:#AAAAAA;opacity:1.0;') c = line_center(way['nodes']) for tag in way['tags']: v = way['tags'][tag] if tag == 'building': if v == 'yes': pass elif v == 'apartments': draw_point_shape('apartments', c.x, c.y, '444444') elif v == 'kindergarten': draw_point_shape('playground', c.x, c.y, '444444') elif tag == 'amenity': if v == 'cafe': draw_point_shape('cafe', c.x, c.y, '444444') elif v == 'theatre': draw_point_shape('theatre', c.x, c.y, '444444') elif v == 'fast_food': draw_point_shape('fast_food', c.x, c.y, '444444') elif v == 'snack_cart': draw_point_shape('cafe', c.x, c.y, '444444') elif tag == 'shop': if v == 'clothes': draw_point_shape('shop_clothes', c.x, c.y, '444444') elif v == 'gift': draw_point_shape('shop_gift', c.x, c.y, '444444') elif tag == 'power': draw_point_shape('electricity', c.x, c.y, '444444') #elif tag in ['name', 'addr:housenumber', 'cladr:code', # 'addr:city', 'addr:street', 'website', # 'wikidata'] or \ # 'name' in tag or 'wikipedia' in tag: # draw_text(v, str(c.x), str(c.y + 18 + text_y), '444444') # text_y += 10 #elif tag == 'addr:country': # if v == 'RU': # draw_text('Россия', str(c.x), str(c.y + 18 + text_y), '444444') # else: # draw_text(v, str(c.x), str(c.y + 18 + text_y), '444444') # text_y += 10 elif tag in ['layer', 'height']: pass elif tag in ['building:levels']: pass else: kk = tag vv = v if ('way ' + kk + ': ' + vv) in missed_tags: missed_tags['way ' + kk + ': ' + vv] += 1 else: missed_tags['way ' + kk + ': ' + vv] = 1 for way in layer['le']: c = line_center(way['nodes']) if way['tags']['leisure'] == 'playground': style = 'fill:#' + playground_color + ';opacity:0.2;' draw_point_shape('playground', c.x, c.y, '444444') elif way['tags']['leisure'] == 'garden': style = 'fill:#' + grass_color + ';' elif way['tags']['leisure'] == 'pitch': style = 'fill:#' + playground_color + ';opacity:0.2;' elif way['tags']['leisure'] == 'park': continue else: style = 'fill:#FF0000;opacity:0.2;' draw_path(way['nodes'], style) for way in layer['ba']: if way['tags']['barrier'] == 'hedge': style += 'fill:none;stroke:#' + wood_color + ';stroke-width:4;' else: style += 'fill:none;stroke:#000000;stroke-width:1;opacity:0.4;' draw_path(way['nodes'], style) for way in layer['bo']: style += 'fill:none;stroke:#FF0000;stroke-width:0.5;stroke-dahsarray:10,20;' draw_path(way['nodes'], style) # Nodes drawing def draw_raw_nodes(): for node_id in node_map: node = node_map[node_id] flinged = flinger.fling(node) output_file.circle(flinged.x, flinged.y, 0.2, color='FFFFFF') def no_draw(key): if key in tags_to_write or key in tags_to_skip: return True for prefix in prefix_to_write + prefix_to_skip: if key[:len(prefix) + 1] == prefix + ':': return True return False def to_write(key): if key in tags_to_write: return True for prefix in prefix_to_write: if key[:len(prefix) + 1] == prefix + ':': return True return False def get_icon(tags, scheme, fill='444444'): tags_hash = ','.join(tags.keys()) + ':' + ','.join(tags.values()) if tags_hash in scheme['cache']: return scheme['cache'][tags_hash] main_icon = None extra_icons = [] processed = set() for element in scheme['tags']: matched = True for tag in element['tags']: if not tag in tags: matched = False break if element['tags'][tag] != '*' and element['tags'][tag] != tags[tag]: matched = False break if 'no_tags' in element: for no_tag in element['no_tags']: if no_tag in tags.keys(): matched = False break if matched: if 'draw' in element and not element['draw']: processed = set(element['tags'].keys()) if 'icon' in element: main_icon = copy.deepcopy(element['icon']) processed = set(element['tags'].keys()) if 'over_icon' in element: main_icon += element['over_icon'] for key in element['tags'].keys(): processed.add(key) if 'add_icon' in element: extra_icons += element['add_icon'] for key in element['tags'].keys(): processed.add(key) if 'color' in element: fill = scheme['colors'][element['color']] for key in element['tags'].keys(): processed.add(key) if main_icon: returned = [main_icon] + extra_icons, fill, processed else: returned = [], fill, processed scheme['cache'][tags_hash] = returned return returned def draw_nodes(show_missed_tags=False, overlap=14): print 'Draw nodes...' start_time = datetime.datetime.now() scheme = yaml.load(open('tags.yml')) scheme['cache'] = {} if overlap != 0: points = [] node_number = 0 s = sorted(node_map.keys(), key=lambda x: -node_map[x]['lat']) for node_id in s: node_number += 1 ui.write_line(node_number, len(node_map)) node = node_map[node_id] flinged = flinger.fling(Geo(node['lat'], node['lon'])) x = flinged.x y = flinged.y text_y = 0 if 'tags' in node: p = node['tags'] else: p = {} shapes, fill, processed = get_icon(p, scheme) for k in []: # p: if to_write(k): draw_text(k + ': ' + p[k], x, y + 18 + text_y, '444444') text_y += 10 if show_missed_tags: for k in p: if not no_draw(k) and not k in processed: point(k, p[k], x, y, fill, text_y) text_y += 10 xxx = -(len(shapes) - 1) * 8 if overlap != 0: for shape in shapes: has_space = True for p in points[-1000:]: if x + xxx - overlap <= p.x <= x + xxx + overlap and \ y - overlap <= p.y <= y + overlap: has_space = False break if has_space: draw_point_shape(shape, x + xxx, y, fill) points.append(Vector(x + xxx, y)) xxx += 16 else: for shape in shapes: draw_point_shape(shape, x + xxx, y, fill) xxx += 16 ui.write_line(-1, len(node_map)) print 'Nodes drawed in ' + str(datetime.datetime.now() - start_time) + '.' #draw_raw_nodes() #draw_raw_ways() text_y = 0 icons = extract_icon.IconExtractor('icons.svg') #sys.exit(0) #draw_ways() #draw_nodes(show_missed_tags=True, overlap=12) #draw_ways() draw_nodes() if flinger.space.x == 0: output_file.rect(0, 0, w, flinger.space.y, color='FFFFFF') output_file.rect(0, h - flinger.space.y, w, flinger.space.y, color='FFFFFF') output_file.end() print '\nTop missed tags:\n' top_missed_tags = sorted(missed_tags.keys(), key=lambda x: -missed_tags[x]) for tag in top_missed_tags[:10]: print tag + ' (' + str(missed_tags[tag]) + ')' sys.exit(0) top_authors = sorted(authors.keys(), key=lambda x: -authors[x]) for author in top_authors: print author + ': ' + str(authors[author])