import xml.etree.cElementTree as ET
from collections import defaultdict
import re
import pprint

OSMFILE = "houston_texas.osm"
street_type_re = re.compile(r'\b\S+\.?$', re.IGNORECASE)


expected = ['Street', 'Avenue', 'Boulevard', 'Drive', 'Court', 'Place', 'Square',
			'Lane', 'Road', 'Trail', 'Parkway', 'Commons', 'Circle', 'Freeway',
			'Highway', 'Plaza', 'Way']

mapping = { 'Ave': 'Avenue',
			'Ave.': 'Avenue',
			'Blvd': 'Boulevard',
			'Blvd.': 'Bouelvard',
			'Dr': 'Drive',
			'Frwy': 'Freeway',
			'Fwy': 'Freeway',
			'HIGHWAY': 'Highway',
			'Ln': 'Lane',
			'Pkwy': 'Parkway',
			'Rd': 'Road',
			'St': 'Street',
			'Stree': 'Street',
			'street': 'Street'
            }


def audit_street_type(street_types, street_name):
    m = street_type_re.search(street_name)
    if m:
        street_type = m.group()
        if street_type not in expected:
            street_types[street_type].add(street_name)


def is_street_name(elem):
    return (elem.attrib['k'] == "addr:street")


def audit(osmfile):
    osm_file = open(osmfile, "r")
    street_types = defaultdict(set)
    for event, elem in ET.iterparse(osm_file, events=("start",)):

        if elem.tag == "node" or elem.tag == "way":
            for tag in elem.iter("tag"):
                if is_street_name(tag):
                    audit_street_type(street_types, tag.attrib['v'])
    osm_file.close()
    return street_types


def update_name(name, mapping):

    list_name = name.split(' ')
    last_type = list_name.pop()
    if last_type in mapping:
    	new_type = mapping[last_type]
    	list_name.append(new_type)
    	name = ' '.join(list_name)

    	return name
    else:
    	pass


def test():
    st_types = audit(OSMFILE)
    pprint.pprint(dict(st_types))

    for st_type, ways in st_types.items():
        for name in ways:
            better_name = update_name(name, mapping)
            print(name, "=>", better_name)


if __name__ == '__main__':
    test()
