mirror of
https://github.com/osm-search/Nominatim.git
synced 2026-02-14 18:37:58 +00:00
2fac507453
This makes Nominatim compatible with osm2pgsql's default update modus operandi of deleting and reinserting data. Deletes are diverted into a TODO table instead of executing them. When data is reinserted, the corresponding entry in the TODO table is deleted. After updates are finished, the remaining entries in the TODO table are executed, doing the same work as the delete trigger did before. The new behaviour also works against the gazetteer output with its insert-only mechanism.
118 lines
4.1 KiB
Python
118 lines
4.1 KiB
Python
# SPDX-License-Identifier: GPL-2.0-only
|
|
#
|
|
# This file is part of Nominatim. (https://nominatim.org)
|
|
#
|
|
# Copyright (C) 2022 by the Nominatim developer community.
|
|
# For a full list of authors see the git log.
|
|
"""
|
|
Helper classes for filling the place table.
|
|
"""
|
|
import random
|
|
import string
|
|
|
|
class PlaceColumn:
|
|
""" Helper class to collect contents from a behave table row and
|
|
insert it into the place table.
|
|
"""
|
|
def __init__(self, context):
|
|
self.columns = {'admin_level' : 15}
|
|
self.context = context
|
|
self.geometry = None
|
|
|
|
def add_row(self, row, force_name):
|
|
""" Parse the content from the given behave row as place column data.
|
|
"""
|
|
for name, value in zip(row.headings, row.cells):
|
|
self._add(name, value)
|
|
|
|
assert 'osm_type' in self.columns, "osm column missing"
|
|
|
|
if force_name and 'name' not in self.columns:
|
|
self._add_hstore('name', 'name',
|
|
''.join(random.choice(string.printable)
|
|
for _ in range(int(random.random()*30))))
|
|
|
|
return self
|
|
|
|
def _add(self, key, value):
|
|
if hasattr(self, '_set_key_' + key):
|
|
getattr(self, '_set_key_' + key)(value)
|
|
elif key.startswith('name+'):
|
|
self._add_hstore('name', key[5:], value)
|
|
elif key.startswith('extra+'):
|
|
self._add_hstore('extratags', key[6:], value)
|
|
elif key.startswith('addr+'):
|
|
self._add_hstore('address', key[5:], value)
|
|
elif key in ('name', 'address', 'extratags'):
|
|
self.columns[key] = eval('{' + value + '}')
|
|
else:
|
|
assert key in ('class', 'type'), "Unknown column '{}'.".format(key)
|
|
self.columns[key] = None if value == '' else value
|
|
|
|
def _set_key_name(self, value):
|
|
self._add_hstore('name', 'name', value)
|
|
|
|
def _set_key_osm(self, value):
|
|
assert value[0] in 'NRW' and value[1:].isdigit(), \
|
|
"OSM id needs to be of format <NRW><id>."
|
|
|
|
self.columns['osm_type'] = value[0]
|
|
self.columns['osm_id'] = int(value[1:])
|
|
|
|
def _set_key_admin(self, value):
|
|
self.columns['admin_level'] = int(value)
|
|
|
|
def _set_key_housenr(self, value):
|
|
if value:
|
|
self._add_hstore('address', 'housenumber', value)
|
|
|
|
def _set_key_postcode(self, value):
|
|
if value:
|
|
self._add_hstore('address', 'postcode', value)
|
|
|
|
def _set_key_street(self, value):
|
|
if value:
|
|
self._add_hstore('address', 'street', value)
|
|
|
|
def _set_key_addr_place(self, value):
|
|
if value:
|
|
self._add_hstore('address', 'place', value)
|
|
|
|
def _set_key_country(self, value):
|
|
if value:
|
|
self._add_hstore('address', 'country', value)
|
|
|
|
def _set_key_geometry(self, value):
|
|
self.geometry = self.context.osm.parse_geometry(value)
|
|
assert self.geometry is not None, "Bad geometry: {}".format(value)
|
|
|
|
def _add_hstore(self, column, key, value):
|
|
if column in self.columns:
|
|
self.columns[column][key] = value
|
|
else:
|
|
self.columns[column] = {key: value}
|
|
|
|
def db_delete(self, cursor):
|
|
""" Issue a delete for the given OSM object.
|
|
"""
|
|
cursor.execute('DELETE FROM place WHERE osm_type = %s and osm_id = %s',
|
|
(self.columns['osm_type'] , self.columns['osm_id']))
|
|
|
|
def db_insert(self, cursor):
|
|
""" Insert the collected data into the database.
|
|
"""
|
|
if self.columns['osm_type'] == 'N' and self.geometry is None:
|
|
pt = self.context.osm.grid_node(self.columns['osm_id'])
|
|
if pt is None:
|
|
pt = (random.random()*360 - 180, random.random()*180 - 90)
|
|
|
|
self.geometry = "ST_SetSRID(ST_Point(%f, %f), 4326)" % pt
|
|
else:
|
|
assert self.geometry is not None, "Geometry missing"
|
|
|
|
query = 'INSERT INTO place ({}, geometry) values({}, {})'.format(
|
|
','.join(self.columns.keys()),
|
|
','.join(['%s' for x in range(len(self.columns))]),
|
|
self.geometry)
|
|
cursor.execute(query, list(self.columns.values()))
|