mirror of
https://github.com/osm-search/Nominatim.git
synced 2026-02-25 18:48:15 +00:00
9397bf54b8
Indexing is now split into three parts: first a preparation step that collects the necessary information from the database and returns it to Python. In a second step the data is transformed within Python as necessary and then returned to the database through the usual UPDATE which now not only sets the indexed_status but also other fields. The third step comprises the address computation which is still done inside the update trigger in the database. The second processing step doesn't do anything useful yet.
128 lines
4.0 KiB
Python
128 lines
4.0 KiB
Python
"""
|
|
Mix-ins that provide the actual commands for the indexer for various indexing
|
|
tasks.
|
|
"""
|
|
# pylint: disable=C0111
|
|
|
|
class AbstractPlacexRunner:
|
|
""" Returns SQL commands for indexing of the placex table.
|
|
"""
|
|
SELECT_SQL = 'SELECT place_id, (placex_prepare_update(placex)).* FROM placex'
|
|
|
|
def __init__(self, rank):
|
|
self.rank = rank
|
|
self._sql_terms = 0
|
|
self._cached_index_sql = None
|
|
|
|
def _index_sql(self, num_places):
|
|
if num_places != self._sql_terms:
|
|
self._cached_index_sql = \
|
|
""" UPDATE placex
|
|
SET indexed_status = 0, address = v.addr
|
|
FROM (VALUES {}) as v(id, addr)
|
|
WHERE place_id = v.id
|
|
""".format(','.join(["(%s, %s::hstore)"] * num_places))
|
|
self._sql_terms = num_places
|
|
|
|
return self._cached_index_sql
|
|
|
|
|
|
def index_places(self, worker, places):
|
|
values = []
|
|
for place in places:
|
|
values.extend((place[x] for x in ('place_id', 'address')))
|
|
|
|
worker.perform(self._index_sql(len(places)), values)
|
|
|
|
|
|
class RankRunner(AbstractPlacexRunner):
|
|
""" Returns SQL commands for indexing one rank within the placex table.
|
|
"""
|
|
|
|
def name(self):
|
|
return "rank {}".format(self.rank)
|
|
|
|
def sql_count_objects(self):
|
|
return """SELECT count(*) FROM placex
|
|
WHERE rank_address = {} and indexed_status > 0
|
|
""".format(self.rank)
|
|
|
|
def sql_get_objects(self):
|
|
return """{} WHERE indexed_status > 0 and rank_address = {}
|
|
ORDER BY geometry_sector
|
|
""".format(self.SELECT_SQL, self.rank)
|
|
|
|
|
|
class BoundaryRunner(AbstractPlacexRunner):
|
|
""" Returns SQL commands for indexing the administrative boundaries
|
|
of a certain rank.
|
|
"""
|
|
|
|
def name(self):
|
|
return "boundaries rank {}".format(self.rank)
|
|
|
|
def sql_count_objects(self):
|
|
return """SELECT count(*) FROM placex
|
|
WHERE indexed_status > 0
|
|
AND rank_search = {}
|
|
AND class = 'boundary' and type = 'administrative'
|
|
""".format(self.rank)
|
|
|
|
def sql_get_objects(self):
|
|
return """{} WHERE indexed_status > 0 and rank_search = {}
|
|
and class = 'boundary' and type = 'administrative'
|
|
ORDER BY partition, admin_level
|
|
""".format(self.SELECT_SQL, self.rank)
|
|
|
|
|
|
class InterpolationRunner:
|
|
""" Returns SQL commands for indexing the address interpolation table
|
|
location_property_osmline.
|
|
"""
|
|
|
|
@staticmethod
|
|
def name():
|
|
return "interpolation lines (location_property_osmline)"
|
|
|
|
@staticmethod
|
|
def sql_count_objects():
|
|
return """SELECT count(*) FROM location_property_osmline
|
|
WHERE indexed_status > 0"""
|
|
|
|
@staticmethod
|
|
def sql_get_objects():
|
|
return """SELECT place_id FROM location_property_osmline
|
|
WHERE indexed_status > 0
|
|
ORDER BY geometry_sector"""
|
|
|
|
@staticmethod
|
|
def index_places(worker, ids):
|
|
worker.perform(""" UPDATE location_property_osmline
|
|
SET indexed_status = 0 WHERE place_id IN ({})
|
|
""".format(','.join((str(i[0]) for i in ids))))
|
|
|
|
|
|
class PostcodeRunner:
|
|
""" Provides the SQL commands for indexing the location_postcode table.
|
|
"""
|
|
|
|
@staticmethod
|
|
def name():
|
|
return "postcodes (location_postcode)"
|
|
|
|
@staticmethod
|
|
def sql_count_objects():
|
|
return 'SELECT count(*) FROM location_postcode WHERE indexed_status > 0'
|
|
|
|
@staticmethod
|
|
def sql_get_objects():
|
|
return """SELECT place_id FROM location_postcode
|
|
WHERE indexed_status > 0
|
|
ORDER BY country_code, postcode"""
|
|
|
|
@staticmethod
|
|
def index_places(worker, ids):
|
|
worker.perform(""" UPDATE location_postcode SET indexed_status = 0
|
|
WHERE place_id IN ({})
|
|
""".format(','.join((str(i[0]) for i in ids))))
|