mirror of
https://github.com/osm-search/Nominatim.git
synced 2026-02-16 15:47:58 +00:00
72 lines
2.5 KiB
Python
72 lines
2.5 KiB
Python
"""
|
|
Functions for bringing auxiliary data in the database up-to-date.
|
|
"""
|
|
import json
|
|
|
|
from psycopg2.extras import execute_values
|
|
|
|
from ..db.utils import execute_file
|
|
|
|
def update_postcodes(conn, datadir):
|
|
""" Recalculate postcode centroids and add, remove and update entries in the
|
|
location_postcode table. `conn` is an opne connection to the database.
|
|
"""
|
|
execute_file(conn, datadir / 'sql' / 'update-postcodes.sql')
|
|
|
|
|
|
def recompute_word_counts(conn, datadir):
|
|
""" Compute the frequency of full-word search terms.
|
|
"""
|
|
execute_file(conn, datadir / 'sql' / 'words_from_search_name.sql')
|
|
|
|
|
|
def _add_address_level_rows_from_entry(rows, entry):
|
|
""" Converts a single entry from the JSON format for address rank
|
|
descriptions into a flat format suitable for inserting into a
|
|
PostgreSQL table and adds these lines to `rows`.
|
|
"""
|
|
countries = entry.get('countries') or (None, )
|
|
for key, values in entry['tags'].items():
|
|
for value, ranks in values.items():
|
|
if isinstance(ranks, list):
|
|
rank_search, rank_address = ranks
|
|
else:
|
|
rank_search = rank_address = ranks
|
|
if not value:
|
|
value = None
|
|
for country in countries:
|
|
rows.append((country, key, value, rank_search, rank_address))
|
|
|
|
def load_address_levels(conn, table, levels):
|
|
""" Replace the `address_levels` table with the contents of `levels'.
|
|
|
|
A new table is created any previously existing table is dropped.
|
|
The table has the following columns:
|
|
country, class, type, rank_search, rank_address
|
|
"""
|
|
rows = []
|
|
for entry in levels:
|
|
_add_address_level_rows_from_entry(rows, entry)
|
|
|
|
with conn.cursor() as cur:
|
|
cur.execute('DROP TABLE IF EXISTS {}'.format(table))
|
|
|
|
cur.execute("""CREATE TABLE {} (country_code varchar(2),
|
|
class TEXT,
|
|
type TEXT,
|
|
rank_search SMALLINT,
|
|
rank_address SMALLINT)""".format(table))
|
|
|
|
execute_values(cur, "INSERT INTO {} VALUES %s".format(table), rows)
|
|
|
|
cur.execute('CREATE UNIQUE INDEX ON {} (country_code, class, type)'.format(table))
|
|
|
|
conn.commit()
|
|
|
|
def load_address_levels_from_file(conn, config_file):
|
|
""" Replace the `address_levels` table with the contents of the config
|
|
file.
|
|
"""
|
|
with config_file.open('r') as fdesc:
|
|
load_address_levels(conn, 'address_levels', json.load(fdesc))
|