hans/Nominatim
1
0
Fork 1
mirror of https://github.com/osm-search/Nominatim.git synced 2026-03-12 05:44:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

add actual removal of housenumber tokens

Browse Source
This commit is contained in:
Sarah Hoffmann
2022-01-20 20:18:15 +01:00
parent 344a2bfc1a
commit d8b7a51ab6
1 changed files with 9 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
nominatim/tokenizer/icu_tokenizer.py
View File

@@ -135,14 +135,20 @@ class LegacyICUTokenizer(AbstractTokenizer):
for hnr in row[0].split(';'): for hnr in row[0].split(';'):
candidates.pop(hnr, None) candidates.pop(hnr, None)
LOG.info("There are %s outdated housenumbers.", len(candidates)) LOG.info("There are %s outdated housenumbers.", len(candidates))
if candidates:
with conn.cursor() as cur:
cur.execute("""DELETE FROM word WHERE word_id = any(%s)""",
(list(candidates.values()), ))
conn.commit()
def update_word_tokens(self): def update_word_tokens(self):
""" Remove unused tokens. """ Remove unused tokens.
""" """
LOG.info("Cleaning up housenumber tokens.") LOG.warn("Cleaning up housenumber tokens.")
self._cleanup_housenumbers() self._cleanup_housenumbers()
LOG.info("Tokenizer house-keeping done.") LOG.warn("Tokenizer house-keeping done.")
def name_analyzer(self): def name_analyzer(self):