add new command for cleaning word tokens

Just pulls outdated housenumbers for the moment.
This commit is contained in:
Sarah Hoffmann
2022-01-20 20:05:15 +01:00
parent 86588419fb
commit 344a2bfc1a
4 changed files with 53 additions and 0 deletions

View File

@@ -211,6 +211,13 @@ class LegacyTokenizer(AbstractTokenizer):
cur.drop_table("word_frequencies")
conn.commit()
def update_word_tokens(self):
""" No house-keeping implemented for the legacy tokenizer.
"""
LOG.info("No tokenizer clean-up available.")
def name_analyzer(self):
""" Create a new analyzer for tokenizing names and queries
using this tokinzer. Analyzers are context managers and should