forked from hans/Nominatim
388ebcbae2
This introduces a finalization routing for the tokenizer where it can post-process the import if necessary.
65 lines
1.3 KiB
Python
65 lines
1.3 KiB
Python
"""
|
|
Tokenizer for testing.
|
|
"""
|
|
|
|
def create(dsn, data_dir):
|
|
""" Create a new instance of the tokenizer provided by this module.
|
|
"""
|
|
return DummyTokenizer(dsn, data_dir)
|
|
|
|
class DummyTokenizer:
|
|
|
|
def __init__(self, dsn, data_dir):
|
|
self.dsn = dsn
|
|
self.data_dir = data_dir
|
|
self.init_state = None
|
|
self.analyser_cache = {}
|
|
|
|
|
|
def init_new_db(self, *args, **kwargs):
|
|
assert self.init_state == None
|
|
self.init_state = "new"
|
|
|
|
|
|
def init_from_project(self):
|
|
assert self.init_state == None
|
|
self.init_state = "loaded"
|
|
|
|
|
|
def finalize_import(self, _):
|
|
pass
|
|
|
|
|
|
def name_analyzer(self):
|
|
return DummyNameAnalyzer(self.analyser_cache)
|
|
|
|
|
|
class DummyNameAnalyzer:
|
|
|
|
def __enter__(self):
|
|
return self
|
|
|
|
def __exit__(self, exc_type, exc_value, traceback):
|
|
self.close()
|
|
|
|
|
|
def __init__(self, cache):
|
|
self.analyser_cache = cache
|
|
cache['countries'] = []
|
|
|
|
|
|
def close(self):
|
|
pass
|
|
|
|
def add_postcodes_from_db(self):
|
|
pass
|
|
|
|
def update_special_phrases(self, phrases):
|
|
self.analyser_cache['special_phrases'] = phrases
|
|
|
|
def add_country_names(self, code, names):
|
|
self.analyser_cache['countries'].append((code, names))
|
|
|
|
def process_place(self, place):
|
|
return {}
|