mirror of
https://github.com/osm-search/Nominatim.git
synced 2026-02-14 18:37:58 +00:00
186f562dd7
ICU tokenizer doesn't need any extra data anymore, so it doesn't make sense to create a directory which then remains empty. If a tokenizer needs such a directory in the future, it needs to create it on its own and make sure to handle the situation correctly where no project directory is used at all.
77 lines
1.8 KiB
Python
77 lines
1.8 KiB
Python
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
#
|
|
# This file is part of Nominatim. (https://nominatim.org)
|
|
#
|
|
# Copyright (C) 2025 by the Nominatim developer community.
|
|
# For a full list of authors see the git log.
|
|
"""
|
|
Tokenizer for testing.
|
|
"""
|
|
from nominatim_db.data.place_info import PlaceInfo
|
|
from nominatim_db.config import Configuration
|
|
|
|
|
|
def create(dsn):
|
|
""" Create a new instance of the tokenizer provided by this module.
|
|
"""
|
|
return DummyTokenizer(dsn)
|
|
|
|
|
|
class DummyTokenizer:
|
|
|
|
def __init__(self, dsn):
|
|
self.dsn = dsn
|
|
self.init_state = None
|
|
self.analyser_cache = {}
|
|
|
|
def init_new_db(self, *args, **kwargs):
|
|
assert self.init_state is None
|
|
self.init_state = "new"
|
|
|
|
def init_from_project(self, config):
|
|
assert isinstance(config, Configuration)
|
|
assert self.init_state is None
|
|
self.init_state = "loaded"
|
|
|
|
@staticmethod
|
|
def finalize_import(_):
|
|
pass
|
|
|
|
def name_analyzer(self):
|
|
return DummyNameAnalyzer(self.analyser_cache)
|
|
|
|
|
|
class DummyNameAnalyzer:
|
|
|
|
def __enter__(self):
|
|
return self
|
|
|
|
def __exit__(self, exc_type, exc_value, traceback):
|
|
self.close()
|
|
|
|
def __init__(self, cache):
|
|
self.analyser_cache = cache
|
|
cache['countries'] = []
|
|
|
|
def close(self):
|
|
pass
|
|
|
|
@staticmethod
|
|
def normalize_postcode(postcode):
|
|
return postcode
|
|
|
|
@staticmethod
|
|
def update_postcodes_from_db():
|
|
pass
|
|
|
|
def update_special_phrases(self, phrases, should_replace):
|
|
self.analyser_cache['special_phrases'] = phrases
|
|
|
|
def add_country_names(self, code, names):
|
|
self.analyser_cache['countries'].append((code, names))
|
|
|
|
@staticmethod
|
|
def process_place(place):
|
|
assert isinstance(place, PlaceInfo)
|
|
return {}
|