hans/Nominatim
1
0
Fork 1
mirror of https://github.com/osm-search/Nominatim.git synced 2026-03-12 22:04:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

strip normalisation results of normal and special spaces

Browse Source
This commit is contained in:
Sarah Hoffmann
2025-02-19 10:26:06 +01:00
parent e29823e28f
commit 55c3176957
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/nominatim_api/query_preprocessing/normalize.py
View File

@@ -27,5 +27,5 @@ def create(config: QueryConfig) -> QueryProcessingFunc:
return lambda phrases: list( return lambda phrases: list(
filter(lambda p: p.text, filter(lambda p: p.text,
(Phrase(p.ptype, cast(str, normalizer.transliterate(p.text))) (Phrase(p.ptype, cast(str, normalizer.transliterate(p.text)).strip('-: '))
for p in phrases))) for p in phrases)))

2
src/nominatim_api/search/icu_tokenizer.py
View File

@@ -244,7 +244,7 @@ class ICUQueryAnalyzer(AbstractQueryAnalyzer):
standardized form search will work with. All information removed standardized form search will work with. All information removed
at this stage is inevitably lost. at this stage is inevitably lost.
""" """
return cast(str, self.normalizer.transliterate(text)) return cast(str, self.normalizer.transliterate(text)).strip('-: ')
def split_query(self, query: qmod.QueryStruct) -> Tuple[QueryParts, WordDict]: def split_query(self, query: qmod.QueryStruct) -> Tuple[QueryParts, WordDict]:
""" Transliterate the phrases and split them into tokens. """ Transliterate the phrases and split them into tokens.