safety-screen/Nominatim
1
0
Fork 0
forked from hans/Nominatim
Code Pull Requests Activity

strip normalisation results of normal and special spaces

Browse Source
This commit is contained in:
Sarah Hoffmann
2025-02-19 10:26:06 +01:00
parent e29823e28f
commit 55c3176957
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/nominatim_api/query_preprocessing/normalize.py
View File

@@ -27,5 +27,5 @@ def create(config: QueryConfig) -> QueryProcessingFunc:
return lambda phrases: list(
filter(lambda p: p.text,
(Phrase(p.ptype, cast(str, normalizer.transliterate(p.text)))
(Phrase(p.ptype, cast(str, normalizer.transliterate(p.text)).strip('-: '))
for p in phrases)))

2
src/nominatim_api/search/icu_tokenizer.py
View File

@@ -244,7 +244,7 @@ class ICUQueryAnalyzer(AbstractQueryAnalyzer):
standardized form search will work with. All information removed
at this stage is inevitably lost.
"""
return cast(str, self.normalizer.transliterate(text))
return cast(str, self.normalizer.transliterate(text)).strip('-: ')
def split_query(self, query: qmod.QueryStruct) -> Tuple[QueryParts, WordDict]:
""" Transliterate the phrases and split them into tokens.