postcode token should have transliterated term in word_token

This commit is contained in:
Sarah Hoffmann
2025-03-18 22:55:33 +01:00
parent edc5ada625
commit 7b3c725f2a

View File

@@ -193,10 +193,12 @@ class ICUQueryAnalyzer(AbstractQueryAnalyzer):
self.add_extra_tokens(query)
for start, end, pc in self.postcode_parser.parse(query):
term = ' '.join(n.term_lookup for n in query.nodes[start + 1:end + 1])
query.add_token(qmod.TokenRange(start, end),
qmod.TOKEN_POSTCODE,
ICUToken(penalty=0.1, token=0, count=1, addr_count=1,
lookup_word=pc, word_token=pc, info=None))
lookup_word=pc, word_token=term,
info=None))
self.rerank_tokens(query)
log().table_dump('Word tokens', _dump_word_tokens(query))