add new analyser for houenumbers

This analyser makes spaces optional.
2026-02-16 15:47:58 +00:00 · 2022-02-16 17:18:23 +01:00
parent a6903651fc
commit f03a05f6bb
3 changed files with 284 additions and 3 deletions
--- a/settings/icu_tokenizer.yaml
+++ b/settings/icu_tokenizer.yaml
@@ -41,6 +41,8 @@ sanitizers:
      mode: append
 token-analysis:
    - analyzer: generic
+    - id: "@housenumber"
+      analyzer: housenumbers
    - id: bg
      analyzer: generic
      mode: variant-only