move postcode normalization into tokenizer

2021-04-25 18:26:36 +02:00
parent d8ed1bfc60
commit ffc2d82b0e
12 changed files with 181 additions and 74 deletions
--- a/test/python/dummy_tokenizer.py
+++ b/test/python/dummy_tokenizer.py
@@ -43,6 +43,9 @@ class DummyNameAnalyzer:
        """
        pass

+    def add_postcodes_from_db(self):
+        pass
+
    def process_place(self, place):
        """ Determine tokenizer information about the given place.