add documentation for new configuration of ICU tokenizer

This commit is contained in:
Sarah Hoffmann
2021-10-07 11:55:53 +02:00
parent 2a94bfc703
commit 6c79a60e19
4 changed files with 159 additions and 56 deletions

View File

@@ -1,5 +1,9 @@
"""
Name processor that splits name values with multiple values into their components.
Sanitizer that splits lists of names into their components.
Arguments:
delimiters: Define the set of characters to be used for
splitting the list. (default: `,;`)
"""
import re
@@ -7,9 +11,7 @@ from nominatim.errors import UsageError
def create(func):
""" Create a name processing function that splits name values with
multiple values into their components. The optional parameter
'delimiters' can be used to define the characters that should be used
for splitting. The default is ',;'.
multiple values into their components.
"""
delimiter_set = set(func.get('delimiters', ',;'))
if not delimiter_set: