mirror of
https://github.com/osm-search/Nominatim.git
synced 2026-02-14 18:37:58 +00:00
150 lines
4.7 KiB
Python
150 lines
4.7 KiB
Python
# SPDX-License-Identifier: GPL-2.0-only
|
|
#
|
|
# This file is part of Nominatim. (https://nominatim.org)
|
|
#
|
|
# Copyright (C) 2022 by the Nominatim developer community.
|
|
# For a full list of authors see the git log.
|
|
"""
|
|
Tests for sanitizer configuration helper functions.
|
|
"""
|
|
import pytest
|
|
|
|
from nominatim.errors import UsageError
|
|
from nominatim.tokenizer.sanitizers.config import SanitizerConfig
|
|
|
|
def test_string_list_default_empty():
|
|
assert SanitizerConfig().get_string_list('op') == []
|
|
|
|
|
|
def test_string_list_default_something():
|
|
assert SanitizerConfig().get_string_list('op', default=['a', 'b']) == ['a', 'b']
|
|
|
|
|
|
def test_string_list_value_string():
|
|
assert SanitizerConfig({'op': 't'}).get_string_list('op', default=['a', 'b']) == ['t']
|
|
|
|
|
|
def test_string_list_value_list():
|
|
assert SanitizerConfig({'op': ['1', '2']}).get_string_list('op') == ['1', '2']
|
|
|
|
|
|
def test_string_list_value_empty():
|
|
assert SanitizerConfig({'op': ''}).get_string_list('op', default=['a', 'b']) == []
|
|
|
|
|
|
def test_string_list_value_dict():
|
|
with pytest.raises(UsageError):
|
|
SanitizerConfig({'op': {'1': 'a'}}).get_string_list('op')
|
|
|
|
|
|
def test_string_list_value_int_list():
|
|
with pytest.raises(UsageError):
|
|
SanitizerConfig({'op': [1, 2]}).get_string_list('op')
|
|
|
|
|
|
@pytest.mark.parametrize('inp', ('fg34', 'f\\f', 'morning [glory]', '56.78'))
|
|
def test_create_split_regex_no_params_unsplit(inp):
|
|
regex = SanitizerConfig().get_delimiter()
|
|
|
|
assert list(regex.split(inp)) == [inp]
|
|
|
|
|
|
@pytest.mark.parametrize('inp,outp', [('here,there', ['here', 'there']),
|
|
('ying;;yang', ['ying', 'yang']),
|
|
(';a; ;c;d,', ['', 'a', '', 'c', 'd', '']),
|
|
('1, 3 ,5', ['1', '3', '5'])
|
|
])
|
|
def test_create_split_regex_no_params_split(inp, outp):
|
|
regex = SanitizerConfig().get_delimiter()
|
|
|
|
assert list(regex.split(inp)) == outp
|
|
|
|
|
|
@pytest.mark.parametrize('delimiter', ['.', '\\', '[]', ' ', '/.*+'])
|
|
def test_create_split_regex_custom(delimiter):
|
|
regex = SanitizerConfig({'delimiters': delimiter}).get_delimiter()
|
|
|
|
assert list(regex.split(f'out{delimiter}house')) == ['out', 'house']
|
|
assert list(regex.split('out,house')) == ['out,house']
|
|
|
|
|
|
def test_create_split_regex_empty_delimiter():
|
|
with pytest.raises(UsageError):
|
|
regex = SanitizerConfig({'delimiters': ''}).get_delimiter()
|
|
|
|
|
|
@pytest.mark.parametrize('inp', ('name', 'name:de', 'na\\me', '.*', ''))
|
|
def test_create_name_filter_no_param_no_default(inp):
|
|
filt = SanitizerConfig({'filter-kind': 'place'}).get_filter('name')
|
|
|
|
assert filt(inp)
|
|
|
|
|
|
@pytest.mark.parametrize('inp', ('name', 'name:de', 'na\\me', '.*', ''))
|
|
def test_create_name_filter_no_param_default_pass_all(inp):
|
|
filt = SanitizerConfig().get_filter('name', 'PASS_ALL')
|
|
|
|
assert filt(inp)
|
|
|
|
|
|
@pytest.mark.parametrize('inp', ('name', 'name:de', 'na\\me', '.*', ''))
|
|
def test_create_name_filter_no_param_default_fail_all(inp):
|
|
filt = SanitizerConfig().get_filter('name', 'FAIL_ALL')
|
|
|
|
assert not filt(inp)
|
|
|
|
|
|
def test_create_name_filter_no_param_default_invalid_string():
|
|
with pytest.raises(ValueError):
|
|
filt = SanitizerConfig().get_filter('name', 'abc')
|
|
|
|
|
|
def test_create_name_filter_no_param_default_empty_list():
|
|
with pytest.raises(ValueError):
|
|
filt = SanitizerConfig().get_filter('name', [])
|
|
|
|
|
|
@pytest.mark.parametrize('kind', ('de', 'name:de', 'ende'))
|
|
def test_create_kind_filter_default_positive(kind):
|
|
filt = SanitizerConfig().get_filter('filter-kind', ['.*de'])
|
|
|
|
assert filt(kind)
|
|
|
|
|
|
@pytest.mark.parametrize('kind', ('de', 'name:de', 'ende'))
|
|
def test_create_kind_filter_default_negetive(kind):
|
|
filt = SanitizerConfig().get_filter('filter-kind', ['.*fr'])
|
|
|
|
assert not filt(kind)
|
|
|
|
|
|
@pytest.mark.parametrize('kind', ('lang', 'lang:de', 'langxx'))
|
|
def test_create_kind_filter_custom_regex_positive(kind):
|
|
filt = SanitizerConfig({'filter-kind': 'lang.*'}
|
|
).get_filter('filter-kind', ['.*fr'])
|
|
|
|
assert filt(kind)
|
|
|
|
|
|
@pytest.mark.parametrize('kind', ('de ', '123', '', 'bedece'))
|
|
def test_create_kind_filter_custom_regex_negative(kind):
|
|
filt = SanitizerConfig({'filter-kind': '.*de'}).get_filter('filter-kind')
|
|
|
|
assert not filt(kind)
|
|
|
|
|
|
@pytest.mark.parametrize('kind', ('name', 'fr', 'name:fr', 'frfr', '34'))
|
|
def test_create_kind_filter_many_positive(kind):
|
|
filt = SanitizerConfig({'filter-kind': ['.*fr', 'name', r'\d+']}
|
|
).get_filter('filter-kind')
|
|
|
|
assert filt(kind)
|
|
|
|
|
|
@pytest.mark.parametrize('kind', ('name:de', 'fridge', 'a34', '.*', '\\'))
|
|
def test_create_kind_filter_many_negative(kind):
|
|
filt = SanitizerConfig({'filter-kind': ['.*fr', 'name', r'\d+']}
|
|
).get_filter('filter-kind')
|
|
|
|
assert not filt(kind)
|