add tests for sanitizer tagging language

This commit is contained in:
Sarah Hoffmann
2021-10-06 12:29:25 +02:00
parent 97a10ec218
commit b18d042832
3 changed files with 276 additions and 19 deletions

View File

@@ -124,7 +124,7 @@ class ICURuleLoader:
else:
LOG.fatal("ICU tokenizer configuration has two token "
"analyzers with id '%s'.", name)
UsageError("Syntax error in ICU tokenizer config.")
raise UsageError("Syntax error in ICU tokenizer config.")
self.analysis[name] = TokenAnalyzerRule(section, self.normalization_rules)