fix indent

This commit is contained in:
Sarah Hoffmann
2021-09-04 10:30:35 +02:00
parent 8e1d4818ac
commit b894d2c04a

View File

@@ -49,7 +49,7 @@ class LegacyICUTokenizer(AbstractTokenizer):
sure the tokenizer remains stable even over updates.
"""
loader = ICURuleLoader(config.load_sub_configuration('icu_tokenizer.yaml',
config='TOKENIZER_CONFIG'))
config='TOKENIZER_CONFIG'))
self.naming_rules = ICUNameProcessorRules(loader=loader)
self.term_normalization = config.TERM_NORMALIZATION
self.max_word_frequency = config.MAX_WORD_FREQUENCY