Update __init__.py

Added infixes = TOKENIZER_INFIXES
This commit is contained in:
Shumi 2021-02-11 21:20:46 +02:00 committed by GitHub
parent ed3397727e
commit 39eeba6760
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 0 deletions

View File

@ -6,6 +6,7 @@ from ...language import Language
class SetswanaDefaults(Language.Defaults): class SetswanaDefaults(Language.Defaults):
suffixes = TOKENIZER_SUFFIXES suffixes = TOKENIZER_SUFFIXES
infixes = TOKENIZER_INFIXES
stop_words = STOP_WORDS stop_words = STOP_WORDS
lex_attr_getters = LEX_ATTRS lex_attr_getters = LEX_ATTRS