Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update __init__.py 

Added infixes = TOKENIZER_INFIXES
This commit is contained in:
Shumi 2021-02-11 21:20:46 +02:00 committed by GitHub
parent ed3397727e
commit 39eeba6760
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
spacy/lang/tn/__init__.py
View File

@ -6,6 +6,7 @@ from ...language import Language
class SetswanaDefaults(Language.Defaults):
suffixes = TOKENIZER_SUFFIXES
infixes = TOKENIZER_INFIXES
stop_words = STOP_WORDS
lex_attr_getters = LEX_ATTRS