From 6c450decfc01e2d82f0b7c8f799654d79158fa4c Mon Sep 17 00:00:00 2001 From: Ines Montani Date: Sat, 13 Feb 2021 11:51:21 +1100 Subject: [PATCH] Fix punctuation settings and add to initialize tests --- spacy/lang/tn/__init__.py | 3 +-- spacy/tests/lang/test_initialize.py | 3 ++- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/spacy/lang/tn/__init__.py b/spacy/lang/tn/__init__.py index 648772528..99907c28a 100644 --- a/spacy/lang/tn/__init__.py +++ b/spacy/lang/tn/__init__.py @@ -5,8 +5,7 @@ from ...language import Language class SetswanaDefaults(Language.Defaults): - suffixes = TOKENIZER_SUFFIXES - infixes = TOKENIZER_INFIXES + infixes = TOKENIZER_INFIXES stop_words = STOP_WORDS lex_attr_getters = LEX_ATTRS diff --git a/spacy/tests/lang/test_initialize.py b/spacy/tests/lang/test_initialize.py index de1871e64..46f1f2bd1 100644 --- a/spacy/tests/lang/test_initialize.py +++ b/spacy/tests/lang/test_initialize.py @@ -8,7 +8,8 @@ from spacy.util import get_lang_class LANGUAGES = ["af", "ar", "bg", "bn", "ca", "cs", "da", "de", "el", "en", "es", "et", "fa", "fi", "fr", "ga", "he", "hi", "hr", "hu", "id", "is", "it", "kn", "lt", "lv", "nb", "nl", "pl", "pt", "ro", "si", "sk", - "sl", "sq", "sr", "sv", "ta", "te", "tl", "tr", "tt", "ur", 'yo'] + "sl", "sq", "sr", "sv", "ta", "te", "tl", "tn", "tr", "tt", "ur", + "yo"] # fmt: on