mirror of https://github.com/explosion/spaCy.git
add ga_tokenizer
This commit is contained in:
parent
9dfd301962
commit
b1b6123867
|
@ -99,6 +99,10 @@ def sv_tokenizer():
|
||||||
def bn_tokenizer():
|
def bn_tokenizer():
|
||||||
return util.get_lang_class('bn').Defaults.create_tokenizer()
|
return util.get_lang_class('bn').Defaults.create_tokenizer()
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def ga_tokenizer():
|
||||||
|
return util.get_lang_class('ga').Defaults.create_tokenizer()
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
@pytest.fixture
|
||||||
def he_tokenizer():
|
def he_tokenizer():
|
||||||
|
|
Loading…
Reference in New Issue