add ga_tokenizer

This commit is contained in:
Jim O'Regan 2017-09-11 10:31:41 +01:00
parent 9dfd301962
commit b1b6123867
1 changed files with 4 additions and 0 deletions

View File

@ -99,6 +99,10 @@ def sv_tokenizer():
def bn_tokenizer(): def bn_tokenizer():
return util.get_lang_class('bn').Defaults.create_tokenizer() return util.get_lang_class('bn').Defaults.create_tokenizer()
@pytest.fixture
def ga_tokenizer():
return util.get_lang_class('ga').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture
def he_tokenizer(): def he_tokenizer():