Add Thai Language tokenizers (#4191)

Add th (pythainlp)
This commit is contained in:
Wannaphong Phatthiyaphaibun 2019-08-25 16:35:21 +07:00 committed by Ines Montani
parent 61f5c007a0
commit d53c3fcbc1
1 changed files with 1 additions and 0 deletions

View File

@ -265,6 +265,7 @@ def setup_package():
# Language tokenizers with external dependencies # Language tokenizers with external dependencies
"ja": ["mecab-python3==0.7"], "ja": ["mecab-python3==0.7"],
"ko": ["natto-py==0.9.0"], "ko": ["natto-py==0.9.0"],
"th": ["pythainlp>=2.0"],
}, },
python_requires=">=2.7,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*", python_requires=">=2.7,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*",
classifiers=[ classifiers=[