spaCy/spacy/zh/__init__.py

14 lines
294 B
Python
Raw Normal View History

2016-11-02 18:57:38 +00:00
from ..language import Language
from ..tokens import Doc
class Chinese(Language):
lang = u'zh'
2016-05-05 09:39:12 +00:00
2016-11-02 18:57:38 +00:00
def make_doc(self, text):
2016-11-02 22:49:19 +00:00
import jieba
2016-11-02 18:57:38 +00:00
words = list(jieba.cut(text, cut_all=True))
return Doc(self.vocab, words=words, spaces=[False]*len(words))
2017-05-03 09:01:42 +00:00
EXPORT = Chinese