From a627d3e3b0a547ef92190ac5ed9d9fafaa933eae Mon Sep 17 00:00:00 2001 From: ines Date: Mon, 8 May 2017 15:54:36 +0200 Subject: [PATCH] Reorganise Chinese language data --- spacy/zh/__init__.py | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/spacy/zh/__init__.py b/spacy/zh/__init__.py index 633459ae6..af5879fde 100644 --- a/spacy/zh/__init__.py +++ b/spacy/zh/__init__.py @@ -1,14 +1,21 @@ +# coding: utf8 +from __future__ import unicode_literals + from ..language import Language from ..tokens import Doc class Chinese(Language): - lang = u'zh' + lang = 'zh' def make_doc(self, text): - import jieba + try: + from jieba + except ImportError: + raise ImportError("The Chinese tokenizer requires the Jieba library: " + "https://github.com/fxsjy/jieba") words = list(jieba.cut(text, cut_all=True)) return Doc(self.vocab, words=words, spaces=[False]*len(words)) -EXPORT = Chinese \ No newline at end of file +__all__ = ['Chinese']