Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Move import within get_exceptions() function, to speed import

This commit is contained in:
Matthew Honnibal 2017-02-27 11:34:48 +01:00
parent 0aaa546435
commit e7e22d8be6
1 changed files with 1 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
spacy/fr/tokenizer_exceptions.py
View File

@ -8,7 +8,6 @@ from ..language_data.tokenizer_exceptions import _URL_PATTERN
from ..language_data.punctuation import ALPHA_LOWER from ..language_data.punctuation import ALPHA_LOWER
from .punctuation import ELISION, HYPHENS from .punctuation import ELISION, HYPHENS
from ._tokenizer_exceptions_list import BASE_EXCEPTIONS
from ..symbols import * from ..symbols import *
@ -18,13 +17,9 @@ import re
def get_exceptions(): def get_exceptions():
from ._tokenizer_exceptions_list import BASE_EXCEPTIONS
return BASE_EXCEPTIONS return BASE_EXCEPTIONS
# with io.open(os.path.join(os.path.dirname(__file__), 'resources/tokenizer_exceptions'),
# 'rt', encoding='utf8') as f:
# for line in f:
# yield line.strip('\n')
def upper_first_letter(text): def upper_first_letter(text):
if len(text) == 0: if len(text) == 0: