cursed of copy & paste

This commit is contained in:
Jim Geovedi 2017-07-24 14:11:51 +07:00
parent 7aad6718bc
commit eaf9cbd708
1 changed files with 2 additions and 2 deletions

View File

@ -1,11 +1,11 @@
# coding: utf8
from __future__ import unicode_literals
from ._tokenizer_exceptions_list import FR_BASE_EXCEPTIONS
from ._tokenizer_exceptions_list import ID_BASE_EXCEPTIONS
_exc = {}
for orth in FR_BASE_EXCEPTIONS + ["etc."]:
for orth in ID_BASE_EXCEPTIONS + ["etc."]:
_exc[orth] = [{ORTH: orth}]
TOKENIZER_EXCEPTIONS = dict(_exc)