added tokenizer_exceptions

This commit is contained in:
Jim Geovedi 2017-07-23 22:55:05 +07:00
parent b80c35bc9a
commit bed8162d00
1 changed files with 4 additions and 0 deletions

View File

@ -0,0 +1,4 @@
# coding: utf8
from __future__ import unicode_literals
TOKENIZER_EXCEPTIONS = {}