Add basestring

This commit is contained in:
ines 2017-03-16 10:01:14 +01:00
parent 7b2eca36e4
commit 595d89698a
1 changed files with 6 additions and 0 deletions

View File

@ -4,6 +4,12 @@ from . import util
from .download import download from .download import download
try:
basestring
except NameError:
basestring = str
def read_lang_data(package): def read_lang_data(package):
tokenization = package.load_json(('tokenizer', 'specials.json')) tokenization = package.load_json(('tokenizer', 'specials.json'))
with package.open(('tokenizer', 'prefix.txt'), default=None) as file_: with package.open(('tokenizer', 'prefix.txt'), default=None) as file_: