mirror of https://github.com/explosion/spaCy.git
Add basestring
This commit is contained in:
parent
7b2eca36e4
commit
595d89698a
|
@ -4,6 +4,12 @@ from . import util
|
||||||
from .download import download
|
from .download import download
|
||||||
|
|
||||||
|
|
||||||
|
try:
|
||||||
|
basestring
|
||||||
|
except NameError:
|
||||||
|
basestring = str
|
||||||
|
|
||||||
|
|
||||||
def read_lang_data(package):
|
def read_lang_data(package):
|
||||||
tokenization = package.load_json(('tokenizer', 'specials.json'))
|
tokenization = package.load_json(('tokenizer', 'specials.json'))
|
||||||
with package.open(('tokenizer', 'prefix.txt'), default=None) as file_:
|
with package.open(('tokenizer', 'prefix.txt'), default=None) as file_:
|
||||||
|
|
Loading…
Reference in New Issue