2016-03-24 10:19:43 +00:00
|
|
|
from __future__ import print_function
|
|
|
|
|
|
|
|
import sys
|
2017-01-19 11:03:52 +00:00
|
|
|
import shutil
|
2016-03-24 10:19:43 +00:00
|
|
|
|
|
|
|
import sputnik
|
|
|
|
from sputnik.package_list import (PackageNotFoundException,
|
|
|
|
CompatiblePackageNotFoundException)
|
|
|
|
|
|
|
|
from . import about
|
2016-10-23 17:46:44 +00:00
|
|
|
from . import util
|
2016-03-24 10:19:43 +00:00
|
|
|
|
|
|
|
|
2016-11-20 15:48:04 +00:00
|
|
|
def download(lang, force=False, fail_on_exist=True, data_path=None):
|
|
|
|
if not data_path:
|
2017-01-09 22:40:26 +00:00
|
|
|
data_path = util.get_data_path(require_exists=False)
|
2016-11-20 15:48:04 +00:00
|
|
|
|
|
|
|
# spaCy uses pathlib, and util.get_data_path returns a pathlib.Path object,
|
|
|
|
# but sputnik (which we're using below) doesn't use pathlib and requires
|
|
|
|
# its data_path parameters to be strings, so we coerce the data_path to a
|
|
|
|
# str here.
|
|
|
|
data_path = str(data_path)
|
|
|
|
|
2016-03-24 10:19:43 +00:00
|
|
|
try:
|
2016-11-04 09:44:11 +00:00
|
|
|
pkg = sputnik.package(about.__title__, about.__version__,
|
2016-11-20 15:48:04 +00:00
|
|
|
about.__models__.get(lang, lang), data_path)
|
2016-11-04 09:44:11 +00:00
|
|
|
if force:
|
|
|
|
shutil.rmtree(pkg.path)
|
|
|
|
elif fail_on_exist:
|
2016-09-14 14:04:09 +00:00
|
|
|
print("Model already installed. Please run 'python -m "
|
|
|
|
"spacy.%s.download --force' to reinstall." % lang, file=sys.stderr)
|
|
|
|
sys.exit(0)
|
2016-03-24 10:19:43 +00:00
|
|
|
except (PackageNotFoundException, CompatiblePackageNotFoundException):
|
|
|
|
pass
|
|
|
|
|
2016-10-18 22:47:44 +00:00
|
|
|
package = sputnik.install(about.__title__, about.__version__,
|
2016-11-20 15:48:04 +00:00
|
|
|
about.__models__.get(lang, lang), data_path)
|
2016-03-24 10:19:43 +00:00
|
|
|
|
|
|
|
try:
|
2016-10-18 22:47:44 +00:00
|
|
|
sputnik.package(about.__title__, about.__version__,
|
2016-11-20 15:48:04 +00:00
|
|
|
about.__models__.get(lang, lang), data_path)
|
2016-03-24 10:19:43 +00:00
|
|
|
except (PackageNotFoundException, CompatiblePackageNotFoundException):
|
|
|
|
print("Model failed to install. Please run 'python -m "
|
|
|
|
"spacy.%s.download --force'." % lang, file=sys.stderr)
|
|
|
|
sys.exit(1)
|
|
|
|
|
2016-10-23 17:46:44 +00:00
|
|
|
print("Model successfully installed to %s" % data_path, file=sys.stderr)
|