spaCy/spacy/en/download.py

64 lines
1.6 KiB
Python

from __future__ import print_function
import sys
import os
import shutil
import plac
import sputnik
from .. import about
def migrate(path):
data_path = os.path.join(path, 'data')
if os.path.isdir(data_path):
if os.path.islink(data_path):
os.unlink(data_path)
else:
shutil.rmtree(data_path)
for filename in os.listdir(path):
if filename.endswith('.tgz'):
os.unlink(os.path.join(path, filename))
def link(package, path):
if os.path.exists(path):
if os.path.isdir(path):
shutil.rmtree(path)
else:
os.unlink(path)
if not hasattr(os, 'symlink'): # not supported by win+py27
shutil.copytree(package.dir_path('data'), path)
else:
os.symlink(package.dir_path('data'), path)
@plac.annotations(
force=("Force overwrite", "flag", "f", bool),
)
def main(data_size='all', force=False):
path = os.path.dirname(os.path.abspath(__file__))
if force:
sputnik.purge('spacy', about.short_version)
package = sputnik.install('spacy', about.short_version, about.default_model)
try:
sputnik.package('spacy', about.short_version, about.default_model)
except PackageNotFoundException, CompatiblePackageNotFoundException:
print("Model failed to install. Please run 'python -m "
"spacy.en.download --force'.", file=sys.stderr)
sys.exit(1)
# FIXME clean up old-style packages
migrate(path)
print("Model successfully installed.", file=sys.stderr)
if __name__ == '__main__':
plac.call(main)