spaCy/spacy/cli/download.py

# coding: utf8
from __future__ import unicode_literals

import requests
import os
import subprocess
import sys

from .link import link
from ..util import prints
from .. import about


def download(model, direct=False):
    if direct:
        download_model('{m}/{m}.tar.gz'.format(m=model))
    else:
        shortcuts = get_json(about.__shortcuts__, "available shortcuts")
        model_name = shortcuts.get(model, model)
        compatibility = get_compatibility()
        version = get_version(model_name, compatibility)
        download_model('{m}-{v}/{m}-{v}.tar.gz'.format(m=model_name, v=version))
        link(model_name, model, force=True)


def get_json(url, desc):
    r = requests.get(url)
    if r.status_code != 200:
        prints("Couldn't fetch %s. Please find a model for your spaCy installation "
               "(v%s), and download it manually." % (desc, about.__version__),
               about.__docs_models__, title="Server error (%d)" % r.status_code, exits=True)
    return r.json()


def get_compatibility():
    version = about.__version__
    comp_table = get_json(about.__compatibility__, "compatibility table")
    comp = comp_table['spacy']
    if version not in comp:
        prints("No compatible models found for v%s of spaCy." % version,
               title="Compatibility error", exits=True)
    return comp[version]


def get_version(model, comp):
    if model not in comp:
        version = about.__version__
        prints("No compatible model found for '%s' (spaCy v%s)." % (model, version),
               title="Compatibility error", exits=True)
    return comp[model][0]


def download_model(filename):
    download_url = about.__download_url__ + '/' + filename
    subprocess.call([sys.executable, '-m',
        'pip', 'install', '--no-cache-dir', download_url],
        env=os.environ.copy())