2014-07-05 18:49:34 +00:00
|
|
|
#!/usr/bin/env python
|
2016-01-15 17:57:01 +00:00
|
|
|
from __future__ import print_function
|
2015-12-13 10:49:17 +00:00
|
|
|
import os
|
|
|
|
import subprocess
|
2014-07-05 18:49:34 +00:00
|
|
|
import sys
|
2015-12-13 22:32:23 +00:00
|
|
|
import contextlib
|
2015-10-12 22:31:59 +00:00
|
|
|
from distutils.command.build_ext import build_ext
|
2015-12-13 10:49:17 +00:00
|
|
|
from distutils.sysconfig import get_python_inc
|
2016-04-28 20:10:43 +00:00
|
|
|
from distutils import ccompiler, msvccompiler
|
2015-10-12 22:31:59 +00:00
|
|
|
|
2015-12-13 10:49:17 +00:00
|
|
|
try:
|
|
|
|
from setuptools import Extension, setup
|
|
|
|
except ImportError:
|
|
|
|
from distutils.core import Extension, setup
|
|
|
|
|
|
|
|
|
|
|
|
PACKAGES = [
|
|
|
|
'spacy',
|
|
|
|
'spacy.tokens',
|
|
|
|
'spacy.en',
|
2016-04-08 12:52:29 +00:00
|
|
|
'spacy.de',
|
2016-05-03 12:36:59 +00:00
|
|
|
'spacy.zh',
|
2015-12-13 10:49:17 +00:00
|
|
|
'spacy.serialize',
|
|
|
|
'spacy.syntax',
|
|
|
|
'spacy.munge',
|
|
|
|
'spacy.tests',
|
|
|
|
'spacy.tests.matcher',
|
|
|
|
'spacy.tests.morphology',
|
|
|
|
'spacy.tests.munge',
|
|
|
|
'spacy.tests.parser',
|
2016-03-14 00:46:33 +00:00
|
|
|
'spacy.tests.print',
|
2015-12-13 10:49:17 +00:00
|
|
|
'spacy.tests.serialize',
|
|
|
|
'spacy.tests.spans',
|
|
|
|
'spacy.tests.tagger',
|
|
|
|
'spacy.tests.tokenizer',
|
|
|
|
'spacy.tests.tokens',
|
|
|
|
'spacy.tests.vectors',
|
2016-03-14 00:46:33 +00:00
|
|
|
'spacy.tests.vocab',
|
|
|
|
'spacy.tests.website']
|
2015-12-13 10:49:17 +00:00
|
|
|
|
|
|
|
|
|
|
|
MOD_NAMES = [
|
|
|
|
'spacy.parts_of_speech',
|
|
|
|
'spacy.strings',
|
|
|
|
'spacy.lexeme',
|
|
|
|
'spacy.vocab',
|
|
|
|
'spacy.attrs',
|
|
|
|
'spacy.morphology',
|
|
|
|
'spacy.tagger',
|
|
|
|
'spacy.syntax.stateclass',
|
2016-02-01 02:00:53 +00:00
|
|
|
'spacy.syntax._state',
|
2015-12-13 10:49:17 +00:00
|
|
|
'spacy.tokenizer',
|
|
|
|
'spacy.syntax.parser',
|
2016-03-01 09:09:08 +00:00
|
|
|
'spacy.syntax.nonproj',
|
2015-12-13 10:49:17 +00:00
|
|
|
'spacy.syntax.transition_system',
|
|
|
|
'spacy.syntax.arc_eager',
|
|
|
|
'spacy.syntax._parse_features',
|
|
|
|
'spacy.gold',
|
|
|
|
'spacy.orth',
|
|
|
|
'spacy.tokens.doc',
|
|
|
|
'spacy.tokens.span',
|
|
|
|
'spacy.tokens.token',
|
|
|
|
'spacy.serialize.packer',
|
|
|
|
'spacy.serialize.huffman',
|
|
|
|
'spacy.serialize.bits',
|
|
|
|
'spacy.cfile',
|
|
|
|
'spacy.matcher',
|
|
|
|
'spacy.syntax.ner',
|
2016-03-10 12:01:34 +00:00
|
|
|
'spacy.symbols',
|
2016-03-16 14:53:35 +00:00
|
|
|
'spacy.syntax.iterators']
|
2015-12-13 10:49:17 +00:00
|
|
|
|
|
|
|
|
2016-02-05 13:43:52 +00:00
|
|
|
compile_options = {
|
2016-04-12 08:12:57 +00:00
|
|
|
'msvc': ['/Ox', '/EHsc'],
|
2016-02-05 13:43:52 +00:00
|
|
|
'mingw32' : ['-O3', '-Wno-strict-prototypes', '-Wno-unused-function'],
|
|
|
|
'other' : ['-O3', '-Wno-strict-prototypes', '-Wno-unused-function']
|
|
|
|
}
|
2015-10-12 22:31:59 +00:00
|
|
|
|
2016-02-05 13:43:52 +00:00
|
|
|
|
|
|
|
link_options = {
|
|
|
|
'msvc' : [],
|
|
|
|
'mingw32': [],
|
|
|
|
'other' : []
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2016-04-12 08:12:57 +00:00
|
|
|
if os.environ.get('USE_OPENMP') == '1':
|
|
|
|
compile_options['msvc'].append('/openmp')
|
|
|
|
|
|
|
|
|
2016-02-05 13:43:52 +00:00
|
|
|
if not sys.platform.startswith('darwin'):
|
2016-02-05 11:19:51 +00:00
|
|
|
compile_options['other'].append('-fopenmp')
|
|
|
|
link_options['other'].append('-fopenmp')
|
2015-01-06 01:34:55 +00:00
|
|
|
|
|
|
|
|
2016-04-19 17:50:42 +00:00
|
|
|
# By subclassing build_extensions we have the actual compiler that will be used which is really known only after finalize_options
|
|
|
|
# http://stackoverflow.com/questions/724664/python-distutils-how-to-get-a-compiler-that-is-going-to-be-used
|
2015-12-13 10:49:17 +00:00
|
|
|
class build_ext_options:
|
|
|
|
def build_options(self):
|
|
|
|
for e in self.extensions:
|
|
|
|
e.extra_compile_args = compile_options.get(
|
|
|
|
self.compiler.compiler_type, compile_options['other'])
|
|
|
|
for e in self.extensions:
|
|
|
|
e.extra_link_args = link_options.get(
|
|
|
|
self.compiler.compiler_type, link_options['other'])
|
2015-01-17 05:19:54 +00:00
|
|
|
|
|
|
|
|
2015-12-13 10:49:17 +00:00
|
|
|
class build_ext_subclass(build_ext, build_ext_options):
|
|
|
|
def build_extensions(self):
|
|
|
|
build_ext_options.build_options(self)
|
|
|
|
build_ext.build_extensions(self)
|
2015-01-17 05:19:54 +00:00
|
|
|
|
|
|
|
|
2015-12-13 22:32:23 +00:00
|
|
|
def generate_cython(root, source):
|
2015-12-13 10:49:17 +00:00
|
|
|
print('Cythonizing sources')
|
2015-12-13 11:51:23 +00:00
|
|
|
p = subprocess.call([sys.executable,
|
2015-12-13 22:32:23 +00:00
|
|
|
os.path.join(root, 'bin', 'cythonize.py'),
|
|
|
|
source])
|
2015-12-13 10:49:17 +00:00
|
|
|
if p != 0:
|
|
|
|
raise RuntimeError('Running cythonize failed')
|
|
|
|
|
|
|
|
|
2015-12-13 22:32:23 +00:00
|
|
|
def is_source_release(path):
|
|
|
|
return os.path.exists(os.path.join(path, 'PKG-INFO'))
|
|
|
|
|
|
|
|
|
|
|
|
def clean(path):
|
2015-12-13 10:49:17 +00:00
|
|
|
for name in MOD_NAMES:
|
|
|
|
name = name.replace('.', '/')
|
|
|
|
for ext in ['.so', '.html', '.cpp', '.c']:
|
2015-12-13 22:32:23 +00:00
|
|
|
file_path = os.path.join(path, name + ext)
|
|
|
|
if os.path.exists(file_path):
|
|
|
|
os.unlink(file_path)
|
2015-01-25 03:49:10 +00:00
|
|
|
|
|
|
|
|
2015-12-13 22:32:23 +00:00
|
|
|
@contextlib.contextmanager
|
|
|
|
def chdir(new_dir):
|
|
|
|
old_dir = os.getcwd()
|
2015-12-13 10:49:17 +00:00
|
|
|
try:
|
2015-12-13 22:32:23 +00:00
|
|
|
os.chdir(new_dir)
|
|
|
|
sys.path.insert(0, new_dir)
|
|
|
|
yield
|
2015-12-13 10:49:17 +00:00
|
|
|
finally:
|
|
|
|
del sys.path[0]
|
2015-12-13 22:32:23 +00:00
|
|
|
os.chdir(old_dir)
|
|
|
|
|
|
|
|
|
|
|
|
def setup_package():
|
|
|
|
root = os.path.abspath(os.path.dirname(__file__))
|
|
|
|
|
|
|
|
if len(sys.argv) > 1 and sys.argv[1] == 'clean':
|
|
|
|
return clean(root)
|
|
|
|
|
|
|
|
with chdir(root):
|
2016-03-14 00:46:33 +00:00
|
|
|
with open(os.path.join(root, 'spacy', 'about.py')) as f:
|
2016-03-13 17:12:32 +00:00
|
|
|
about = {}
|
2016-01-15 17:57:01 +00:00
|
|
|
exec(f.read(), about)
|
2015-12-13 22:32:23 +00:00
|
|
|
|
2016-03-13 17:12:32 +00:00
|
|
|
with open(os.path.join(root, 'README.rst')) as f:
|
|
|
|
readme = f.read()
|
|
|
|
|
2015-12-13 22:32:23 +00:00
|
|
|
include_dirs = [
|
|
|
|
get_python_inc(plat_specific=True),
|
|
|
|
os.path.join(root, 'include')]
|
|
|
|
|
2016-04-28 20:10:43 +00:00
|
|
|
if (ccompiler.new_compiler().compiler_type == 'msvc'
|
|
|
|
and msvccompiler.get_build_version() == 9):
|
|
|
|
include_dirs.append(os.path.join(root, 'include', 'msvc9'))
|
|
|
|
|
2015-12-13 22:32:23 +00:00
|
|
|
ext_modules = []
|
|
|
|
for mod_name in MOD_NAMES:
|
|
|
|
mod_path = mod_name.replace('.', '/') + '.cpp'
|
|
|
|
ext_modules.append(
|
|
|
|
Extension(mod_name, [mod_path],
|
|
|
|
language='c++', include_dirs=include_dirs))
|
|
|
|
|
|
|
|
if not is_source_release(root):
|
|
|
|
generate_cython(root, 'spacy')
|
|
|
|
|
|
|
|
setup(
|
2016-02-15 00:33:39 +00:00
|
|
|
name=about['__title__'],
|
2016-01-15 17:01:02 +00:00
|
|
|
zip_safe=False,
|
2015-12-13 22:32:23 +00:00
|
|
|
packages=PACKAGES,
|
2016-02-09 15:42:55 +00:00
|
|
|
package_data={'': ['*.pyx', '*.pxd', '*.txt', '*.tokens']},
|
2016-01-15 17:57:01 +00:00
|
|
|
description=about['__summary__'],
|
2016-03-13 17:12:32 +00:00
|
|
|
long_description=readme,
|
2016-01-15 17:57:01 +00:00
|
|
|
author=about['__author__'],
|
|
|
|
author_email=about['__email__'],
|
|
|
|
version=about['__version__'],
|
|
|
|
url=about['__uri__'],
|
|
|
|
license=about['__license__'],
|
2015-12-13 22:32:23 +00:00
|
|
|
ext_modules=ext_modules,
|
2016-03-13 17:12:32 +00:00
|
|
|
install_requires=[
|
2016-04-19 17:50:42 +00:00
|
|
|
'numpy>=1.7',
|
2016-03-13 17:12:32 +00:00
|
|
|
'murmurhash>=0.26,<0.27',
|
2016-04-19 17:50:42 +00:00
|
|
|
'cymem>=1.30,<1.32',
|
2016-10-09 10:25:53 +00:00
|
|
|
'preshed>=0.46.0,<0.47.0',
|
2016-03-13 17:12:32 +00:00
|
|
|
'thinc>=5.0.0,<5.1.0',
|
|
|
|
'plac',
|
|
|
|
'six',
|
|
|
|
'cloudpickle',
|
|
|
|
'sputnik>=0.9.2,<0.10.0'],
|
2016-03-12 12:47:10 +00:00
|
|
|
classifiers=[
|
|
|
|
'Development Status :: 5 - Production/Stable',
|
|
|
|
'Environment :: Console',
|
|
|
|
'Intended Audience :: Developers',
|
|
|
|
'Intended Audience :: Science/Research',
|
|
|
|
'License :: OSI Approved :: MIT License',
|
|
|
|
'Operating System :: POSIX :: Linux',
|
|
|
|
'Operating System :: MacOS :: MacOS X',
|
|
|
|
'Operating System :: Microsoft :: Windows',
|
2016-03-14 00:46:33 +00:00
|
|
|
'Programming Language :: Cython',
|
2016-03-12 12:47:10 +00:00
|
|
|
'Programming Language :: Python :: 2.6',
|
|
|
|
'Programming Language :: Python :: 2.7',
|
|
|
|
'Programming Language :: Python :: 3.3',
|
|
|
|
'Programming Language :: Python :: 3.4',
|
|
|
|
'Programming Language :: Python :: 3.5',
|
|
|
|
'Topic :: Scientific/Engineering'],
|
2015-12-13 22:32:23 +00:00
|
|
|
cmdclass = {
|
|
|
|
'build_ext': build_ext_subclass},
|
|
|
|
)
|
2015-01-04 18:30:56 +00:00
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
2015-12-13 22:32:23 +00:00
|
|
|
setup_package()
|
2016-03-09 15:18:48 +00:00
|
|
|
|