mirror of https://github.com/explosion/spaCy.git
107 lines
3.9 KiB
Python
107 lines
3.9 KiB
Python
#!/usr/bin/env python
|
|
import sys
|
|
import os
|
|
from os import path
|
|
from glob import glob
|
|
import sys
|
|
|
|
|
|
from setuptools import setup
|
|
from distutils.core import Extension
|
|
import shutil
|
|
|
|
|
|
def clean(ext):
|
|
for src in ext.sources:
|
|
if src.endswith('.c') or src.endswith('cpp'):
|
|
so = src.rsplit('.', 1)[0] + '.so'
|
|
html = src.rsplit('.', 1)[0] + '.html'
|
|
if os.path.exists(so):
|
|
os.unlink(so)
|
|
if os.path.exists(html):
|
|
os.unlink(html)
|
|
|
|
|
|
compile_args = []
|
|
link_args = []
|
|
libs = []
|
|
|
|
includes = ['.']
|
|
virtual_env = os.environ.get('VIRTUAL_ENV', '')
|
|
|
|
includes = ['.']
|
|
if virtual_env:
|
|
includes += glob(os.path.join(virtual_env, 'include', 'site'))
|
|
includes += glob(os.path.join(virtual_env, 'include', 'site', '*'))
|
|
else:
|
|
pass
|
|
|
|
|
|
ext_args = {'language': "c++", "include_dirs": includes}
|
|
|
|
exts = [
|
|
Extension("spacy.typedefs", ["spacy/typedefs.cpp"], **ext_args),
|
|
Extension("spacy.strings", ["spacy/strings.cpp"], **ext_args),
|
|
Extension("spacy.lexeme", ["spacy/lexeme.cpp"], **ext_args),
|
|
Extension("spacy.vocab", ["spacy/vocab.cpp"], **ext_args),
|
|
Extension("spacy.tokens", ["spacy/tokens.cpp"], **ext_args),
|
|
Extension("spacy.morphology", ["spacy/morphology.cpp"], **ext_args),
|
|
|
|
Extension("spacy._ml", ["spacy/_ml.cpp"], **ext_args),
|
|
|
|
Extension("spacy.tokenizer", ["spacy/tokenizer.cpp"], **ext_args),
|
|
Extension("spacy.en.attrs", ["spacy/en/attrs.cpp"], **ext_args),
|
|
Extension("spacy.en.pos", ["spacy/en/pos.cpp"], **ext_args),
|
|
Extension("spacy.syntax.parser", ["spacy/syntax/parser.cpp"], **ext_args),
|
|
Extension("spacy.syntax._state", ["spacy/syntax/_state.cpp"], **ext_args),
|
|
Extension("spacy.syntax.arc_eager", ["spacy/syntax/arc_eager.cpp"], **ext_args),
|
|
Extension("spacy.syntax._parse_features", ["spacy/syntax/_parse_features.cpp"],
|
|
**ext_args)
|
|
|
|
#Extension("spacy.pos_feats", ["spacy/pos_feats.pyx"], language="c++", include_dirs=includes),
|
|
#Extension("spacy.ner._state", ["spacy/ner/_state.pyx"], language="c++", include_dirs=includes),
|
|
#Extension("spacy.ner.bilou_moves", ["spacy/ner/bilou_moves.pyx"], language="c++", include_dirs=includes),
|
|
#Extension("spacy.ner.io_moves", ["spacy/ner/io_moves.pyx"], language="c++", include_dirs=includes),
|
|
#Extension("spacy.ner.greedy_parser", ["spacy/ner/greedy_parser.pyx"], language="c++", include_dirs=includes),
|
|
#Extension("spacy.ner.pystate", ["spacy/ner/pystate.pyx"], language="c++", include_dirs=includes),
|
|
#Extension("spacy.ner.context", ["spacy/ner/context.pyx"], language="c++", include_dirs=includes),
|
|
#Extension("spacy.ner.feats", ["spacy/ner/feats.pyx"], language="c++", include_dirs=includes),
|
|
#Extension("spacy.ner.annot", ["spacy/ner/annot.pyx"], language="c++", include_dirs=includes),
|
|
]
|
|
|
|
|
|
if sys.argv[1] == 'clean':
|
|
print >> sys.stderr, "cleaning .c, .c++ and .so files matching sources"
|
|
map(clean, exts)
|
|
|
|
|
|
setup(
|
|
name='spacy',
|
|
packages=['spacy', 'spacy.en', 'spacy.syntax'],
|
|
description="Industrial-strength NLP",
|
|
author='Matthew Honnibal',
|
|
author_email='honnibal@gmail.com',
|
|
version='0.15',
|
|
url="http://honnibal.github.io/spaCy/",
|
|
package_data={"spacy": ["*.pxd"],
|
|
"spacy.en": ["*.pxd", "data/pos/*",
|
|
"data/wordnet/*", "data/tokenizer/*",
|
|
"data/vocab/*"],
|
|
"spacy.syntax": ["*.pxd"]},
|
|
ext_modules=exts,
|
|
license="Dual: Commercial or AGPL",
|
|
install_requires=['murmurhash', 'numpy', 'cymem', 'preshed', 'thinc', "unidecode",
|
|
"ujson"],
|
|
setup_requires=["headers_workaround"],
|
|
)
|
|
|
|
|
|
import headers_workaround
|
|
|
|
|
|
include_dir = path.join(sys.prefix, 'include', 'site')
|
|
if not path.exists(include_dir):
|
|
os.mkdir(include_dir)
|
|
headers_workaround.install_headers(include_dir, 'murmurhash')
|
|
headers_workaround.install_headers(include_dir, 'numpy')
|