pyodide/Makefile.envs

173 lines
5.1 KiB
Makefile
Raw Normal View History

2023-04-12 15:38:05 +00:00
export PYVERSION ?= 3.11.3
2023-03-03 10:12:11 +00:00
export PYODIDE_EMSCRIPTEN_VERSION ?= 3.1.32
2019-01-10 12:40:01 +00:00
export PLATFORM_TRIPLET=wasm32-emscripten
export SYSCONFIG_NAME=_sysconfigdata__emscripten_$(PLATFORM_TRIPLET)
# BASH_ENV tells bash to run pyodide_env.sh on startup, which sets various
# environment variables. The next line instructs make to use bash to run each
# command.
export BASH_ENV := $(PYODIDE_ROOT)/pyodide_env.sh
SHELL := /bin/bash
version_tuple := $(subst ., ,$(PYVERSION:v%=%))
export PYMAJOR=$(word 1,$(version_tuple))
export PYMINOR=$(word 2,$(version_tuple))
export PYMICRO=$(word 3,$(version_tuple))
export HOSTPYTHONROOT=$(shell python${PYMAJOR}.${PYMINOR} -c "import sys; print(sys.prefix)")
export HOSTPYTHON=$(HOSTPYTHONROOT)/bin/python$(PYMAJOR).$(PYMINOR)
export CPYTHONROOT=$(PYODIDE_ROOT)/cpython
export CPYTHONINSTALL=$(CPYTHONROOT)/installs/python-$(PYVERSION)
export CPYTHONLIB=$(CPYTHONINSTALL)/lib/python$(PYMAJOR).$(PYMINOR)
export SYSCONFIGDATA_DIR=$(CPYTHONINSTALL)/sysconfigdata/
2022-03-17 22:48:56 +00:00
export CPYTHONBUILD=$(CPYTHONROOT)/build/Python-$(PYVERSION)/
export TARGETINSTALLDIR=$(PYODIDE_ROOT)/cpython/installs/python-$(PYVERSION)
export HOSTINSTALLDIR=$(PYODIDE_ROOT)/packages/.artifacts
Use pypa/build (#2272) This resolves #2189. > build isolation would be a bit difficult to use in our case, as for instance > when building scipy we need the patched numpy on the host and not the numpy > version specified in pyproject.toml (which would be unpatched) This is indeed the case, certain packages cannot be isolated. My strategy is to make a list of packages that shouldn't be isolated and add symlinks from the isolated build environment into the `.artifacts` directory to "unisolate" them. Then we remove the unisolated package requirements from the list of packages to install, in case pesky constraints aren't satisfied. In particular, packages that expect to be used with `pypa/build` often feel free to put very specific constraints on their build dependencies (often asking them to be == to a particular version). Specific version constraints is good for build reproducibility and with build isolation doesn't cost anything. So we just ignore the constraints. Hopefully nothing goes wrong. In particular, any package that does stuff both at build time and at runtime and requires synchronization between the build time and run time environments needs the unisolation. This includes cffi with `_cffi_backend.so`, and of course numpy and scipy. pycparser needs to be unisolated because it is a dependency of cffi. Currently I have also unisolated pythran and cython, though these are build time only tools and do not really need to be unisolated. Cython I unisolated specifically because numcodecs needs it but it isn't in the numcodecs build dependencies. Pythran I unisolated because of a problem with the scipy build which I don't fully understand (some problem with long double feature detection).
2022-03-22 05:05:30 +00:00
export HOSTSITEPACKAGES=$(PYODIDE_ROOT)/packages/.artifacts/lib/python$(PYMAJOR).$(PYMINOR)/site-packages
export WASM_LIBRARY_DIR=$(PYODIDE_ROOT)/packages/.libs
export WASM_PKG_CONFIG_PATH=$(PYODIDE_ROOT)/packages/.libs/lib/pkgconfig
export PYTHONINCLUDE=$(PYODIDE_ROOT)/cpython/installs/python-$(PYVERSION)/include/python$(PYMAJOR).$(PYMINOR)
# Use env variable if defined, otherwise fallback to './'
export PYODIDE_BASE_URL?=./
# The compression level used for zip files and wheels. When distributing via a
# CDN it's more efficient to keep this value to 0, and let the CDN perform the
# Brotli compression.
export PYODIDE_ZIP_COMPRESSION_LEVEL?=6
# For packages that depend on numpy.
# TODO: maybe move this somewhere else?
export NUMPY_LIB=$(HOSTSITEPACKAGES)/numpy/
# This environment variable is used for packages to detect if they are built
# for pyodide during build time
export PYODIDE=1
# This is the legacy environment variable used for the aforementioned purpose
export PYODIDE_PACKAGE_ABI=1
2022-04-11 23:02:11 +00:00
export DBGFLAGS_NODEBUG=-g0
export DBGFLAGS_WASMDEBUG=-g2
export DBGFLAGS_SOURCEMAPDEBUG=-g3
export DBG_LDFLAGS_SOURCEMAPDEBUG=-gseparate-dwarf
export DBGFLAGS=$(DBGFLAGS_NODEBUG)
ifdef PYODIDE_DEBUG
export PYODIDE_SYMBOLS=1
export PYODIDE_DEBUG_JS=1
export PYODIDE_ASSERTIONS=1
endif
ifdef PYODIDE_SOURCEMAP
# Debug with source maps (less useful than WASMDEBUG but easier if it helps)
export DBGFLAGS=$(DBGFLAGS_SOURCEMAPDEBUG)
export DBG_LDFLAGS=$(DBG_LDFLAGS_SOURCEMAPDEBUG)
else
ifdef PYODIDE_SYMBOLS
# Include debug symbols but no source maps (most useful)
export DBGFLAGS=$(DBGFLAGS_WASMDEBUG)
endif
endif
ifdef PYODIDE_ASSERTIONS
EXTRA_CFLAGS+=" -DDEBUG_F"
endif
2022-04-11 23:02:11 +00:00
export OPTFLAGS=-O2
export CFLAGS_BASE=\
$(OPTFLAGS) \
$(DBGFLAGS) \
-fPIC \
$(EXTRA_CFLAGS)
export LDFLAGS_BASE=\
$(OPTFLAGS) \
$(DBGFLAGS) \
2022-04-11 23:02:11 +00:00
$(DBG_LDFLAGS) \
-s MODULARIZE=1 \
-s LZ4=1 \
2021-06-26 08:34:31 +00:00
-L $(CPYTHONROOT)/installs/python-$(PYVERSION)/lib/ \
-s WASM_BIGINT \
$(EXTRA_LDFLAGS)
2022-11-07 16:51:24 +00:00
export CXXFLAGS_BASE=\
-std=c++14
export SIDE_MODULE_LDFLAGS= $(LDFLAGS_BASE) -s SIDE_MODULE=1
export MAIN_MODULE_LDFLAGS= $(LDFLAGS_BASE) \
-s MAIN_MODULE=1 \
-s EXPORT_NAME="'_createPyodideModule'" \
-s EXPORT_EXCEPTION_HANDLING_HELPERS \
-s EXCEPTION_CATCHING_ALLOWED=['we only want to allow exception handling in side modules'] \
2023-01-28 04:05:21 +00:00
-sEXPORTED_RUNTIME_METHODS='stackAlloc,stackRestore,stackSave' \
-s DEMANGLE_SUPPORT=1 \
-s USE_ZLIB \
-s USE_BZIP2 \
-s FORCE_FILESYSTEM=1 \
-s TOTAL_MEMORY=20971520 \
-s ALLOW_MEMORY_GROWTH=1 \
-s EXPORT_ALL=1 \
-s POLYFILL \
-s MIN_SAFARI_VERSION=140000 \
2022-12-03 00:12:42 +00:00
-s STACK_SIZE=5MB \
-s AUTO_JS_LIBRARIES=0 \
-s AUTO_NATIVE_LIBRARIES=0 \
2023-02-04 13:50:14 +00:00
-s NODEJS_CATCH_EXIT=0 \
-s NODEJS_CATCH_REJECTION=0 \
\
-lpython$(PYMAJOR).$(PYMINOR) \
2021-06-26 08:34:31 +00:00
-lffi \
-lstdc++ \
-lidbfs.js \
-lnodefs.js \
-lproxyfs.js \
-lworkerfs.js \
-lwebsocket.js \
-leventloop.js \
\
-lGL \
-legl.js \
-lwebgl.js \
-lhtml5_webgl.js \
-sGL_WORKAROUND_SAFARI_GETCONTEXT_BUG=0
export SIDE_MODULE_CXXFLAGS = $(CXXFLAGS_BASE)
export SIDE_MODULE_CFLAGS= $(CFLAGS_BASE) -I$(PYTHONINCLUDE)
export MAIN_MODULE_CFLAGS= $(CFLAGS_BASE) \
-Wall \
-Wno-warn-absolute-paths \
-Werror=unused-variable \
-Werror=sometimes-uninitialized \
-Werror=int-conversion \
-Werror=incompatible-pointer-types \
-Werror=unused-result \
-I$(PYTHONINCLUDE) \
-s EXCEPTION_CATCHING_ALLOWED=['we only want to allow exception handling in side modules']
2022-08-11 08:52:23 +00:00
export STDLIB_MODULE_CFLAGS= $(SIDE_MODULE_CFLAGS) -I Include/ -I . -I Include/internal/
2022-06-09 17:57:34 +00:00
# For RUST
export CARGO_BUILD_TARGET=wasm32-unknown-emscripten
export CARGO_TARGET_WASM32_UNKNOWN_EMSCRIPTEN_LINKER=emcc
export RUST_TOOLCHAIN=nightly-2022-06-26
2023-03-02 05:46:58 +00:00
export PYO3_CROSS_LIB_DIR=${CPYTHONINSTALL}/lib
export PYO3_CROSS_INCLUDE_DIR=${PYTHONINCLUDE}
2022-06-09 17:57:34 +00:00
# idealy we could automatically include all SIDE_MODULE_LDFLAGS here
export RUSTFLAGS= \
-C link-arg=-sSIDE_MODULE=2 \
-C link-arg=-sWASM_BIGINT \
-Z link-native-libraries=no
.output_vars:
set