Files
packages/lang/python/python3-host.mk
Jeffery To 19e6300f0c python: Better host pip options
pip by default will read system-wide and per-user configuration
files[1]. Setting PIP_CONFIG_FILE=/dev/null instructs pip to not read
any config files[2].

pip will spawn child processes of itself to do work, but not all options
are passed down to the child processes[3]. Setting global options as
environment variables[4] ensures they are passed down to any child
processes.

[1]: https://pip.pypa.io/en/stable/topics/configuration/#configuration-files
[2]: https://pip.pypa.io/en/stable/topics/configuration/#pip-config-file
[3]: https://github.com/pypa/pip/issues/9081#issue-733819665
[4]: https://pip.pypa.io/en/stable/topics/configuration/#environment-variables

Signed-off-by: Jeffery To <jeffery.to@gmail.com>
(cherry picked from commit 8c2abb7403)
2023-10-13 08:23:39 +02:00

126 lines
3.4 KiB
Makefile

#
# Copyright (C) 2017 OpenWrt.org
#
# This is free software, licensed under the GNU General Public License v2.
# See /LICENSE for more information.
#
# Note: include this file after `include $(TOPDIR)/rules.mk in your package Makefile
# if `python3-package.mk` is included, this will already be included
# For PYTHON3_VERSION
python3_mk_path:=$(dir $(lastword $(MAKEFILE_LIST)))
include $(python3_mk_path)python3-version.mk
# Unset environment variables
# https://docs.python.org/3/using/cmdline.html#environment-variables
unexport \
PYTHONHOME \
PYTHONPATH \
PYTHONSAFEPATH \
PYTHONPLATLIBDIR \
PYTHONSTARTUP \
PYTHONOPTIMIZE \
PYTHONBREAKPOINT \
PYTHONDEBUG \
PYTHONINSPECT \
PYTHONUNBUFFERED \
PYTHONVERBOSE \
PYTHONCASEOK \
PYTHONDONTWRITEBYTECODE \
PYTHONPYCACHEPREFIX \
PYTHONHASHSEED \
PYTHONINTMAXSTRDIGITS \
PYTHONIOENCODING \
PYTHONNOUSERSITE \
PYTHONUSERBASE \
PYTHONEXECUTABLE \
PYTHONWARNINGS \
PYTHONFAULTHANDLER \
PYTHONTRACEMALLOC \
PYTHONPROFILEIMPORTTIME \
PYTHONASYNCIODEBUG \
PYTHONMALLOC \
PYTHONMALLOCSTATS \
PYTHONLEGACYWINDOWSFSENCODING \
PYTHONLEGACYWINDOWSSTDIO \
PYTHONCOERCECLOCALE \
PYTHONDEVMODE \
PYTHONUTF8 \
PYTHONWARNDEFAULTENCODING \
PYTHONNODEBUGRANGES
# https://docs.python.org/3/using/cmdline.html#debug-mode-variables
unexport \
PYTHONTHREADDEBUG \
PYTHONDUMPREFS \
PYTHONDUMPREFSFILE
HOST_PYTHON3_DIR:=$(STAGING_DIR_HOSTPKG)
HOST_PYTHON3_INC_DIR:=$(HOST_PYTHON3_DIR)/include/python$(PYTHON3_VERSION)
HOST_PYTHON3_LIB_DIR:=$(HOST_PYTHON3_DIR)/lib/python$(PYTHON3_VERSION)
HOST_PYTHON3_PKG_DIR:=$(HOST_PYTHON3_DIR)/lib/python$(PYTHON3_VERSION)/site-packages
HOST_PYTHON3_BIN:=$(HOST_PYTHON3_DIR)/bin/python$(PYTHON3_VERSION)
HOST_PYTHON3PATH:=$(HOST_PYTHON3_LIB_DIR):$(HOST_PYTHON3_PKG_DIR)
HOST_PYTHON3_VARS = \
ARCH="$(HOST_ARCH)" \
CC="$(HOSTCC)" \
CCSHARED="$(HOSTCC) $(HOST_FPIC)" \
CXX="$(HOSTCXX)" \
LD="$(HOSTCC)" \
LDSHARED="$(HOSTCC) -shared" \
CFLAGS="$(HOST_CFLAGS)" \
CPPFLAGS="$(HOST_CPPFLAGS) -I$(HOST_PYTHON3_INC_DIR)" \
LDFLAGS="$(HOST_LDFLAGS) -lpython$(PYTHON3_VERSION) -Wl$(comma)-rpath$(comma)$(STAGING_DIR_HOSTPKG)/lib"
# $(1) => directory of python script
# $(2) => python script and its arguments
# $(3) => additional variables
define HostPython3/Run
cd "$(if $(strip $(1)),$(strip $(1)),.)" && \
$(HOST_PYTHON3_VARS) \
$(3) \
$(HOST_PYTHON3_BIN) $(2)
endef
# Note: I shamelessly copied this from Yousong's logic (from python-packages);
HOST_PYTHON3_PIP:=$(STAGING_DIR_HOSTPKG)/bin/pip$(PYTHON3_VERSION)
HOST_PYTHON3_PIP_CACHE_DIR:=$(DL_DIR)/pip-cache
HOST_PYTHON3_PIP_VARS:= \
PIP_CACHE_DIR="$(HOST_PYTHON3_PIP_CACHE_DIR)" \
PIP_CONFIG_FILE=/dev/null \
PIP_DISABLE_PIP_VERSION_CHECK=1
define SetupPyShim
if [ -f $(1)/pyproject.toml ] && [ ! -f $(1)/setup.py ] ; then \
$(CP) $(python3_mk_path)setup.py.shim $(1)setup.py ; \
fi
endef
# Multiple concurrent pip processes can lead to errors or unexpected results: https://github.com/pypa/pip/issues/2361
# $(1) => packages to install
define HostPython3/PipInstall
$(call locked, \
$(HOST_PYTHON3_VARS) \
$(HOST_PYTHON3_PIP_VARS) \
$(HOST_PYTHON3_PIP) \
install \
--no-binary :all: \
--progress-bar off \
--require-hashes \
$(1) \
$(if $(CONFIG_PYTHON3_HOST_PIP_CACHE_WORLD_READABLE), \
&& $(FIND) $(HOST_PYTHON3_PIP_CACHE_DIR) -not -type d -exec chmod go+r '{}' \; \
&& $(FIND) $(HOST_PYTHON3_PIP_CACHE_DIR) -type d -exec chmod go+rx '{}' \; \
), \
pip \
)
endef