GeezerVison

Build Changes

* Python no longer uses ``setup.py`` to build shared C extension modules.

Build parameters like headers and libraries are detected in ``configure``

script. Extensions are built by ``Makefile``. Most extensions use

``pkg-config`` and fall back to manual detection.

(Contributed by Christian Heimes in :gh:`93939`.)

* ``va_start()`` with two parameters, like ``va_start(args, format),``

is now required to build Python.

``va_start()`` is no longer called with a single parameter.

except ImportError:

_testcapi = None

try:

import xxsubtype

except ImportError:

xxsubtype = None

class OperatorsTest(unittest.TestCase):

self.assertEqual(float.__rsub__(3.0, 1), -2.0)

@support.impl_detail("the module 'xxsubtype' is internal")

@unittest.skipIf(xxsubtype is None, "requires xxsubtype module")

def test_spam_lists(self):

# Testing spamlist operations...

import copy, xxsubtype as spam

self.assertEqual(a.getstate(), 42)

@support.impl_detail("the module 'xxsubtype' is internal")

@unittest.skipIf(xxsubtype is None, "requires xxsubtype module")

def test_spam_dicts(self):

# Testing spamdict operations...

import copy, xxsubtype as spam

self.assertAlmostEqual(gettotalrefcount() - refs_before, 0, delta=10)

@support.impl_detail("the module 'xxsubtype' is internal")

@unittest.skipIf(xxsubtype is None, "requires xxsubtype module")

def test_classmethods_in_c(self):

# Testing C-based class methods...

import xxsubtype as spam

self.assertAlmostEqual(gettotalrefcount() - refs_before, 0, delta=10)

@support.impl_detail("the module 'xxsubtype' is internal")

@unittest.skipIf(xxsubtype is None, "requires xxsubtype module")

def test_staticmethods_in_c(self):

# Testing C-based static methods...

import xxsubtype as spam

LIBMPDEC_A= Modules/_decimal/libmpdec/libmpdec.a

LIBEXPAT_A= Modules/expat/libexpat.a

# OpenSSL options for setup.py so sysconfig can pick up AC_SUBST() vars.

OPENSSL_INCLUDES=@OPENSSL_INCLUDES@

OPENSSL_LIBS=@OPENSSL_LIBS@

OPENSSL_LDFLAGS=@OPENSSL_LDFLAGS@

OPENSSL_RPATH=@OPENSSL_RPATH@

# Module state, compiler flags and linker flags

# Empty CFLAGS and LDFLAGS are omitted.

# states:

# Default target

all: @DEF_MAKE_ALL_RULE@

build_all: check-clean-src $(BUILDPYTHON) platform oldsharedmods sharedmods \

gdbhooks Programs/_testembed scripts

build_wasm: check-clean-src $(BUILDPYTHON) platform oldsharedmods python-config

build_all: check-clean-src $(BUILDPYTHON) platform sharedmods \

gdbhooks Programs/_testembed scripts checksharedmods

build_wasm: check-clean-src $(BUILDPYTHON) platform sharedmods \

python-config checksharedmods

# Check that the source is clean when building out of source.

check-clean-src:

$(PYTHON_FOR_REGEN) $(srcdir)/Modules/_blake2/blake2b2s.py

$(PYTHON_FOR_REGEN) $(srcdir)/Tools/clinic/clinic.py -f $@

# Build the shared modules

# Under GNU make, MAKEFLAGS are sorted and normalized; the 's' for

# -s, --silent or --quiet is always the first char.

# Under BSD make, MAKEFLAGS might be " -s -v x=y".

# Ignore macros passed by GNU make, passed after --

sharedmods: $(PYTHON_FOR_BUILD_DEPS) pybuilddir.txt @LIBMPDEC_INTERNAL@ @LIBEXPAT_INTERNAL@

@case "`echo X $$MAKEFLAGS | sed 's/^X //;s/ -- .*//'`" in \

*\ -s*|s*) quiet="-q";; \

*) quiet="";; \

esac; \

echo "$(RUNSHARED) CC='$(CC)' LDSHARED='$(BLDSHARED)' OPT='$(OPT)' \

$(PYTHON_FOR_BUILD) $(srcdir)/setup.py $$quiet build"; \

$(RUNSHARED) CC='$(CC)' LDSHARED='$(BLDSHARED)' OPT='$(OPT)' \

$(PYTHON_FOR_BUILD) $(srcdir)/setup.py $$quiet build

# Build static library

$(LIBRARY): $(LIBRARY_OBJS)

-rm -f $@

# Build static libmpdec.a

LIBMPDEC_CFLAGS=@LIBMPDEC_CFLAGS@ $(PY_STDMODULE_CFLAGS) $(CCSHARED)

# for setup.py

DECIMAL_CFLAGS=@LIBMPDEC_CFLAGS@

DECIMAL_LDFLAGS=@LIBMPDEC_LDFLAGS@

# "%.o: %c" is not portable

Modules/_decimal/libmpdec/basearith.o: $(srcdir)/Modules/_decimal/libmpdec/basearith.c $(LIBMPDEC_HEADERS) $(PYTHON_HEADERS)

$(CC) -c $(LIBMPDEC_CFLAGS) -o $@ $(srcdir)/Modules/_decimal/libmpdec/basearith.c

# Build static libexpat.a

LIBEXPAT_CFLAGS=@LIBEXPAT_CFLAGS@ $(PY_STDMODULE_CFLAGS) $(CCSHARED)

# for setup.py

EXPAT_CFLAGS=@LIBEXPAT_CFLAGS@

EXPAT_LDFLAGS=@LIBEXPAT_LDFLAGS@

Modules/expat/xmlparse.o: $(srcdir)/Modules/expat/xmlparse.c $(LIBEXPAT_HEADERS) $(PYTHON_HEADERS)

$(CC) -c $(LIBEXPAT_CFLAGS) -o $@ $(srcdir)/Modules/expat/xmlparse.c

# create relative links from build/lib.platform/egg.so to Modules/egg.so

# pybuilddir.txt is created too late. We cannot use it in Makefile

# targets. ln --relative is not portable.

oldsharedmods: $(SHAREDMODS) pybuilddir.txt

sharedmods: $(SHAREDMODS) pybuilddir.txt

@target=`cat pybuilddir.txt`; \

$(MKDIR_P) $$target; \

for mod in X $(SHAREDMODS); do \

fi; \

done

checksharedmods: oldsharedmods sharedmods $(PYTHON_FOR_BUILD_DEPS)

# dependency on BUILDPYTHON ensures that the target is run last

checksharedmods: sharedmods $(PYTHON_FOR_BUILD_DEPS) $(BUILDPYTHON)

@$(RUNSHARED) $(PYTHON_FOR_BUILD) $(srcdir)/Tools/scripts/check_extension_modules.py

Modules/Setup.local:

$(SHELL) $(MAKESETUP) -c $(srcdir)/Modules/config.c.in \

-s Modules \

Modules/Setup.local \

@MODULES_SETUP_STDLIB@ \

Modules/Setup.stdlib \

Modules/Setup.bootstrap \

$(srcdir)/Modules/Setup

@mv config.c Modules

commoninstall: check-clean-src @FRAMEWORKALTINSTALLFIRST@ \

altbininstall libinstall inclinstall libainstall \

sharedinstall oldsharedinstall altmaninstall \

sharedinstall altmaninstall \

@FRAMEWORKALTINSTALLLAST@

# Install shared libraries enabled by Setup

DESTDIRS= $(exec_prefix) $(LIBDIR) $(BINLIBDEST) $(DESTSHARED)

oldsharedinstall: $(DESTSHARED) all

sharedinstall: $(DESTSHARED) all

@for i in X $(SHAREDMODS); do \

if test $$i != X; then \

echo $(INSTALL_SHARED) $$i $(DESTSHARED)/`basename $$i`; \

else true; \

fi

# Install the dynamically loadable modules

# This goes into $(exec_prefix)

sharedinstall: all

$(RUNSHARED) $(PYTHON_FOR_BUILD) $(srcdir)/setup.py install \

--prefix=$(prefix) \

--install-scripts=$(BINDIR) \

--install-platlib=$(DESTSHARED) \

--root=$(DESTDIR)/

-rm $(DESTDIR)$(DESTSHARED)/_sysconfigdata_$(ABIFLAGS)_$(MACHDEP)_$(MULTIARCH).py

-rm -r $(DESTDIR)$(DESTSHARED)/__pycache__

# Here are a couple of targets for MacOSX again, to install a full

# framework-based Python. frameworkinstall installs everything, the

# subtargets install specific parts. Much of the actual work is offloaded to

Python/thread.o: @THREADHEADERS@ $(srcdir)/Python/condvar.h

# Declare targets that aren't real files

.PHONY: all build_all build_wasm sharedmods check-clean-src

.PHONY: oldsharedmods checksharedmods test quicktest

.PHONY: install altinstall oldsharedinstall bininstall altbininstall

.PHONY: maninstall libinstall inclinstall libainstall sharedinstall

.PHONY: all build_all build_wasm check-clean-src

.PHONY: sharedmods checksharedmods test quicktest

.PHONY: install altinstall sharedinstall bininstall altbininstall

.PHONY: maninstall libinstall inclinstall libainstall

.PHONY: frameworkinstall frameworkinstallframework frameworkinstallstructure

.PHONY: frameworkinstallmaclib frameworkinstallapps frameworkinstallunixtools

.PHONY: frameworkaltinstallunixtools recheck clean clobber distclean

C extension modules are now built by ``configure`` and ``make``

instead of :mod:`distutils` and ``setup.py``.

xxsubtype xxsubtype.c # Required for the test suite to pass!

@MODULE_XXSUBTYPE_TRUE@xxsubtype xxsubtype.c

@MODULE__XXTESTFUZZ_TRUE@_xxtestfuzz _xxtestfuzz/_xxtestfuzz.c _xxtestfuzz/fuzzer.c

@MODULE__TESTBUFFER_TRUE@_testbuffer _testbuffer.c

@MODULE__TESTINTERNALCAPI_TRUE@_testinternalcapi _testinternalcapi.c

pybuilddir_txt = "pybuilddir.txt"

setup_files = (

SRC_DIR / "Modules/Setup",

# see end of configure.ac

"Modules/Setup.local",

"Modules/Setup.bootstrap",

"Modules/Setup.stdlib",

"Modules/Setup.bootstrap",

SRC_DIR / "Modules/Setup",

)

def __init__(self, cross_compiling: bool = False, strict: bool = False):

moddisabled = set(sysconfig.get_config_var("MODDISABLED_NAMES").split())

if self.cross_compiling:

SRC_DIR = os.path.dirname(os.path.dirname(os.path.dirname(__file__)))

STDLIB_PATH = os.path.join(SRC_DIR, 'Lib')

SETUP_PY = os.path.join(SRC_DIR, 'setup.py')

IGNORE = {

'__init__',

names.add(name)

def list_setup_extensions(names):

cmd = [sys.executable, SETUP_PY, "-q", "build", "--list-module-names"]

output = subprocess.check_output(cmd)

output = output.decode("utf8")

extensions = output.splitlines()

names |= set(extensions)

def list_modules_setup_extensions(names):

def list_modules():

names = set(sys.builtin_module_names)

list_modules_setup_extensions(names)

list_setup_extensions(names)

list_packages(names)

list_python_modules(names)

list_frozen(names)