Andrew M. Kuchling | 66012fe | 2001-01-26 21:56:58 +0000 | [diff] [blame] | 1 | # Autodetecting setup.py script for building the Python extensions |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 2 | |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 3 | import argparse |
Eric Snow | 335e14d | 2014-01-04 15:09:28 -0700 | [diff] [blame] | 4 | import importlib._bootstrap |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 5 | import importlib.machinery |
Eric Snow | 335e14d | 2014-01-04 15:09:28 -0700 | [diff] [blame] | 6 | import importlib.util |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 7 | import os |
| 8 | import re |
| 9 | import sys |
Tarek Ziadé | edacea3 | 2010-01-29 11:41:03 +0000 | [diff] [blame] | 10 | import sysconfig |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 11 | from glob import glob |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 +0000 | [diff] [blame] | 12 | |
Victor Stinner | 1ec63b6 | 2020-03-04 14:50:19 +0100 | [diff] [blame] | 13 | |
| 14 | try: |
| 15 | import subprocess |
| 16 | del subprocess |
| 17 | SUBPROCESS_BOOTSTRAP = False |
| 18 | except ImportError: |
Victor Stinner | 1ec63b6 | 2020-03-04 14:50:19 +0100 | [diff] [blame] | 19 | # Bootstrap Python: distutils.spawn uses subprocess to build C extensions, |
| 20 | # subprocess requires C extensions built by setup.py like _posixsubprocess. |
| 21 | # |
Victor Stinner | addaaaa | 2020-03-09 23:45:59 +0100 | [diff] [blame] | 22 | # Use _bootsubprocess which only uses the os module. |
Victor Stinner | 1ec63b6 | 2020-03-04 14:50:19 +0100 | [diff] [blame] | 23 | # |
| 24 | # It is dropped from sys.modules as soon as all C extension modules |
| 25 | # are built. |
Victor Stinner | addaaaa | 2020-03-09 23:45:59 +0100 | [diff] [blame] | 26 | import _bootsubprocess |
| 27 | sys.modules['subprocess'] = _bootsubprocess |
| 28 | del _bootsubprocess |
| 29 | SUBPROCESS_BOOTSTRAP = True |
Victor Stinner | 1ec63b6 | 2020-03-04 14:50:19 +0100 | [diff] [blame] | 30 | |
| 31 | |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 +0000 | [diff] [blame] | 32 | from distutils import log |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 33 | from distutils.command.build_ext import build_ext |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 34 | from distutils.command.build_scripts import build_scripts |
Andrew M. Kuchling | f52d27e | 2001-05-21 20:29:27 +0000 | [diff] [blame] | 35 | from distutils.command.install import install |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 +0000 | [diff] [blame] | 36 | from distutils.command.install_lib import install_lib |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 37 | from distutils.core import Extension, setup |
| 38 | from distutils.errors import CCompilerError, DistutilsError |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 +0000 | [diff] [blame] | 39 | from distutils.spawn import find_executable |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 40 | |
Antoine Pitrou | 2c0a916 | 2014-09-26 23:31:59 +0200 | [diff] [blame] | 41 | |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 42 | # Compile extensions used to test Python? |
| 43 | TEST_EXTENSIONS = True |
| 44 | |
| 45 | # This global variable is used to hold the list of modules to be disabled. |
| 46 | DISABLED_MODULE_LIST = [] |
| 47 | |
| 48 | |
doko@ubuntu.com | 93df16b | 2012-06-30 14:32:08 +0200 | [diff] [blame] | 49 | def get_platform(): |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 50 | # Cross compiling |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 51 | if "_PYTHON_HOST_PLATFORM" in os.environ: |
| 52 | return os.environ["_PYTHON_HOST_PLATFORM"] |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 53 | |
doko@ubuntu.com | 93df16b | 2012-06-30 14:32:08 +0200 | [diff] [blame] | 54 | # Get value of sys.platform |
| 55 | if sys.platform.startswith('osf1'): |
| 56 | return 'osf1' |
| 57 | return sys.platform |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 58 | |
| 59 | |
| 60 | CROSS_COMPILING = ("_PYTHON_HOST_PLATFORM" in os.environ) |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 61 | HOST_PLATFORM = get_platform() |
| 62 | MS_WINDOWS = (HOST_PLATFORM == 'win32') |
| 63 | CYGWIN = (HOST_PLATFORM == 'cygwin') |
| 64 | MACOS = (HOST_PLATFORM == 'darwin') |
Michael Felt | 08970cb | 2019-06-21 15:58:00 +0200 | [diff] [blame] | 65 | AIX = (HOST_PLATFORM.startswith('aix')) |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 66 | VXWORKS = ('vxworks' in HOST_PLATFORM) |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 67 | |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 68 | |
| 69 | SUMMARY = """ |
| 70 | Python is an interpreted, interactive, object-oriented programming |
| 71 | language. It is often compared to Tcl, Perl, Scheme or Java. |
| 72 | |
| 73 | Python combines remarkable power with very clear syntax. It has |
| 74 | modules, classes, exceptions, very high level dynamic data types, and |
| 75 | dynamic typing. There are interfaces to many system calls and |
| 76 | libraries, as well as to various windowing systems (X11, Motif, Tk, |
| 77 | Mac, MFC). New built-in modules are easily written in C or C++. Python |
| 78 | is also usable as an extension language for applications that need a |
| 79 | programmable interface. |
| 80 | |
| 81 | The Python implementation is portable: it runs on many brands of UNIX, |
| 82 | on Windows, DOS, Mac, Amiga... If your favorite system isn't |
| 83 | listed here, it may still be supported, if there's a C compiler for |
| 84 | it. Ask around on comp.lang.python -- or just try compiling Python |
| 85 | yourself. |
| 86 | """ |
| 87 | |
| 88 | CLASSIFIERS = """ |
| 89 | Development Status :: 6 - Mature |
| 90 | License :: OSI Approved :: Python Software Foundation License |
| 91 | Natural Language :: English |
| 92 | Programming Language :: C |
| 93 | Programming Language :: Python |
| 94 | Topic :: Software Development |
| 95 | """ |
| 96 | |
| 97 | |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 98 | def run_command(cmd): |
| 99 | status = os.system(cmd) |
Victor Stinner | 65a796e | 2020-04-01 18:49:29 +0200 | [diff] [blame] | 100 | return os.waitstatus_to_exitcode(status) |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 101 | |
| 102 | |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 103 | # Set common compiler and linker flags derived from the Makefile, |
| 104 | # reserved for building the interpreter and the stdlib modules. |
| 105 | # See bpo-21121 and bpo-35257 |
| 106 | def set_compiler_flags(compiler_flags, compiler_py_flags_nodist): |
| 107 | flags = sysconfig.get_config_var(compiler_flags) |
| 108 | py_flags_nodist = sysconfig.get_config_var(compiler_py_flags_nodist) |
| 109 | sysconfig.get_config_vars()[compiler_flags] = flags + ' ' + py_flags_nodist |
| 110 | |
| 111 | |
Michael W. Hudson | 39230b3 | 2002-01-16 15:26:48 +0000 | [diff] [blame] | 112 | def add_dir_to_list(dirlist, dir): |
Barry Warsaw | 807bd0a | 2010-11-24 20:30:00 +0000 | [diff] [blame] | 113 | """Add the directory 'dir' to the list 'dirlist' (after any relative |
| 114 | directories) if: |
| 115 | |
Michael W. Hudson | 39230b3 | 2002-01-16 15:26:48 +0000 | [diff] [blame] | 116 | 1) 'dir' is not already in 'dirlist' |
Barry Warsaw | 807bd0a | 2010-11-24 20:30:00 +0000 | [diff] [blame] | 117 | 2) 'dir' actually exists, and is a directory. |
| 118 | """ |
| 119 | if dir is None or not os.path.isdir(dir) or dir in dirlist: |
| 120 | return |
| 121 | for i, path in enumerate(dirlist): |
| 122 | if not os.path.isabs(path): |
| 123 | dirlist.insert(i + 1, dir) |
Barry Warsaw | 34520cd | 2010-11-27 20:03:03 +0000 | [diff] [blame] | 124 | return |
| 125 | dirlist.insert(0, dir) |
Michael W. Hudson | 39230b3 | 2002-01-16 15:26:48 +0000 | [diff] [blame] | 126 | |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 127 | |
xdegaye | 77f5139 | 2017-11-25 17:25:30 +0100 | [diff] [blame] | 128 | def sysroot_paths(make_vars, subdirs): |
| 129 | """Get the paths of sysroot sub-directories. |
| 130 | |
| 131 | * make_vars: a sequence of names of variables of the Makefile where |
| 132 | sysroot may be set. |
| 133 | * subdirs: a sequence of names of subdirectories used as the location for |
| 134 | headers or libraries. |
| 135 | """ |
| 136 | |
| 137 | dirs = [] |
| 138 | for var_name in make_vars: |
| 139 | var = sysconfig.get_config_var(var_name) |
| 140 | if var is not None: |
| 141 | m = re.search(r'--sysroot=([^"]\S*|"[^"]+")', var) |
| 142 | if m is not None: |
| 143 | sysroot = m.group(1).strip('"') |
| 144 | for subdir in subdirs: |
| 145 | if os.path.isabs(subdir): |
| 146 | subdir = subdir[1:] |
| 147 | path = os.path.join(sysroot, subdir) |
| 148 | if os.path.isdir(path): |
| 149 | dirs.append(path) |
| 150 | break |
| 151 | return dirs |
| 152 | |
Ned Deily | 0288dd6 | 2019-06-03 06:34:48 -0400 | [diff] [blame] | 153 | MACOS_SDK_ROOT = None |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 154 | |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 155 | def macosx_sdk_root(): |
Ned Deily | 0288dd6 | 2019-06-03 06:34:48 -0400 | [diff] [blame] | 156 | """Return the directory of the current macOS SDK. |
| 157 | |
| 158 | If no SDK was explicitly configured, call the compiler to find which |
| 159 | include files paths are being searched by default. Use '/' if the |
| 160 | compiler is searching /usr/include (meaning system header files are |
| 161 | installed) or use the root of an SDK if that is being searched. |
| 162 | (The SDK may be supplied via Xcode or via the Command Line Tools). |
| 163 | The SDK paths used by Apple-supplied tool chains depend on the |
| 164 | setting of various variables; see the xcrun man page for more info. |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 165 | """ |
Ned Deily | 0288dd6 | 2019-06-03 06:34:48 -0400 | [diff] [blame] | 166 | global MACOS_SDK_ROOT |
| 167 | |
| 168 | # If already called, return cached result. |
| 169 | if MACOS_SDK_ROOT: |
| 170 | return MACOS_SDK_ROOT |
| 171 | |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 172 | cflags = sysconfig.get_config_var('CFLAGS') |
Joshua Root | b310700 | 2020-04-22 17:44:10 +1000 | [diff] [blame] | 173 | m = re.search(r'-isysroot\s*(\S+)', cflags) |
Ned Deily | 0288dd6 | 2019-06-03 06:34:48 -0400 | [diff] [blame] | 174 | if m is not None: |
| 175 | MACOS_SDK_ROOT = m.group(1) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 176 | else: |
Ned Deily | 0288dd6 | 2019-06-03 06:34:48 -0400 | [diff] [blame] | 177 | MACOS_SDK_ROOT = '/' |
| 178 | cc = sysconfig.get_config_var('CC') |
| 179 | tmpfile = '/tmp/setup_sdk_root.%d' % os.getpid() |
| 180 | try: |
| 181 | os.unlink(tmpfile) |
| 182 | except: |
| 183 | pass |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 184 | ret = run_command('%s -E -v - </dev/null 2>%s 1>/dev/null' % (cc, tmpfile)) |
Ned Deily | 0288dd6 | 2019-06-03 06:34:48 -0400 | [diff] [blame] | 185 | in_incdirs = False |
| 186 | try: |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 187 | if ret == 0: |
Ned Deily | 0288dd6 | 2019-06-03 06:34:48 -0400 | [diff] [blame] | 188 | with open(tmpfile) as fp: |
| 189 | for line in fp.readlines(): |
| 190 | if line.startswith("#include <...>"): |
| 191 | in_incdirs = True |
| 192 | elif line.startswith("End of search list"): |
| 193 | in_incdirs = False |
| 194 | elif in_incdirs: |
| 195 | line = line.strip() |
| 196 | if line == '/usr/include': |
| 197 | MACOS_SDK_ROOT = '/' |
| 198 | elif line.endswith(".sdk/usr/include"): |
| 199 | MACOS_SDK_ROOT = line[:-12] |
| 200 | finally: |
| 201 | os.unlink(tmpfile) |
| 202 | |
| 203 | return MACOS_SDK_ROOT |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 204 | |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 205 | |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 206 | def is_macosx_sdk_path(path): |
| 207 | """ |
| 208 | Returns True if 'path' can be located in an OSX SDK |
| 209 | """ |
Ned Deily | 2910a7b | 2012-07-30 02:35:58 -0700 | [diff] [blame] | 210 | return ( (path.startswith('/usr/') and not path.startswith('/usr/local')) |
| 211 | or path.startswith('/System/') |
| 212 | or path.startswith('/Library/') ) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 213 | |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 214 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 215 | def find_file(filename, std_dirs, paths): |
| 216 | """Searches for the directory where a given file is located, |
| 217 | and returns a possibly-empty list of additional directories, or None |
| 218 | if the file couldn't be found at all. |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 219 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 220 | 'filename' is the name of a file, such as readline.h or libcrypto.a. |
| 221 | 'std_dirs' is the list of standard system directories; if the |
| 222 | file is found in one of them, no additional directives are needed. |
| 223 | 'paths' is a list of additional locations to check; if the file is |
| 224 | found in one of them, the resulting list will contain the directory. |
| 225 | """ |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 226 | if MACOS: |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 227 | # Honor the MacOSX SDK setting when one was specified. |
| 228 | # An SDK is a directory with the same structure as a real |
| 229 | # system, but with only header files and libraries. |
| 230 | sysroot = macosx_sdk_root() |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 231 | |
| 232 | # Check the standard locations |
| 233 | for dir in std_dirs: |
| 234 | f = os.path.join(dir, filename) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 235 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 236 | if MACOS and is_macosx_sdk_path(dir): |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 237 | f = os.path.join(sysroot, dir[1:], filename) |
| 238 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 239 | if os.path.exists(f): return [] |
| 240 | |
| 241 | # Check the additional directories |
| 242 | for dir in paths: |
| 243 | f = os.path.join(dir, filename) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 244 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 245 | if MACOS and is_macosx_sdk_path(dir): |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 246 | f = os.path.join(sysroot, dir[1:], filename) |
| 247 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 248 | if os.path.exists(f): |
| 249 | return [dir] |
| 250 | |
| 251 | # Not found anywhere |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 252 | return None |
| 253 | |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 254 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 255 | def find_library_file(compiler, libname, std_dirs, paths): |
Andrew M. Kuchling | a246d9f | 2002-11-27 13:43:46 +0000 | [diff] [blame] | 256 | result = compiler.find_library_file(std_dirs + paths, libname) |
| 257 | if result is None: |
| 258 | return None |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 259 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 260 | if MACOS: |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 261 | sysroot = macosx_sdk_root() |
| 262 | |
Andrew M. Kuchling | a246d9f | 2002-11-27 13:43:46 +0000 | [diff] [blame] | 263 | # Check whether the found file is in one of the standard directories |
| 264 | dirname = os.path.dirname(result) |
| 265 | for p in std_dirs: |
| 266 | # Ensure path doesn't end with path separator |
Skip Montanaro | 9f5178a | 2003-05-06 20:59:57 +0000 | [diff] [blame] | 267 | p = p.rstrip(os.sep) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 268 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 269 | if MACOS and is_macosx_sdk_path(p): |
Ned Deily | 020250f | 2016-02-25 00:56:38 +1100 | [diff] [blame] | 270 | # Note that, as of Xcode 7, Apple SDKs may contain textual stub |
| 271 | # libraries with .tbd extensions rather than the normal .dylib |
| 272 | # shared libraries installed in /. The Apple compiler tool |
| 273 | # chain handles this transparently but it can cause problems |
| 274 | # for programs that are being built with an SDK and searching |
| 275 | # for specific libraries. Distutils find_library_file() now |
| 276 | # knows to also search for and return .tbd files. But callers |
| 277 | # of find_library_file need to keep in mind that the base filename |
| 278 | # of the returned SDK library file might have a different extension |
| 279 | # from that of the library file installed on the running system, |
| 280 | # for example: |
| 281 | # /Applications/Xcode.app/Contents/Developer/Platforms/ |
| 282 | # MacOSX.platform/Developer/SDKs/MacOSX10.11.sdk/ |
| 283 | # usr/lib/libedit.tbd |
| 284 | # vs |
| 285 | # /usr/lib/libedit.dylib |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 286 | if os.path.join(sysroot, p[1:]) == dirname: |
| 287 | return [ ] |
| 288 | |
Andrew M. Kuchling | a246d9f | 2002-11-27 13:43:46 +0000 | [diff] [blame] | 289 | if p == dirname: |
| 290 | return [ ] |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 291 | |
Andrew M. Kuchling | a246d9f | 2002-11-27 13:43:46 +0000 | [diff] [blame] | 292 | # Otherwise, it must have been in one of the additional directories, |
| 293 | # so we have to figure out which one. |
| 294 | for p in paths: |
| 295 | # Ensure path doesn't end with path separator |
Skip Montanaro | 9f5178a | 2003-05-06 20:59:57 +0000 | [diff] [blame] | 296 | p = p.rstrip(os.sep) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 297 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 298 | if MACOS and is_macosx_sdk_path(p): |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 299 | if os.path.join(sysroot, p[1:]) == dirname: |
| 300 | return [ p ] |
| 301 | |
Andrew M. Kuchling | a246d9f | 2002-11-27 13:43:46 +0000 | [diff] [blame] | 302 | if p == dirname: |
| 303 | return [p] |
| 304 | else: |
| 305 | assert False, "Internal error: Path not found in std_dirs or paths" |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 +0000 | [diff] [blame] | 306 | |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 307 | |
Jack Jansen | 144ebcc | 2001-08-05 22:31:19 +0000 | [diff] [blame] | 308 | def find_module_file(module, dirlist): |
| 309 | """Find a module in a set of possible folders. If it is not found |
| 310 | return the unadorned filename""" |
| 311 | list = find_file(module, [], dirlist) |
| 312 | if not list: |
| 313 | return module |
| 314 | if len(list) > 1: |
Vinay Sajip | dd917f8 | 2016-08-31 08:22:29 +0100 | [diff] [blame] | 315 | log.info("WARNING: multiple copies of %s found", module) |
Jack Jansen | 144ebcc | 2001-08-05 22:31:19 +0000 | [diff] [blame] | 316 | return os.path.join(list[0], module) |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 +0000 | [diff] [blame] | 317 | |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 318 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 319 | class PyBuildExt(build_ext): |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 320 | |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 321 | def __init__(self, dist): |
| 322 | build_ext.__init__(self, dist) |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 323 | self.srcdir = None |
| 324 | self.lib_dirs = None |
| 325 | self.inc_dirs = None |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 326 | self.config_h_vars = None |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 327 | self.failed = [] |
Benjamin Peterson | 5c2ac8c | 2014-04-30 11:06:16 -0400 | [diff] [blame] | 328 | self.failed_on_import = [] |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 329 | self.missing = [] |
Antoine Pitrou | 2c0a916 | 2014-09-26 23:31:59 +0200 | [diff] [blame] | 330 | if '-j' in os.environ.get('MAKEFLAGS', ''): |
| 331 | self.parallel = True |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 332 | |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 333 | def add(self, ext): |
| 334 | self.extensions.append(ext) |
| 335 | |
Victor Stinner | 00c77ae | 2020-03-04 18:44:49 +0100 | [diff] [blame] | 336 | def set_srcdir(self): |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 337 | self.srcdir = sysconfig.get_config_var('srcdir') |
| 338 | if not self.srcdir: |
| 339 | # Maybe running on Windows but not using CYGWIN? |
| 340 | raise ValueError("No source directory; cannot proceed.") |
| 341 | self.srcdir = os.path.abspath(self.srcdir) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 342 | |
Victor Stinner | 00c77ae | 2020-03-04 18:44:49 +0100 | [diff] [blame] | 343 | def remove_disabled(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 344 | # Remove modules that are present on the disabled list |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 345 | extensions = [ext for ext in self.extensions |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 346 | if ext.name not in DISABLED_MODULE_LIST] |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 347 | # move ctypes to the end, it depends on other modules |
| 348 | ext_map = dict((ext.name, i) for i, ext in enumerate(extensions)) |
| 349 | if "_ctypes" in ext_map: |
| 350 | ctypes = extensions.pop(ext_map["_ctypes"]) |
| 351 | extensions.append(ctypes) |
| 352 | self.extensions = extensions |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 353 | |
Victor Stinner | 00c77ae | 2020-03-04 18:44:49 +0100 | [diff] [blame] | 354 | def update_sources_depends(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 355 | # Fix up the autodetected modules, prefixing all the source files |
Neil Schemenauer | 014bf28 | 2009-02-05 16:35:45 +0000 | [diff] [blame] | 356 | # with Modules/. |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 357 | moddirlist = [os.path.join(self.srcdir, 'Modules')] |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 +0000 | [diff] [blame] | 358 | |
Andrew M. Kuchling | 3da989c | 2001-02-28 22:49:26 +0000 | [diff] [blame] | 359 | # Fix up the paths for scripts, too |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 360 | self.distribution.scripts = [os.path.join(self.srcdir, filename) |
Andrew M. Kuchling | 3da989c | 2001-02-28 22:49:26 +0000 | [diff] [blame] | 361 | for filename in self.distribution.scripts] |
| 362 | |
Christian Heimes | af98da1 | 2008-01-27 15:18:18 +0000 | [diff] [blame] | 363 | # Python header files |
Neil Schemenauer | 014bf28 | 2009-02-05 16:35:45 +0000 | [diff] [blame] | 364 | headers = [sysconfig.get_config_h_filename()] |
Stefan Krah | eb977da | 2012-02-29 14:10:53 +0100 | [diff] [blame] | 365 | headers += glob(os.path.join(sysconfig.get_path('include'), "*.h")) |
Christian Heimes | af98da1 | 2008-01-27 15:18:18 +0000 | [diff] [blame] | 366 | |
Xavier de Gaye | 84968b7 | 2016-10-29 16:57:20 +0200 | [diff] [blame] | 367 | for ext in self.extensions: |
Jack Jansen | 144ebcc | 2001-08-05 22:31:19 +0000 | [diff] [blame] | 368 | ext.sources = [ find_module_file(filename, moddirlist) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 369 | for filename in ext.sources ] |
Jeremy Hylton | 340043e | 2002-06-13 17:38:11 +0000 | [diff] [blame] | 370 | if ext.depends is not None: |
Neil Schemenauer | 014bf28 | 2009-02-05 16:35:45 +0000 | [diff] [blame] | 371 | ext.depends = [find_module_file(filename, moddirlist) |
Jeremy Hylton | 340043e | 2002-06-13 17:38:11 +0000 | [diff] [blame] | 372 | for filename in ext.depends] |
Christian Heimes | af98da1 | 2008-01-27 15:18:18 +0000 | [diff] [blame] | 373 | else: |
| 374 | ext.depends = [] |
| 375 | # re-compile extensions if a header file has been changed |
| 376 | ext.depends.extend(headers) |
| 377 | |
Victor Stinner | 00c77ae | 2020-03-04 18:44:49 +0100 | [diff] [blame] | 378 | def remove_configured_extensions(self): |
| 379 | # The sysconfig variables built by makesetup that list the already |
| 380 | # built modules and the disabled modules as configured by the Setup |
| 381 | # files. |
| 382 | sysconf_built = sysconfig.get_config_var('MODBUILT_NAMES').split() |
| 383 | sysconf_dis = sysconfig.get_config_var('MODDISABLED_NAMES').split() |
| 384 | |
| 385 | mods_built = [] |
| 386 | mods_disabled = [] |
| 387 | for ext in self.extensions: |
xdegaye | c0364fc | 2017-05-27 18:25:03 +0200 | [diff] [blame] | 388 | # If a module has already been built or has been disabled in the |
| 389 | # Setup files, don't build it here. |
| 390 | if ext.name in sysconf_built: |
| 391 | mods_built.append(ext) |
| 392 | if ext.name in sysconf_dis: |
| 393 | mods_disabled.append(ext) |
Andrew M. Kuchling | 5bbc7b9 | 2001-01-18 20:39:34 +0000 | [diff] [blame] | 394 | |
xdegaye | c0364fc | 2017-05-27 18:25:03 +0200 | [diff] [blame] | 395 | mods_configured = mods_built + mods_disabled |
| 396 | if mods_configured: |
Xavier de Gaye | 84968b7 | 2016-10-29 16:57:20 +0200 | [diff] [blame] | 397 | self.extensions = [x for x in self.extensions if x not in |
xdegaye | c0364fc | 2017-05-27 18:25:03 +0200 | [diff] [blame] | 398 | mods_configured] |
| 399 | # Remove the shared libraries built by a previous build. |
| 400 | for ext in mods_configured: |
| 401 | fullpath = self.get_ext_fullpath(ext.name) |
| 402 | if os.path.exists(fullpath): |
| 403 | os.unlink(fullpath) |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 +0000 | [diff] [blame] | 404 | |
Victor Stinner | 00c77ae | 2020-03-04 18:44:49 +0100 | [diff] [blame] | 405 | return (mods_built, mods_disabled) |
| 406 | |
| 407 | def set_compiler_executables(self): |
Andrew M. Kuchling | 5bbc7b9 | 2001-01-18 20:39:34 +0000 | [diff] [blame] | 408 | # When you run "make CC=altcc" or something similar, you really want |
| 409 | # those environment variables passed into the setup.py phase. Here's |
| 410 | # a small set of useful ones. |
| 411 | compiler = os.environ.get('CC') |
Andrew M. Kuchling | 5bbc7b9 | 2001-01-18 20:39:34 +0000 | [diff] [blame] | 412 | args = {} |
| 413 | # unfortunately, distutils doesn't let us provide separate C and C++ |
| 414 | # compilers |
| 415 | if compiler is not None: |
Martin v. Löwis | d7c795e | 2005-04-25 07:14:03 +0000 | [diff] [blame] | 416 | (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS') |
| 417 | args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 418 | self.compiler.set_executables(**args) |
Andrew M. Kuchling | 5bbc7b9 | 2001-01-18 20:39:34 +0000 | [diff] [blame] | 419 | |
Victor Stinner | 00c77ae | 2020-03-04 18:44:49 +0100 | [diff] [blame] | 420 | def build_extensions(self): |
| 421 | self.set_srcdir() |
| 422 | |
| 423 | # Detect which modules should be compiled |
| 424 | self.detect_modules() |
| 425 | |
| 426 | self.remove_disabled() |
| 427 | |
| 428 | self.update_sources_depends() |
| 429 | mods_built, mods_disabled = self.remove_configured_extensions() |
| 430 | self.set_compiler_executables() |
| 431 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 432 | build_ext.build_extensions(self) |
| 433 | |
Victor Stinner | 1ec63b6 | 2020-03-04 14:50:19 +0100 | [diff] [blame] | 434 | if SUBPROCESS_BOOTSTRAP: |
| 435 | # Drop our custom subprocess module: |
| 436 | # use the newly built subprocess module |
| 437 | del sys.modules['subprocess'] |
| 438 | |
Antoine Pitrou | 2c0a916 | 2014-09-26 23:31:59 +0200 | [diff] [blame] | 439 | for ext in self.extensions: |
| 440 | self.check_extension_import(ext) |
| 441 | |
Victor Stinner | 00c77ae | 2020-03-04 18:44:49 +0100 | [diff] [blame] | 442 | self.summary(mods_built, mods_disabled) |
| 443 | |
| 444 | def summary(self, mods_built, mods_disabled): |
Berker Peksag | 1d82a9c | 2014-10-01 05:11:13 +0300 | [diff] [blame] | 445 | longest = max([len(e.name) for e in self.extensions], default=0) |
Benjamin Peterson | 5c2ac8c | 2014-04-30 11:06:16 -0400 | [diff] [blame] | 446 | if self.failed or self.failed_on_import: |
| 447 | all_failed = self.failed + self.failed_on_import |
| 448 | longest = max(longest, max([len(name) for name in all_failed])) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 449 | |
| 450 | def print_three_column(lst): |
| 451 | lst.sort(key=str.lower) |
| 452 | # guarantee zip() doesn't drop anything |
| 453 | while len(lst) % 3: |
| 454 | lst.append("") |
| 455 | for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]): |
| 456 | print("%-*s %-*s %-*s" % (longest, e, longest, f, |
| 457 | longest, g)) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 458 | |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 459 | if self.missing: |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 460 | print() |
Brett Cannon | ae95b4f | 2013-07-12 11:30:32 -0400 | [diff] [blame] | 461 | print("Python build finished successfully!") |
| 462 | print("The necessary bits to build these optional modules were not " |
| 463 | "found:") |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 464 | print_three_column(self.missing) |
Guido van Rossum | 04110fb | 2007-08-24 16:32:05 +0000 | [diff] [blame] | 465 | print("To find the necessary bits, look in setup.py in" |
| 466 | " detect_modules() for the module's name.") |
| 467 | print() |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 468 | |
xdegaye | c0364fc | 2017-05-27 18:25:03 +0200 | [diff] [blame] | 469 | if mods_built: |
| 470 | print() |
Xavier de Gaye | 84968b7 | 2016-10-29 16:57:20 +0200 | [diff] [blame] | 471 | print("The following modules found by detect_modules() in" |
| 472 | " setup.py, have been") |
| 473 | print("built by the Makefile instead, as configured by the" |
| 474 | " Setup files:") |
xdegaye | c0364fc | 2017-05-27 18:25:03 +0200 | [diff] [blame] | 475 | print_three_column([ext.name for ext in mods_built]) |
| 476 | print() |
| 477 | |
| 478 | if mods_disabled: |
| 479 | print() |
| 480 | print("The following modules found by detect_modules() in" |
| 481 | " setup.py have not") |
| 482 | print("been built, they are *disabled* in the Setup files:") |
| 483 | print_three_column([ext.name for ext in mods_disabled]) |
| 484 | print() |
Xavier de Gaye | 84968b7 | 2016-10-29 16:57:20 +0200 | [diff] [blame] | 485 | |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 486 | if self.failed: |
| 487 | failed = self.failed[:] |
| 488 | print() |
| 489 | print("Failed to build these modules:") |
| 490 | print_three_column(failed) |
Guido van Rossum | 04110fb | 2007-08-24 16:32:05 +0000 | [diff] [blame] | 491 | print() |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 492 | |
Benjamin Peterson | 5c2ac8c | 2014-04-30 11:06:16 -0400 | [diff] [blame] | 493 | if self.failed_on_import: |
| 494 | failed = self.failed_on_import[:] |
| 495 | print() |
| 496 | print("Following modules built successfully" |
| 497 | " but were removed because they could not be imported:") |
| 498 | print_three_column(failed) |
| 499 | print() |
| 500 | |
Christian Heimes | 61d478c | 2018-01-27 15:51:38 +0100 | [diff] [blame] | 501 | if any('_ssl' in l |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 502 | for l in (self.missing, self.failed, self.failed_on_import)): |
Christian Heimes | 61d478c | 2018-01-27 15:51:38 +0100 | [diff] [blame] | 503 | print() |
| 504 | print("Could not build the ssl module!") |
| 505 | print("Python requires an OpenSSL 1.0.2 or 1.1 compatible " |
| 506 | "libssl with X509_VERIFY_PARAM_set1_host().") |
| 507 | print("LibreSSL 2.6.4 and earlier do not provide the necessary " |
| 508 | "APIs, https://github.com/libressl-portable/portable/issues/381") |
| 509 | print() |
| 510 | |
Marc-André Lemburg | 7c6fcda | 2001-01-26 18:03:24 +0000 | [diff] [blame] | 511 | def build_extension(self, ext): |
| 512 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 513 | if ext.name == '_ctypes': |
| 514 | if not self.configure_ctypes(ext): |
Zachary Ware | f40d4dd | 2016-09-17 01:25:24 -0500 | [diff] [blame] | 515 | self.failed.append(ext.name) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 516 | return |
| 517 | |
Marc-André Lemburg | 7c6fcda | 2001-01-26 18:03:24 +0000 | [diff] [blame] | 518 | try: |
| 519 | build_ext.build_extension(self, ext) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 520 | except (CCompilerError, DistutilsError) as why: |
Marc-André Lemburg | 7c6fcda | 2001-01-26 18:03:24 +0000 | [diff] [blame] | 521 | self.announce('WARNING: building of extension "%s" failed: %s' % |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 522 | (ext.name, why)) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 523 | self.failed.append(ext.name) |
Andrew M. Kuchling | 6268669 | 2001-05-21 20:48:09 +0000 | [diff] [blame] | 524 | return |
Antoine Pitrou | 2c0a916 | 2014-09-26 23:31:59 +0200 | [diff] [blame] | 525 | |
| 526 | def check_extension_import(self, ext): |
| 527 | # Don't try to import an extension that has failed to compile |
| 528 | if ext.name in self.failed: |
| 529 | self.announce( |
| 530 | 'WARNING: skipping import check for failed build "%s"' % |
| 531 | ext.name, level=1) |
| 532 | return |
| 533 | |
Jack Jansen | f49c6f9 | 2001-11-01 14:44:15 +0000 | [diff] [blame] | 534 | # Workaround for Mac OS X: The Carbon-based modules cannot be |
| 535 | # reliably imported into a command-line Python |
| 536 | if 'Carbon' in ext.extra_link_args: |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 +0000 | [diff] [blame] | 537 | self.announce( |
| 538 | 'WARNING: skipping import check for Carbon-based "%s"' % |
| 539 | ext.name) |
| 540 | return |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 +0000 | [diff] [blame] | 541 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 542 | if MACOS and ( |
Benjamin Peterson | fc57635 | 2008-07-16 02:39:02 +0000 | [diff] [blame] | 543 | sys.maxsize > 2**32 and '-arch' in ext.extra_link_args): |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 +0000 | [diff] [blame] | 544 | # Don't bother doing an import check when an extension was |
| 545 | # build with an explicit '-arch' flag on OSX. That's currently |
| 546 | # only used to build 32-bit only extensions in a 4-way |
| 547 | # universal build and loading 32-bit code into a 64-bit |
| 548 | # process will fail. |
| 549 | self.announce( |
| 550 | 'WARNING: skipping import check for "%s"' % |
| 551 | ext.name) |
| 552 | return |
| 553 | |
Jason Tishler | 24cf776 | 2002-05-22 16:46:15 +0000 | [diff] [blame] | 554 | # Workaround for Cygwin: Cygwin currently has fork issues when many |
| 555 | # modules have been imported |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 556 | if CYGWIN: |
Jason Tishler | 24cf776 | 2002-05-22 16:46:15 +0000 | [diff] [blame] | 557 | self.announce('WARNING: skipping import check for Cygwin-based "%s"' |
| 558 | % ext.name) |
| 559 | return |
Michael W. Hudson | af14289 | 2002-01-23 15:07:46 +0000 | [diff] [blame] | 560 | ext_filename = os.path.join( |
| 561 | self.build_lib, |
| 562 | self.get_ext_filename(self.get_ext_fullname(ext.name))) |
Guido van Rossum | c3fee69 | 2008-07-17 16:23:53 +0000 | [diff] [blame] | 563 | |
| 564 | # If the build directory didn't exist when setup.py was |
| 565 | # started, sys.path_importer_cache has a negative result |
| 566 | # cached. Clear that cache before trying to import. |
| 567 | sys.path_importer_cache.clear() |
| 568 | |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 569 | # Don't try to load extensions for cross builds |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 570 | if CROSS_COMPILING: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 571 | return |
| 572 | |
Brett Cannon | ca5ff3a | 2013-06-15 17:52:59 -0400 | [diff] [blame] | 573 | loader = importlib.machinery.ExtensionFileLoader(ext.name, ext_filename) |
Eric Snow | 335e14d | 2014-01-04 15:09:28 -0700 | [diff] [blame] | 574 | spec = importlib.util.spec_from_file_location(ext.name, ext_filename, |
| 575 | loader=loader) |
Andrew M. Kuchling | 6268669 | 2001-05-21 20:48:09 +0000 | [diff] [blame] | 576 | try: |
Brett Cannon | 2a17bde | 2014-05-30 14:55:29 -0400 | [diff] [blame] | 577 | importlib._bootstrap._load(spec) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 578 | except ImportError as why: |
Benjamin Peterson | 5c2ac8c | 2014-04-30 11:06:16 -0400 | [diff] [blame] | 579 | self.failed_on_import.append(ext.name) |
Neal Norwitz | 6e2d1c7 | 2003-02-28 17:39:42 +0000 | [diff] [blame] | 580 | self.announce('*** WARNING: renaming "%s" since importing it' |
| 581 | ' failed: %s' % (ext.name, why), level=3) |
| 582 | assert not self.inplace |
| 583 | basename, tail = os.path.splitext(ext_filename) |
| 584 | newname = basename + "_failed" + tail |
| 585 | if os.path.exists(newname): |
| 586 | os.remove(newname) |
| 587 | os.rename(ext_filename, newname) |
| 588 | |
Neal Norwitz | 3f5fcc8 | 2003-02-28 17:21:39 +0000 | [diff] [blame] | 589 | except: |
Neal Norwitz | 3f5fcc8 | 2003-02-28 17:21:39 +0000 | [diff] [blame] | 590 | exc_type, why, tb = sys.exc_info() |
Neal Norwitz | 6e2d1c7 | 2003-02-28 17:39:42 +0000 | [diff] [blame] | 591 | self.announce('*** WARNING: importing extension "%s" ' |
| 592 | 'failed with %s: %s' % (ext.name, exc_type, why), |
| 593 | level=3) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 594 | self.failed.append(ext.name) |
Fred Drake | 9028d0a | 2001-12-06 22:59:54 +0000 | [diff] [blame] | 595 | |
Barry Warsaw | 5ca305a | 2011-04-06 15:18:12 -0400 | [diff] [blame] | 596 | def add_multiarch_paths(self): |
| 597 | # Debian/Ubuntu multiarch support. |
| 598 | # https://wiki.ubuntu.com/MultiarchSpec |
doko@ubuntu.com | 3277b35 | 2012-08-08 12:15:55 +0200 | [diff] [blame] | 599 | cc = sysconfig.get_config_var('CC') |
| 600 | tmpfile = os.path.join(self.build_temp, 'multiarch') |
| 601 | if not os.path.exists(self.build_temp): |
| 602 | os.makedirs(self.build_temp) |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 603 | ret = run_command( |
doko@ubuntu.com | 3277b35 | 2012-08-08 12:15:55 +0200 | [diff] [blame] | 604 | '%s -print-multiarch > %s 2> /dev/null' % (cc, tmpfile)) |
| 605 | multiarch_path_component = '' |
| 606 | try: |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 607 | if ret == 0: |
doko@ubuntu.com | 3277b35 | 2012-08-08 12:15:55 +0200 | [diff] [blame] | 608 | with open(tmpfile) as fp: |
| 609 | multiarch_path_component = fp.readline().strip() |
| 610 | finally: |
| 611 | os.unlink(tmpfile) |
| 612 | |
| 613 | if multiarch_path_component != '': |
| 614 | add_dir_to_list(self.compiler.library_dirs, |
| 615 | '/usr/lib/' + multiarch_path_component) |
| 616 | add_dir_to_list(self.compiler.include_dirs, |
| 617 | '/usr/include/' + multiarch_path_component) |
| 618 | return |
| 619 | |
Barry Warsaw | 88e1945 | 2011-04-07 10:40:36 -0400 | [diff] [blame] | 620 | if not find_executable('dpkg-architecture'): |
| 621 | return |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 622 | opt = '' |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 623 | if CROSS_COMPILING: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 624 | opt = '-t' + sysconfig.get_config_var('HOST_GNU_TYPE') |
Barry Warsaw | 5ca305a | 2011-04-06 15:18:12 -0400 | [diff] [blame] | 625 | tmpfile = os.path.join(self.build_temp, 'multiarch') |
| 626 | if not os.path.exists(self.build_temp): |
| 627 | os.makedirs(self.build_temp) |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 628 | ret = run_command( |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 629 | 'dpkg-architecture %s -qDEB_HOST_MULTIARCH > %s 2> /dev/null' % |
| 630 | (opt, tmpfile)) |
Barry Warsaw | 5ca305a | 2011-04-06 15:18:12 -0400 | [diff] [blame] | 631 | try: |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 632 | if ret == 0: |
Barry Warsaw | 5ca305a | 2011-04-06 15:18:12 -0400 | [diff] [blame] | 633 | with open(tmpfile) as fp: |
| 634 | multiarch_path_component = fp.readline().strip() |
| 635 | add_dir_to_list(self.compiler.library_dirs, |
| 636 | '/usr/lib/' + multiarch_path_component) |
| 637 | add_dir_to_list(self.compiler.include_dirs, |
| 638 | '/usr/include/' + multiarch_path_component) |
| 639 | finally: |
| 640 | os.unlink(tmpfile) |
| 641 | |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 642 | def add_cross_compiling_paths(self): |
| 643 | cc = sysconfig.get_config_var('CC') |
| 644 | tmpfile = os.path.join(self.build_temp, 'ccpaths') |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 645 | if not os.path.exists(self.build_temp): |
| 646 | os.makedirs(self.build_temp) |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 647 | ret = run_command('%s -E -v - </dev/null 2>%s 1>/dev/null' % (cc, tmpfile)) |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 648 | is_gcc = False |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 649 | is_clang = False |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 650 | in_incdirs = False |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 651 | try: |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 652 | if ret == 0: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 653 | with open(tmpfile) as fp: |
| 654 | for line in fp.readlines(): |
| 655 | if line.startswith("gcc version"): |
| 656 | is_gcc = True |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 657 | elif line.startswith("clang version"): |
| 658 | is_clang = True |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 659 | elif line.startswith("#include <...>"): |
| 660 | in_incdirs = True |
| 661 | elif line.startswith("End of search list"): |
| 662 | in_incdirs = False |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 663 | elif (is_gcc or is_clang) and line.startswith("LIBRARY_PATH"): |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 664 | for d in line.strip().split("=")[1].split(":"): |
| 665 | d = os.path.normpath(d) |
| 666 | if '/gcc/' not in d: |
| 667 | add_dir_to_list(self.compiler.library_dirs, |
| 668 | d) |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 669 | elif (is_gcc or is_clang) and in_incdirs and '/gcc/' not in line and '/clang/' not in line: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 670 | add_dir_to_list(self.compiler.include_dirs, |
| 671 | line.strip()) |
| 672 | finally: |
| 673 | os.unlink(tmpfile) |
| 674 | |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 675 | def add_ldflags_cppflags(self): |
Brett Cannon | 516592f | 2004-12-07 00:42:59 +0000 | [diff] [blame] | 676 | # Add paths specified in the environment variables LDFLAGS and |
Brett Cannon | 4810eb9 | 2004-12-31 08:11:21 +0000 | [diff] [blame] | 677 | # CPPFLAGS for header and library files. |
Brett Cannon | 5399c6d | 2004-12-18 20:48:09 +0000 | [diff] [blame] | 678 | # We must get the values from the Makefile and not the environment |
| 679 | # directly since an inconsistently reproducible issue comes up where |
| 680 | # the environment variable is not set even though the value were passed |
Brett Cannon | 4810eb9 | 2004-12-31 08:11:21 +0000 | [diff] [blame] | 681 | # into configure and stored in the Makefile (issue found on OS X 10.3). |
Brett Cannon | 516592f | 2004-12-07 00:42:59 +0000 | [diff] [blame] | 682 | for env_var, arg_name, dir_list in ( |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 683 | ('LDFLAGS', '-R', self.compiler.runtime_library_dirs), |
| 684 | ('LDFLAGS', '-L', self.compiler.library_dirs), |
| 685 | ('CPPFLAGS', '-I', self.compiler.include_dirs)): |
Brett Cannon | 5399c6d | 2004-12-18 20:48:09 +0000 | [diff] [blame] | 686 | env_val = sysconfig.get_config_var(env_var) |
Brett Cannon | 516592f | 2004-12-07 00:42:59 +0000 | [diff] [blame] | 687 | if env_val: |
Chih-Hsuan Yen | 09b2bec | 2018-07-11 16:48:43 +0800 | [diff] [blame] | 688 | parser = argparse.ArgumentParser() |
| 689 | parser.add_argument(arg_name, dest="dirs", action="append") |
| 690 | options, _ = parser.parse_known_args(env_val.split()) |
Brett Cannon | 4483771 | 2005-01-02 21:54:07 +0000 | [diff] [blame] | 691 | if options.dirs: |
Christian Heimes | 292d351 | 2008-02-03 16:51:08 +0000 | [diff] [blame] | 692 | for directory in reversed(options.dirs): |
Brett Cannon | 4483771 | 2005-01-02 21:54:07 +0000 | [diff] [blame] | 693 | add_dir_to_list(dir_list, directory) |
Skip Montanaro | decc6a4 | 2003-01-01 20:07:49 +0000 | [diff] [blame] | 694 | |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 695 | def configure_compiler(self): |
| 696 | # Ensure that /usr/local is always used, but the local build |
| 697 | # directories (i.e. '.' and 'Include') must be first. See issue |
| 698 | # 10520. |
| 699 | if not CROSS_COMPILING: |
| 700 | add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib') |
| 701 | add_dir_to_list(self.compiler.include_dirs, '/usr/local/include') |
| 702 | # only change this for cross builds for 3.3, issues on Mageia |
| 703 | if CROSS_COMPILING: |
| 704 | self.add_cross_compiling_paths() |
| 705 | self.add_multiarch_paths() |
| 706 | self.add_ldflags_cppflags() |
| 707 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 708 | def init_inc_lib_dirs(self): |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 709 | if (not CROSS_COMPILING and |
Xavier de Gaye | 1351c31 | 2016-12-14 11:14:33 +0100 | [diff] [blame] | 710 | os.path.normpath(sys.base_prefix) != '/usr' and |
| 711 | not sysconfig.get_config_var('PYTHONFRAMEWORK')): |
Ronald Oussoren | f3500e1 | 2010-10-20 13:10:12 +0000 | [diff] [blame] | 712 | # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework |
| 713 | # (PYTHONFRAMEWORK is set) to avoid # linking problems when |
| 714 | # building a framework with different architectures than |
| 715 | # the one that is currently installed (issue #7473) |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 716 | add_dir_to_list(self.compiler.library_dirs, |
Michael W. Hudson | 90b8e4d | 2002-08-02 13:55:50 +0000 | [diff] [blame] | 717 | sysconfig.get_config_var("LIBDIR")) |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 718 | add_dir_to_list(self.compiler.include_dirs, |
Michael W. Hudson | 90b8e4d | 2002-08-02 13:55:50 +0000 | [diff] [blame] | 719 | sysconfig.get_config_var("INCLUDEDIR")) |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 720 | |
xdegaye | 77f5139 | 2017-11-25 17:25:30 +0100 | [diff] [blame] | 721 | system_lib_dirs = ['/lib64', '/usr/lib64', '/lib', '/usr/lib'] |
| 722 | system_include_dirs = ['/usr/include'] |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 723 | # lib_dirs and inc_dirs are used to search for files; |
| 724 | # if a file is found in one of those directories, it can |
| 725 | # be assumed that no additional -I,-L directives are needed. |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 726 | if not CROSS_COMPILING: |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 727 | self.lib_dirs = self.compiler.library_dirs + system_lib_dirs |
| 728 | self.inc_dirs = self.compiler.include_dirs + system_include_dirs |
Christian Heimes | f19529c | 2012-12-12 12:41:00 +0100 | [diff] [blame] | 729 | else: |
xdegaye | 77f5139 | 2017-11-25 17:25:30 +0100 | [diff] [blame] | 730 | # Add the sysroot paths. 'sysroot' is a compiler option used to |
| 731 | # set the logical path of the standard system headers and |
| 732 | # libraries. |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 733 | self.lib_dirs = (self.compiler.library_dirs + |
| 734 | sysroot_paths(('LDFLAGS', 'CC'), system_lib_dirs)) |
| 735 | self.inc_dirs = (self.compiler.include_dirs + |
| 736 | sysroot_paths(('CPPFLAGS', 'CFLAGS', 'CC'), |
| 737 | system_include_dirs)) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 738 | |
Brett Cannon | 4454a1f | 2005-04-15 20:32:39 +0000 | [diff] [blame] | 739 | config_h = sysconfig.get_config_h_filename() |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 +0000 | [diff] [blame] | 740 | with open(config_h) as file: |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 741 | self.config_h_vars = sysconfig.parse_config_h(file) |
Brett Cannon | 4454a1f | 2005-04-15 20:32:39 +0000 | [diff] [blame] | 742 | |
Andrew M. Kuchling | 7883dc8 | 2003-10-24 18:26:26 +0000 | [diff] [blame] | 743 | # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb) |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 744 | if HOST_PLATFORM in ['osf1', 'unixware7', 'openunix8']: |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 745 | self.lib_dirs += ['/usr/ccs/lib'] |
Skip Montanaro | 22e00c4 | 2003-05-06 20:43:34 +0000 | [diff] [blame] | 746 | |
Charles-François Natali | 5739e10 | 2012-04-12 19:07:25 +0200 | [diff] [blame] | 747 | # HP-UX11iv3 keeps files in lib/hpux folders. |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 748 | if HOST_PLATFORM == 'hp-ux11': |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 749 | self.lib_dirs += ['/usr/lib/hpux64', '/usr/lib/hpux32'] |
Charles-François Natali | 5739e10 | 2012-04-12 19:07:25 +0200 | [diff] [blame] | 750 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 751 | if MACOS: |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 752 | # This should work on any unixy platform ;-) |
| 753 | # If the user has bothered specifying additional -I and -L flags |
| 754 | # in OPT and LDFLAGS we might as well use them here. |
Barry Warsaw | 807bd0a | 2010-11-24 20:30:00 +0000 | [diff] [blame] | 755 | # |
| 756 | # NOTE: using shlex.split would technically be more correct, but |
| 757 | # also gives a bootstrap problem. Let's hope nobody uses |
| 758 | # directories with whitespace in the name to store libraries. |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 759 | cflags, ldflags = sysconfig.get_config_vars( |
| 760 | 'CFLAGS', 'LDFLAGS') |
| 761 | for item in cflags.split(): |
| 762 | if item.startswith('-I'): |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 763 | self.inc_dirs.append(item[2:]) |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 764 | |
| 765 | for item in ldflags.split(): |
| 766 | if item.startswith('-L'): |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 767 | self.lib_dirs.append(item[2:]) |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 768 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 769 | def detect_simple_extensions(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 770 | # |
| 771 | # The following modules are all pretty straightforward, and compile |
| 772 | # on pretty much any POSIXish platform. |
| 773 | # |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 774 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 775 | # array objects |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 776 | self.add(Extension('array', ['arraymodule.c'])) |
Martin Panter | c9deece | 2016-02-03 05:19:44 +0000 | [diff] [blame] | 777 | |
Yury Selivanov | f23746a | 2018-01-22 19:11:18 -0500 | [diff] [blame] | 778 | # Context Variables |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 779 | self.add(Extension('_contextvars', ['_contextvarsmodule.c'])) |
Yury Selivanov | f23746a | 2018-01-22 19:11:18 -0500 | [diff] [blame] | 780 | |
Martin Panter | c9deece | 2016-02-03 05:19:44 +0000 | [diff] [blame] | 781 | shared_math = 'Modules/_math.o' |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 782 | |
| 783 | # math library functions, e.g. sin() |
| 784 | self.add(Extension('math', ['mathmodule.c'], |
Victor Stinner | e9e7d28 | 2020-02-12 22:54:42 +0100 | [diff] [blame] | 785 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'], |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 786 | extra_objects=[shared_math], |
| 787 | depends=['_math.h', shared_math], |
| 788 | libraries=['m'])) |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 789 | |
| 790 | # complex math library functions |
| 791 | self.add(Extension('cmath', ['cmathmodule.c'], |
Victor Stinner | e9e7d28 | 2020-02-12 22:54:42 +0100 | [diff] [blame] | 792 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'], |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 793 | extra_objects=[shared_math], |
| 794 | depends=['_math.h', shared_math], |
| 795 | libraries=['m'])) |
Victor Stinner | e0be423 | 2011-10-25 13:06:09 +0200 | [diff] [blame] | 796 | |
| 797 | # time libraries: librt may be needed for clock_gettime() |
| 798 | time_libs = [] |
| 799 | lib = sysconfig.get_config_var('TIMEMODULE_LIB') |
| 800 | if lib: |
| 801 | time_libs.append(lib) |
| 802 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 803 | # time operations and variables |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 804 | self.add(Extension('time', ['timemodule.c'], |
| 805 | libraries=time_libs)) |
Benjamin Peterson | 8acaa31 | 2017-11-12 20:53:39 -0800 | [diff] [blame] | 806 | # libm is needed by delta_new() that uses round() and by accum() that |
| 807 | # uses modf(). |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 808 | self.add(Extension('_datetime', ['_datetimemodule.c'], |
| 809 | libraries=['m'])) |
Christian Heimes | fe337bf | 2008-03-23 21:54:12 +0000 | [diff] [blame] | 810 | # random number generator implemented in C |
Victor Stinner | 9f5fe79 | 2020-04-17 19:05:35 +0200 | [diff] [blame] | 811 | self.add(Extension("_random", ["_randommodule.c"], |
| 812 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'])) |
Raymond Hettinger | 0c41027 | 2004-01-05 10:13:35 +0000 | [diff] [blame] | 813 | # bisect |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 814 | self.add(Extension("_bisect", ["_bisectmodule.c"])) |
Raymond Hettinger | b3af181 | 2003-11-08 10:24:38 +0000 | [diff] [blame] | 815 | # heapq |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 816 | self.add(Extension("_heapq", ["_heapqmodule.c"])) |
Alexandre Vassalotti | ca2d610 | 2008-06-12 18:26:05 +0000 | [diff] [blame] | 817 | # C-optimized pickle replacement |
Victor Stinner | 5c75f37 | 2019-04-17 23:02:26 +0200 | [diff] [blame] | 818 | self.add(Extension("_pickle", ["_pickle.c"], |
Victor Stinner | 5749134 | 2019-04-23 12:26:33 +0200 | [diff] [blame] | 819 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'])) |
Collin Winter | 670e692 | 2007-03-21 02:57:17 +0000 | [diff] [blame] | 820 | # atexit |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 821 | self.add(Extension("atexit", ["atexitmodule.c"])) |
Christian Heimes | 9054000 | 2008-05-08 14:29:10 +0000 | [diff] [blame] | 822 | # _json speedups |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 823 | self.add(Extension("_json", ["_json.c"], |
Victor Stinner | 5749134 | 2019-04-23 12:26:33 +0200 | [diff] [blame] | 824 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'])) |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 825 | |
Fred Drake | 0e474a8 | 2007-10-11 18:01:43 +0000 | [diff] [blame] | 826 | # profiler (_lsprof is for cProfile.py) |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 827 | self.add(Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c'])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 828 | # static Unicode character database |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 829 | self.add(Extension('unicodedata', ['unicodedata.c'], |
| 830 | depends=['unicodedata_db.h', 'unicodename_db.h'])) |
Larry Hastings | 3a90797 | 2013-11-23 14:49:22 -0800 | [diff] [blame] | 831 | # _opcode module |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 832 | self.add(Extension('_opcode', ['_opcode.c'])) |
INADA Naoki | 9f2ce25 | 2016-10-15 15:39:19 +0900 | [diff] [blame] | 833 | # asyncio speedups |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 834 | self.add(Extension("_asyncio", ["_asynciomodule.c"])) |
Ivan Levkivskyi | 03e3c34 | 2018-02-18 12:41:58 +0000 | [diff] [blame] | 835 | # _abc speedups |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 836 | self.add(Extension("_abc", ["_abc.c"])) |
Antoine Pitrou | 94e1696 | 2018-01-16 00:27:16 +0100 | [diff] [blame] | 837 | # _queue module |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 838 | self.add(Extension("_queue", ["_queuemodule.c"])) |
Dong-hee Na | 0a18ee4 | 2019-08-24 07:20:30 +0900 | [diff] [blame] | 839 | # _statistics module |
| 840 | self.add(Extension("_statistics", ["_statisticsmodule.c"])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 841 | |
| 842 | # Modules with some UNIX dependencies -- on by default: |
| 843 | # (If you have a really backward UNIX, select and socket may not be |
| 844 | # supported...) |
| 845 | |
| 846 | # fcntl(2) and ioctl(2) |
Antoine Pitrou | a300007 | 2010-09-07 14:52:42 +0000 | [diff] [blame] | 847 | libs = [] |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 848 | if (self.config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)): |
Antoine Pitrou | a300007 | 2010-09-07 14:52:42 +0000 | [diff] [blame] | 849 | # May be necessary on AIX for flock function |
| 850 | libs = ['bsd'] |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 851 | self.add(Extension('fcntl', ['fcntlmodule.c'], |
| 852 | libraries=libs)) |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 +0000 | [diff] [blame] | 853 | # pwd(3) |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 854 | self.add(Extension('pwd', ['pwdmodule.c'])) |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 +0000 | [diff] [blame] | 855 | # grp(3) |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 856 | if not VXWORKS: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 857 | self.add(Extension('grp', ['grpmodule.c'])) |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 +0000 | [diff] [blame] | 858 | # spwd, shadow passwords |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 859 | if (self.config_h_vars.get('HAVE_GETSPNAM', False) or |
| 860 | self.config_h_vars.get('HAVE_GETSPENT', False)): |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 861 | self.add(Extension('spwd', ['spwdmodule.c'])) |
Michael Felt | 08970cb | 2019-06-21 15:58:00 +0200 | [diff] [blame] | 862 | # AIX has shadow passwords, but access is not via getspent(), etc. |
| 863 | # module support is not expected so it not 'missing' |
| 864 | elif not AIX: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 865 | self.missing.append('spwd') |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 866 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 867 | # select(2); not on ancient System V |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 868 | self.add(Extension('select', ['selectmodule.c'])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 869 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 870 | # Fred Drake's interface to the Python parser |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 871 | self.add(Extension('parser', ['parsermodule.c'])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 872 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 873 | # Memory-mapped files (also works on Win32). |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 874 | self.add(Extension('mmap', ['mmapmodule.c'])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 875 | |
Andrew M. Kuchling | 57269d0 | 2004-08-31 13:37:25 +0000 | [diff] [blame] | 876 | # Lance Ellinghaus's syslog module |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 +0000 | [diff] [blame] | 877 | # syslog daemon interface |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 878 | self.add(Extension('syslog', ['syslogmodule.c'])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 879 | |
Eric Snow | 7f8bfc9 | 2018-01-29 18:23:44 -0700 | [diff] [blame] | 880 | # Python interface to subinterpreter C-API. |
Eric Snow | c11183c | 2019-03-15 16:35:46 -0600 | [diff] [blame] | 881 | self.add(Extension('_xxsubinterpreters', ['_xxsubinterpretersmodule.c'])) |
Eric Snow | 7f8bfc9 | 2018-01-29 18:23:44 -0700 | [diff] [blame] | 882 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 883 | # |
Andrew M. Kuchling | 5bbc7b9 | 2001-01-18 20:39:34 +0000 | [diff] [blame] | 884 | # Here ends the simple stuff. From here on, modules need certain |
| 885 | # libraries, are platform-specific, or present other surprises. |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 886 | # |
| 887 | |
| 888 | # Multimedia modules |
| 889 | # These don't work for 64-bit platforms!!! |
| 890 | # These represent audio samples or images as strings: |
Victor Stinner | def8072 | 2016-04-19 15:58:11 +0200 | [diff] [blame] | 891 | # |
Neal Norwitz | 5e4a3b8 | 2004-07-19 16:55:07 +0000 | [diff] [blame] | 892 | # Operations on audio samples |
Tim Peters | f9cbf21 | 2004-07-23 02:50:10 +0000 | [diff] [blame] | 893 | # According to #993173, this one should actually work fine on |
Martin v. Löwis | 8fbefe2 | 2004-07-19 16:42:20 +0000 | [diff] [blame] | 894 | # 64-bit platforms. |
Victor Stinner | def8072 | 2016-04-19 15:58:11 +0200 | [diff] [blame] | 895 | # |
Benjamin Peterson | 8acaa31 | 2017-11-12 20:53:39 -0800 | [diff] [blame] | 896 | # audioop needs libm for floor() in multiple functions. |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 897 | self.add(Extension('audioop', ['audioop.c'], |
| 898 | libraries=['m'])) |
Martin v. Löwis | 8fbefe2 | 2004-07-19 16:42:20 +0000 | [diff] [blame] | 899 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 900 | # CSV files |
| 901 | self.add(Extension('_csv', ['_csv.c'])) |
| 902 | |
| 903 | # POSIX subprocess module helper. |
| 904 | self.add(Extension('_posixsubprocess', ['_posixsubprocess.c'])) |
| 905 | |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 906 | def detect_test_extensions(self): |
| 907 | # Python C API test module |
| 908 | self.add(Extension('_testcapi', ['_testcapimodule.c'], |
| 909 | depends=['testcapi_long.h'])) |
| 910 | |
Victor Stinner | 23bace2 | 2019-04-18 11:37:26 +0200 | [diff] [blame] | 911 | # Python Internal C API test module |
| 912 | self.add(Extension('_testinternalcapi', ['_testinternalcapi.c'], |
Victor Stinner | 5749134 | 2019-04-23 12:26:33 +0200 | [diff] [blame] | 913 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'])) |
Victor Stinner | 23bace2 | 2019-04-18 11:37:26 +0200 | [diff] [blame] | 914 | |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 915 | # Python PEP-3118 (buffer protocol) test module |
| 916 | self.add(Extension('_testbuffer', ['_testbuffer.c'])) |
| 917 | |
| 918 | # Test loading multiple modules from one compiled file (http://bugs.python.org/issue16421) |
| 919 | self.add(Extension('_testimportmultiple', ['_testimportmultiple.c'])) |
| 920 | |
| 921 | # Test multi-phase extension module init (PEP 489) |
| 922 | self.add(Extension('_testmultiphase', ['_testmultiphase.c'])) |
| 923 | |
| 924 | # Fuzz tests. |
| 925 | self.add(Extension('_xxtestfuzz', |
| 926 | ['_xxtestfuzz/_xxtestfuzz.c', |
| 927 | '_xxtestfuzz/fuzzer.c'])) |
| 928 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 929 | def detect_readline_curses(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 930 | # readline |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 931 | do_readline = self.compiler.find_library_file(self.lib_dirs, 'readline') |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 +0000 | [diff] [blame] | 932 | readline_termcap_library = "" |
| 933 | curses_library = "" |
doko@ubuntu.com | 5884449 | 2012-06-30 18:25:32 +0200 | [diff] [blame] | 934 | # Cannot use os.popen here in py3k. |
| 935 | tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib') |
| 936 | if not os.path.exists(self.build_temp): |
| 937 | os.makedirs(self.build_temp) |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 +0000 | [diff] [blame] | 938 | # Determine if readline is already linked against curses or tinfo. |
doko@ubuntu.com | 5884449 | 2012-06-30 18:25:32 +0200 | [diff] [blame] | 939 | if do_readline: |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 940 | if CROSS_COMPILING: |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 941 | ret = run_command("%s -d %s | grep '(NEEDED)' > %s" |
doko@ubuntu.com | 5884449 | 2012-06-30 18:25:32 +0200 | [diff] [blame] | 942 | % (sysconfig.get_config_var('READELF'), |
| 943 | do_readline, tmpfile)) |
| 944 | elif find_executable('ldd'): |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 945 | ret = run_command("ldd %s > %s" % (do_readline, tmpfile)) |
doko@ubuntu.com | 5884449 | 2012-06-30 18:25:32 +0200 | [diff] [blame] | 946 | else: |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 947 | ret = 1 |
| 948 | if ret == 0: |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 +0000 | [diff] [blame] | 949 | with open(tmpfile) as fp: |
| 950 | for ln in fp: |
| 951 | if 'curses' in ln: |
| 952 | readline_termcap_library = re.sub( |
| 953 | r'.*lib(n?cursesw?)\.so.*', r'\1', ln |
| 954 | ).rstrip() |
| 955 | break |
| 956 | # termcap interface split out from ncurses |
| 957 | if 'tinfo' in ln: |
| 958 | readline_termcap_library = 'tinfo' |
| 959 | break |
doko@ubuntu.com | 4c99071 | 2012-06-30 23:28:09 +0200 | [diff] [blame] | 960 | if os.path.exists(tmpfile): |
| 961 | os.unlink(tmpfile) |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 +0000 | [diff] [blame] | 962 | # Issue 7384: If readline is already linked against curses, |
| 963 | # use the same library for the readline and curses modules. |
| 964 | if 'curses' in readline_termcap_library: |
| 965 | curses_library = readline_termcap_library |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 966 | elif self.compiler.find_library_file(self.lib_dirs, 'ncursesw'): |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 +0000 | [diff] [blame] | 967 | curses_library = 'ncursesw' |
Michael Felt | 08970cb | 2019-06-21 15:58:00 +0200 | [diff] [blame] | 968 | # Issue 36210: OSS provided ncurses does not link on AIX |
| 969 | # Use IBM supplied 'curses' for successful build of _curses |
| 970 | elif AIX and self.compiler.find_library_file(self.lib_dirs, 'curses'): |
| 971 | curses_library = 'curses' |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 972 | elif self.compiler.find_library_file(self.lib_dirs, 'ncurses'): |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 +0000 | [diff] [blame] | 973 | curses_library = 'ncurses' |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 974 | elif self.compiler.find_library_file(self.lib_dirs, 'curses'): |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 +0000 | [diff] [blame] | 975 | curses_library = 'curses' |
| 976 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 977 | if MACOS: |
Ronald Oussoren | 2efd924 | 2009-09-20 14:53:22 +0000 | [diff] [blame] | 978 | os_release = int(os.uname()[2].split('.')[0]) |
Ronald Oussoren | 961683a | 2010-03-08 07:09:59 +0000 | [diff] [blame] | 979 | dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET') |
Ned Deily | 04cdfa1 | 2014-06-25 13:36:14 -0700 | [diff] [blame] | 980 | if (dep_target and |
| 981 | (tuple(int(n) for n in dep_target.split('.')[0:2]) |
| 982 | < (10, 5) ) ): |
Ronald Oussoren | 961683a | 2010-03-08 07:09:59 +0000 | [diff] [blame] | 983 | os_release = 8 |
Ronald Oussoren | 2efd924 | 2009-09-20 14:53:22 +0000 | [diff] [blame] | 984 | if os_release < 9: |
| 985 | # MacOSX 10.4 has a broken readline. Don't try to build |
| 986 | # the readline module unless the user has installed a fixed |
| 987 | # readline package |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 988 | if find_file('readline/rlconf.h', self.inc_dirs, []) is None: |
Ronald Oussoren | 2efd924 | 2009-09-20 14:53:22 +0000 | [diff] [blame] | 989 | do_readline = False |
Jack Jansen | 81ae235 | 2006-02-23 15:02:23 +0000 | [diff] [blame] | 990 | if do_readline: |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 991 | if MACOS and os_release < 9: |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 992 | # In every directory on the search path search for a dynamic |
| 993 | # library and then a static library, instead of first looking |
Fred Drake | 0af1761 | 2007-09-04 19:43:19 +0000 | [diff] [blame] | 994 | # for dynamic libraries on the entire path. |
Martin Panter | e26da7c | 2016-06-02 10:07:09 +0000 | [diff] [blame] | 995 | # This way a statically linked custom readline gets picked up |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 996 | # before the (possibly broken) dynamic library in /usr/lib. |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 997 | readline_extra_link_args = ('-Wl,-search_paths_first',) |
| 998 | else: |
| 999 | readline_extra_link_args = () |
| 1000 | |
Marc-André Lemburg | 2efc323 | 2001-01-26 18:23:02 +0000 | [diff] [blame] | 1001 | readline_libs = ['readline'] |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 +0000 | [diff] [blame] | 1002 | if readline_termcap_library: |
| 1003 | pass # Issue 7384: Already linked against curses or tinfo. |
| 1004 | elif curses_library: |
| 1005 | readline_libs.append(curses_library) |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1006 | elif self.compiler.find_library_file(self.lib_dirs + |
Tarek Ziadé | dd07ebb | 2009-07-06 13:52:17 +0000 | [diff] [blame] | 1007 | ['/usr/lib/termcap'], |
| 1008 | 'termcap'): |
Marc-André Lemburg | 2efc323 | 2001-01-26 18:23:02 +0000 | [diff] [blame] | 1009 | readline_libs.append('termcap') |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1010 | self.add(Extension('readline', ['readline.c'], |
| 1011 | library_dirs=['/usr/lib/termcap'], |
| 1012 | extra_link_args=readline_extra_link_args, |
| 1013 | libraries=readline_libs)) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 1014 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1015 | self.missing.append('readline') |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 1016 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1017 | # Curses support, requiring the System V version of curses, often |
| 1018 | # provided by the ncurses library. |
| 1019 | curses_defines = [] |
| 1020 | curses_includes = [] |
| 1021 | panel_library = 'panel' |
| 1022 | if curses_library == 'ncursesw': |
| 1023 | curses_defines.append(('HAVE_NCURSESW', '1')) |
| 1024 | if not CROSS_COMPILING: |
| 1025 | curses_includes.append('/usr/include/ncursesw') |
| 1026 | # Bug 1464056: If _curses.so links with ncursesw, |
| 1027 | # _curses_panel.so must link with panelw. |
| 1028 | panel_library = 'panelw' |
| 1029 | if MACOS: |
| 1030 | # On OS X, there is no separate /usr/lib/libncursesw nor |
| 1031 | # libpanelw. If we are here, we found a locally-supplied |
| 1032 | # version of libncursesw. There should also be a |
| 1033 | # libpanelw. _XOPEN_SOURCE defines are usually excluded |
| 1034 | # for OS X but we need _XOPEN_SOURCE_EXTENDED here for |
| 1035 | # ncurses wide char support |
| 1036 | curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1')) |
| 1037 | elif MACOS and curses_library == 'ncurses': |
| 1038 | # Building with the system-suppied combined libncurses/libpanel |
| 1039 | curses_defines.append(('HAVE_NCURSESW', '1')) |
| 1040 | curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1')) |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 +0000 | [diff] [blame] | 1041 | |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 1042 | curses_enabled = True |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1043 | if curses_library.startswith('ncurses'): |
| 1044 | curses_libs = [curses_library] |
| 1045 | self.add(Extension('_curses', ['_cursesmodule.c'], |
| 1046 | include_dirs=curses_includes, |
| 1047 | define_macros=curses_defines, |
| 1048 | libraries=curses_libs)) |
| 1049 | elif curses_library == 'curses' and not MACOS: |
| 1050 | # OSX has an old Berkeley curses, not good enough for |
| 1051 | # the _curses module. |
| 1052 | if (self.compiler.find_library_file(self.lib_dirs, 'terminfo')): |
| 1053 | curses_libs = ['curses', 'terminfo'] |
| 1054 | elif (self.compiler.find_library_file(self.lib_dirs, 'termcap')): |
| 1055 | curses_libs = ['curses', 'termcap'] |
| 1056 | else: |
| 1057 | curses_libs = ['curses'] |
| 1058 | |
| 1059 | self.add(Extension('_curses', ['_cursesmodule.c'], |
| 1060 | define_macros=curses_defines, |
| 1061 | libraries=curses_libs)) |
| 1062 | else: |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 1063 | curses_enabled = False |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1064 | self.missing.append('_curses') |
| 1065 | |
| 1066 | # If the curses module is enabled, check for the panel module |
Michael Felt | 08970cb | 2019-06-21 15:58:00 +0200 | [diff] [blame] | 1067 | # _curses_panel needs some form of ncurses |
| 1068 | skip_curses_panel = True if AIX else False |
| 1069 | if (curses_enabled and not skip_curses_panel and |
| 1070 | self.compiler.find_library_file(self.lib_dirs, panel_library)): |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1071 | self.add(Extension('_curses_panel', ['_curses_panel.c'], |
Michael Felt | 08970cb | 2019-06-21 15:58:00 +0200 | [diff] [blame] | 1072 | include_dirs=curses_includes, |
| 1073 | define_macros=curses_defines, |
| 1074 | libraries=[panel_library, *curses_libs])) |
| 1075 | elif not skip_curses_panel: |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1076 | self.missing.append('_curses_panel') |
| 1077 | |
| 1078 | def detect_crypt(self): |
| 1079 | # crypt module. |
pxinwr | 236d0b7 | 2019-04-15 17:02:20 +0800 | [diff] [blame] | 1080 | if VXWORKS: |
| 1081 | # bpo-31904: crypt() function is not provided by VxWorks. |
| 1082 | # DES_crypt() OpenSSL provides is too weak to implement |
| 1083 | # the encryption. |
| 1084 | return |
| 1085 | |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1086 | if self.compiler.find_library_file(self.lib_dirs, 'crypt'): |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 +0000 | [diff] [blame] | 1087 | libs = ['crypt'] |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 1088 | else: |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 +0000 | [diff] [blame] | 1089 | libs = [] |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 1090 | |
pxinwr | 236d0b7 | 2019-04-15 17:02:20 +0800 | [diff] [blame] | 1091 | self.add(Extension('_crypt', ['_cryptmodule.c'], |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1092 | libraries=libs)) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1093 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1094 | def detect_socket(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1095 | # socket(2) |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 1096 | if not VXWORKS: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1097 | self.add(Extension('_socket', ['socketmodule.c'], |
| 1098 | depends=['socketmodule.h'])) |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1099 | elif self.compiler.find_library_file(self.lib_dirs, 'net'): |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 1100 | libs = ['net'] |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1101 | self.add(Extension('_socket', ['socketmodule.c'], |
| 1102 | depends=['socketmodule.h'], |
| 1103 | libraries=libs)) |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 1104 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1105 | def detect_dbm_gdbm(self): |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1106 | # Modules that provide persistent dictionary-like semantics. You will |
| 1107 | # probably want to arrange for at least one of them to be available on |
| 1108 | # your machine, though none are defined by default because of library |
| 1109 | # dependencies. The Python module dbm/__init__.py provides an |
| 1110 | # implementation independent wrapper for these; dbm/dumb.py provides |
| 1111 | # similar functionality (but slower of course) implemented in Python. |
| 1112 | |
| 1113 | # Sleepycat^WOracle Berkeley DB interface. |
| 1114 | # http://www.oracle.com/database/berkeley-db/db/index.html |
| 1115 | # |
| 1116 | # This requires the Sleepycat^WOracle DB code. The supported versions |
| 1117 | # are set below. Visit the URL above to download |
| 1118 | # a release. Most open source OSes come with one or more |
| 1119 | # versions of BerkeleyDB already installed. |
| 1120 | |
doko@ubuntu.com | 15bac0f | 2012-07-01 10:35:54 +0200 | [diff] [blame] | 1121 | max_db_ver = (5, 3) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1122 | min_db_ver = (3, 3) |
| 1123 | db_setup_debug = False # verbose debug prints from this script? |
| 1124 | |
| 1125 | def allow_db_ver(db_ver): |
| 1126 | """Returns a boolean if the given BerkeleyDB version is acceptable. |
| 1127 | |
| 1128 | Args: |
| 1129 | db_ver: A tuple of the version to verify. |
| 1130 | """ |
| 1131 | if not (min_db_ver <= db_ver <= max_db_ver): |
| 1132 | return False |
| 1133 | return True |
| 1134 | |
| 1135 | def gen_db_minor_ver_nums(major): |
| 1136 | if major == 4: |
| 1137 | for x in range(max_db_ver[1]+1): |
| 1138 | if allow_db_ver((4, x)): |
| 1139 | yield x |
| 1140 | elif major == 3: |
| 1141 | for x in (3,): |
| 1142 | if allow_db_ver((3, x)): |
| 1143 | yield x |
| 1144 | else: |
| 1145 | raise ValueError("unknown major BerkeleyDB version", major) |
| 1146 | |
| 1147 | # construct a list of paths to look for the header file in on |
| 1148 | # top of the normal inc_dirs. |
| 1149 | db_inc_paths = [ |
| 1150 | '/usr/include/db4', |
| 1151 | '/usr/local/include/db4', |
| 1152 | '/opt/sfw/include/db4', |
| 1153 | '/usr/include/db3', |
| 1154 | '/usr/local/include/db3', |
| 1155 | '/opt/sfw/include/db3', |
| 1156 | # Fink defaults (http://fink.sourceforge.net/) |
| 1157 | '/sw/include/db4', |
| 1158 | '/sw/include/db3', |
| 1159 | ] |
| 1160 | # 4.x minor number specific paths |
| 1161 | for x in gen_db_minor_ver_nums(4): |
| 1162 | db_inc_paths.append('/usr/include/db4%d' % x) |
| 1163 | db_inc_paths.append('/usr/include/db4.%d' % x) |
| 1164 | db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x) |
| 1165 | db_inc_paths.append('/usr/local/include/db4%d' % x) |
| 1166 | db_inc_paths.append('/pkg/db-4.%d/include' % x) |
| 1167 | db_inc_paths.append('/opt/db-4.%d/include' % x) |
| 1168 | # MacPorts default (http://www.macports.org/) |
| 1169 | db_inc_paths.append('/opt/local/include/db4%d' % x) |
| 1170 | # 3.x minor number specific paths |
| 1171 | for x in gen_db_minor_ver_nums(3): |
| 1172 | db_inc_paths.append('/usr/include/db3%d' % x) |
| 1173 | db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x) |
| 1174 | db_inc_paths.append('/usr/local/include/db3%d' % x) |
| 1175 | db_inc_paths.append('/pkg/db-3.%d/include' % x) |
| 1176 | db_inc_paths.append('/opt/db-3.%d/include' % x) |
| 1177 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1178 | if CROSS_COMPILING: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 1179 | db_inc_paths = [] |
| 1180 | |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1181 | # Add some common subdirectories for Sleepycat DB to the list, |
| 1182 | # based on the standard include directories. This way DB3/4 gets |
| 1183 | # picked up when it is installed in a non-standard prefix and |
| 1184 | # the user has added that prefix into inc_dirs. |
| 1185 | std_variants = [] |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1186 | for dn in self.inc_dirs: |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1187 | std_variants.append(os.path.join(dn, 'db3')) |
| 1188 | std_variants.append(os.path.join(dn, 'db4')) |
| 1189 | for x in gen_db_minor_ver_nums(4): |
| 1190 | std_variants.append(os.path.join(dn, "db4%d"%x)) |
| 1191 | std_variants.append(os.path.join(dn, "db4.%d"%x)) |
| 1192 | for x in gen_db_minor_ver_nums(3): |
| 1193 | std_variants.append(os.path.join(dn, "db3%d"%x)) |
| 1194 | std_variants.append(os.path.join(dn, "db3.%d"%x)) |
| 1195 | |
| 1196 | db_inc_paths = std_variants + db_inc_paths |
| 1197 | db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)] |
| 1198 | |
| 1199 | db_ver_inc_map = {} |
| 1200 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1201 | if MACOS: |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1202 | sysroot = macosx_sdk_root() |
| 1203 | |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1204 | class db_found(Exception): pass |
| 1205 | try: |
| 1206 | # See whether there is a Sleepycat header in the standard |
| 1207 | # search path. |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1208 | for d in self.inc_dirs + db_inc_paths: |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1209 | f = os.path.join(d, "db.h") |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1210 | if MACOS and is_macosx_sdk_path(d): |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1211 | f = os.path.join(sysroot, d[1:], "db.h") |
| 1212 | |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1213 | if db_setup_debug: print("db: looking for db.h in", f) |
| 1214 | if os.path.exists(f): |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 +0000 | [diff] [blame] | 1215 | with open(f, 'rb') as file: |
| 1216 | f = file.read() |
Benjamin Peterson | 019f361 | 2009-08-12 18:18:03 +0000 | [diff] [blame] | 1217 | m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1218 | if m: |
| 1219 | db_major = int(m.group(1)) |
Benjamin Peterson | 019f361 | 2009-08-12 18:18:03 +0000 | [diff] [blame] | 1220 | m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1221 | db_minor = int(m.group(1)) |
| 1222 | db_ver = (db_major, db_minor) |
| 1223 | |
| 1224 | # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug |
| 1225 | if db_ver == (4, 6): |
Benjamin Peterson | 019f361 | 2009-08-12 18:18:03 +0000 | [diff] [blame] | 1226 | m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1227 | db_patch = int(m.group(1)) |
| 1228 | if db_patch < 21: |
| 1229 | print("db.h:", db_ver, "patch", db_patch, |
| 1230 | "being ignored (4.6.x must be >= 4.6.21)") |
| 1231 | continue |
| 1232 | |
| 1233 | if ( (db_ver not in db_ver_inc_map) and |
| 1234 | allow_db_ver(db_ver) ): |
| 1235 | # save the include directory with the db.h version |
| 1236 | # (first occurrence only) |
| 1237 | db_ver_inc_map[db_ver] = d |
| 1238 | if db_setup_debug: |
| 1239 | print("db.h: found", db_ver, "in", d) |
| 1240 | else: |
| 1241 | # we already found a header for this library version |
| 1242 | if db_setup_debug: print("db.h: ignoring", d) |
| 1243 | else: |
| 1244 | # ignore this header, it didn't contain a version number |
| 1245 | if db_setup_debug: |
| 1246 | print("db.h: no version number version in", d) |
| 1247 | |
| 1248 | db_found_vers = list(db_ver_inc_map.keys()) |
| 1249 | db_found_vers.sort() |
| 1250 | |
| 1251 | while db_found_vers: |
| 1252 | db_ver = db_found_vers.pop() |
| 1253 | db_incdir = db_ver_inc_map[db_ver] |
| 1254 | |
| 1255 | # check lib directories parallel to the location of the header |
| 1256 | db_dirs_to_check = [ |
| 1257 | db_incdir.replace("include", 'lib64'), |
| 1258 | db_incdir.replace("include", 'lib'), |
| 1259 | ] |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1260 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1261 | if not MACOS: |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1262 | db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check)) |
| 1263 | |
| 1264 | else: |
| 1265 | # Same as other branch, but takes OSX SDK into account |
| 1266 | tmp = [] |
| 1267 | for dn in db_dirs_to_check: |
| 1268 | if is_macosx_sdk_path(dn): |
| 1269 | if os.path.isdir(os.path.join(sysroot, dn[1:])): |
| 1270 | tmp.append(dn) |
| 1271 | else: |
| 1272 | if os.path.isdir(dn): |
| 1273 | tmp.append(dn) |
Ronald Oussoren | dc969e5 | 2010-06-27 12:37:46 +0000 | [diff] [blame] | 1274 | db_dirs_to_check = tmp |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1275 | |
| 1276 | db_dirs_to_check = tmp |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1277 | |
Ezio Melotti | 42da663 | 2011-03-15 05:18:48 +0200 | [diff] [blame] | 1278 | # Look for a version specific db-X.Y before an ambiguous dbX |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1279 | # XXX should we -ever- look for a dbX name? Do any |
| 1280 | # systems really not name their library by version and |
| 1281 | # symlink to more general names? |
| 1282 | for dblib in (('db-%d.%d' % db_ver), |
| 1283 | ('db%d%d' % db_ver), |
| 1284 | ('db%d' % db_ver[0])): |
| 1285 | dblib_file = self.compiler.find_library_file( |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1286 | db_dirs_to_check + self.lib_dirs, dblib ) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1287 | if dblib_file: |
| 1288 | dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ] |
| 1289 | raise db_found |
| 1290 | else: |
| 1291 | if db_setup_debug: print("db lib: ", dblib, "not found") |
| 1292 | |
| 1293 | except db_found: |
| 1294 | if db_setup_debug: |
| 1295 | print("bsddb using BerkeleyDB lib:", db_ver, dblib) |
| 1296 | print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1297 | dblibs = [dblib] |
doko@ubuntu.com | a3818a3 | 2014-04-17 17:52:48 +0200 | [diff] [blame] | 1298 | # Only add the found library and include directories if they aren't |
| 1299 | # already being searched. This avoids an explicit runtime library |
| 1300 | # dependency. |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1301 | if db_incdir in self.inc_dirs: |
doko@ubuntu.com | a3818a3 | 2014-04-17 17:52:48 +0200 | [diff] [blame] | 1302 | db_incs = None |
| 1303 | else: |
| 1304 | db_incs = [db_incdir] |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1305 | if dblib_dir[0] in self.lib_dirs: |
doko@ubuntu.com | a3818a3 | 2014-04-17 17:52:48 +0200 | [diff] [blame] | 1306 | dblib_dir = None |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 +0000 | [diff] [blame] | 1307 | else: |
| 1308 | if db_setup_debug: print("db: no appropriate library found") |
| 1309 | db_incs = None |
| 1310 | dblibs = [] |
| 1311 | dblib_dir = None |
| 1312 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1313 | dbm_setup_debug = False # verbose debug prints from this script? |
| 1314 | dbm_order = ['gdbm'] |
| 1315 | # The standard Unix dbm module: |
| 1316 | if not CYGWIN: |
| 1317 | config_args = [arg.strip("'") |
| 1318 | for arg in sysconfig.get_config_var("CONFIG_ARGS").split()] |
| 1319 | dbm_args = [arg for arg in config_args |
| 1320 | if arg.startswith('--with-dbmliborder=')] |
| 1321 | if dbm_args: |
| 1322 | dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":") |
| 1323 | else: |
| 1324 | dbm_order = "ndbm:gdbm:bdb".split(":") |
| 1325 | dbmext = None |
| 1326 | for cand in dbm_order: |
| 1327 | if cand == "ndbm": |
| 1328 | if find_file("ndbm.h", self.inc_dirs, []) is not None: |
| 1329 | # Some systems have -lndbm, others have -lgdbm_compat, |
| 1330 | # others don't have either |
| 1331 | if self.compiler.find_library_file(self.lib_dirs, |
| 1332 | 'ndbm'): |
| 1333 | ndbm_libs = ['ndbm'] |
| 1334 | elif self.compiler.find_library_file(self.lib_dirs, |
| 1335 | 'gdbm_compat'): |
| 1336 | ndbm_libs = ['gdbm_compat'] |
| 1337 | else: |
| 1338 | ndbm_libs = [] |
| 1339 | if dbm_setup_debug: print("building dbm using ndbm") |
| 1340 | dbmext = Extension('_dbm', ['_dbmmodule.c'], |
| 1341 | define_macros=[ |
| 1342 | ('HAVE_NDBM_H',None), |
| 1343 | ], |
| 1344 | libraries=ndbm_libs) |
| 1345 | break |
| 1346 | |
| 1347 | elif cand == "gdbm": |
| 1348 | if self.compiler.find_library_file(self.lib_dirs, 'gdbm'): |
| 1349 | gdbm_libs = ['gdbm'] |
| 1350 | if self.compiler.find_library_file(self.lib_dirs, |
| 1351 | 'gdbm_compat'): |
| 1352 | gdbm_libs.append('gdbm_compat') |
| 1353 | if find_file("gdbm/ndbm.h", self.inc_dirs, []) is not None: |
| 1354 | if dbm_setup_debug: print("building dbm using gdbm") |
| 1355 | dbmext = Extension( |
| 1356 | '_dbm', ['_dbmmodule.c'], |
| 1357 | define_macros=[ |
| 1358 | ('HAVE_GDBM_NDBM_H', None), |
| 1359 | ], |
| 1360 | libraries = gdbm_libs) |
| 1361 | break |
| 1362 | if find_file("gdbm-ndbm.h", self.inc_dirs, []) is not None: |
| 1363 | if dbm_setup_debug: print("building dbm using gdbm") |
| 1364 | dbmext = Extension( |
| 1365 | '_dbm', ['_dbmmodule.c'], |
| 1366 | define_macros=[ |
| 1367 | ('HAVE_GDBM_DASH_NDBM_H', None), |
| 1368 | ], |
| 1369 | libraries = gdbm_libs) |
| 1370 | break |
| 1371 | elif cand == "bdb": |
| 1372 | if dblibs: |
| 1373 | if dbm_setup_debug: print("building dbm using bdb") |
| 1374 | dbmext = Extension('_dbm', ['_dbmmodule.c'], |
| 1375 | library_dirs=dblib_dir, |
| 1376 | runtime_library_dirs=dblib_dir, |
| 1377 | include_dirs=db_incs, |
| 1378 | define_macros=[ |
| 1379 | ('HAVE_BERKDB_H', None), |
| 1380 | ('DB_DBM_HSEARCH', None), |
| 1381 | ], |
| 1382 | libraries=dblibs) |
| 1383 | break |
| 1384 | if dbmext is not None: |
| 1385 | self.add(dbmext) |
| 1386 | else: |
| 1387 | self.missing.append('_dbm') |
| 1388 | |
| 1389 | # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm: |
| 1390 | if ('gdbm' in dbm_order and |
| 1391 | self.compiler.find_library_file(self.lib_dirs, 'gdbm')): |
| 1392 | self.add(Extension('_gdbm', ['_gdbmmodule.c'], |
| 1393 | libraries=['gdbm'])) |
| 1394 | else: |
| 1395 | self.missing.append('_gdbm') |
| 1396 | |
| 1397 | def detect_sqlite(self): |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1398 | # The sqlite interface |
Thomas Wouters | 89f507f | 2006-12-13 04:49:30 +0000 | [diff] [blame] | 1399 | sqlite_setup_debug = False # verbose debug prints from this script? |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1400 | |
| 1401 | # We hunt for #define SQLITE_VERSION "n.n.n" |
Charles Pigott | ad0daf5 | 2019-04-26 16:38:12 +0100 | [diff] [blame] | 1402 | # We need to find >= sqlite version 3.3.9, for sqlite3_prepare_v2 |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1403 | sqlite_incdir = sqlite_libdir = None |
| 1404 | sqlite_inc_paths = [ '/usr/include', |
| 1405 | '/usr/include/sqlite', |
| 1406 | '/usr/include/sqlite3', |
| 1407 | '/usr/local/include', |
| 1408 | '/usr/local/include/sqlite', |
| 1409 | '/usr/local/include/sqlite3', |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 1410 | ] |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1411 | if CROSS_COMPILING: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 20:42:45 +0200 | [diff] [blame] | 1412 | sqlite_inc_paths = [] |
gescheit | b9a0376 | 2019-07-13 06:15:49 +0300 | [diff] [blame] | 1413 | MIN_SQLITE_VERSION_NUMBER = (3, 7, 2) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1414 | MIN_SQLITE_VERSION = ".".join([str(x) |
| 1415 | for x in MIN_SQLITE_VERSION_NUMBER]) |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 1416 | |
| 1417 | # Scan the default include directories before the SQLite specific |
| 1418 | # ones. This allows one to override the copy of sqlite on OSX, |
| 1419 | # where /usr/include contains an old version of sqlite. |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1420 | if MACOS: |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1421 | sysroot = macosx_sdk_root() |
| 1422 | |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1423 | for d_ in self.inc_dirs + sqlite_inc_paths: |
Ned Deily | 9b63583 | 2012-08-05 15:13:33 -0700 | [diff] [blame] | 1424 | d = d_ |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1425 | if MACOS and is_macosx_sdk_path(d): |
Ned Deily | 9b63583 | 2012-08-05 15:13:33 -0700 | [diff] [blame] | 1426 | d = os.path.join(sysroot, d[1:]) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1427 | |
Ned Deily | 9b63583 | 2012-08-05 15:13:33 -0700 | [diff] [blame] | 1428 | f = os.path.join(d, "sqlite3.h") |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1429 | if os.path.exists(f): |
Guido van Rossum | 452bf51 | 2007-02-09 05:32:43 +0000 | [diff] [blame] | 1430 | if sqlite_setup_debug: print("sqlite: found %s"%f) |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 +0000 | [diff] [blame] | 1431 | with open(f) as file: |
| 1432 | incf = file.read() |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1433 | m = re.search( |
Petri Lehtinen | ed909bc | 2013-02-23 17:05:28 +0100 | [diff] [blame] | 1434 | r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"([\d\.]*)"', incf) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1435 | if m: |
| 1436 | sqlite_version = m.group(1) |
| 1437 | sqlite_version_tuple = tuple([int(x) |
| 1438 | for x in sqlite_version.split(".")]) |
| 1439 | if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER: |
| 1440 | # we win! |
Thomas Wouters | 89f507f | 2006-12-13 04:49:30 +0000 | [diff] [blame] | 1441 | if sqlite_setup_debug: |
Guido van Rossum | 452bf51 | 2007-02-09 05:32:43 +0000 | [diff] [blame] | 1442 | print("%s/sqlite3.h: version %s"%(d, sqlite_version)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1443 | sqlite_incdir = d |
| 1444 | break |
| 1445 | else: |
| 1446 | if sqlite_setup_debug: |
Charles Pigott | ad0daf5 | 2019-04-26 16:38:12 +0100 | [diff] [blame] | 1447 | print("%s: version %s is too old, need >= %s"%(d, |
Guido van Rossum | 452bf51 | 2007-02-09 05:32:43 +0000 | [diff] [blame] | 1448 | sqlite_version, MIN_SQLITE_VERSION)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1449 | elif sqlite_setup_debug: |
Guido van Rossum | 452bf51 | 2007-02-09 05:32:43 +0000 | [diff] [blame] | 1450 | print("sqlite: %s had no SQLITE_VERSION"%(f,)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1451 | |
| 1452 | if sqlite_incdir: |
| 1453 | sqlite_dirs_to_check = [ |
| 1454 | os.path.join(sqlite_incdir, '..', 'lib64'), |
| 1455 | os.path.join(sqlite_incdir, '..', 'lib'), |
| 1456 | os.path.join(sqlite_incdir, '..', '..', 'lib64'), |
| 1457 | os.path.join(sqlite_incdir, '..', '..', 'lib'), |
| 1458 | ] |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 1459 | sqlite_libfile = self.compiler.find_library_file( |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1460 | sqlite_dirs_to_check + self.lib_dirs, 'sqlite3') |
Benjamin Peterson | f10a79a | 2008-10-11 00:49:57 +0000 | [diff] [blame] | 1461 | if sqlite_libfile: |
| 1462 | sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))] |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1463 | |
| 1464 | if sqlite_incdir and sqlite_libdir: |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 1465 | sqlite_srcs = ['_sqlite/cache.c', |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1466 | '_sqlite/connection.c', |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1467 | '_sqlite/cursor.c', |
| 1468 | '_sqlite/microprotocols.c', |
| 1469 | '_sqlite/module.c', |
| 1470 | '_sqlite/prepare_protocol.c', |
| 1471 | '_sqlite/row.c', |
| 1472 | '_sqlite/statement.c', |
| 1473 | '_sqlite/util.c', ] |
| 1474 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1475 | sqlite_defines = [] |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1476 | if not MS_WINDOWS: |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1477 | sqlite_defines.append(('MODULE_NAME', '"sqlite3"')) |
| 1478 | else: |
| 1479 | sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"')) |
| 1480 | |
Benjamin Peterson | 076ed00 | 2010-10-31 17:11:02 +0000 | [diff] [blame] | 1481 | # Enable support for loadable extensions in the sqlite3 module |
| 1482 | # if --enable-loadable-sqlite-extensions configure option is used. |
| 1483 | if '--enable-loadable-sqlite-extensions' not in sysconfig.get_config_var("CONFIG_ARGS"): |
| 1484 | sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1")) |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 1485 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1486 | if MACOS: |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 1487 | # In every directory on the search path search for a dynamic |
| 1488 | # library and then a static library, instead of first looking |
Ezio Melotti | 1392500 | 2011-03-16 11:05:33 +0200 | [diff] [blame] | 1489 | # for dynamic libraries on the entire path. |
| 1490 | # This way a statically linked custom sqlite gets picked up |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 1491 | # before the dynamic library in /usr/lib. |
| 1492 | sqlite_extra_link_args = ('-Wl,-search_paths_first',) |
| 1493 | else: |
| 1494 | sqlite_extra_link_args = () |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1495 | |
Brett Cannon | c5011fe | 2011-06-06 20:09:10 -0700 | [diff] [blame] | 1496 | include_dirs = ["Modules/_sqlite"] |
| 1497 | # Only include the directory where sqlite was found if it does |
| 1498 | # not already exist in set include directories, otherwise you |
| 1499 | # can end up with a bad search path order. |
| 1500 | if sqlite_incdir not in self.compiler.include_dirs: |
| 1501 | include_dirs.append(sqlite_incdir) |
doko@ubuntu.com | a3818a3 | 2014-04-17 17:52:48 +0200 | [diff] [blame] | 1502 | # avoid a runtime library path for a system library dir |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1503 | if sqlite_libdir and sqlite_libdir[0] in self.lib_dirs: |
doko@ubuntu.com | a3818a3 | 2014-04-17 17:52:48 +0200 | [diff] [blame] | 1504 | sqlite_libdir = None |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1505 | self.add(Extension('_sqlite3', sqlite_srcs, |
| 1506 | define_macros=sqlite_defines, |
| 1507 | include_dirs=include_dirs, |
| 1508 | library_dirs=sqlite_libdir, |
| 1509 | extra_link_args=sqlite_extra_link_args, |
| 1510 | libraries=["sqlite3",])) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 1511 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1512 | self.missing.append('_sqlite3') |
Skip Montanaro | 22e00c4 | 2003-05-06 20:43:34 +0000 | [diff] [blame] | 1513 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1514 | def detect_platform_specific_exts(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1515 | # Unix-only modules |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1516 | if not MS_WINDOWS: |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 1517 | if not VXWORKS: |
| 1518 | # Steen Lumholt's termios module |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1519 | self.add(Extension('termios', ['termios.c'])) |
pxinwr | 32f5fdd | 2019-02-27 19:09:28 +0800 | [diff] [blame] | 1520 | # Jeremy Hylton's rlimit interface |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1521 | self.add(Extension('resource', ['resource.c'])) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 1522 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1523 | self.missing.extend(['resource', 'termios']) |
Christian Heimes | 29a7df7 | 2018-01-26 23:28:46 +0100 | [diff] [blame] | 1524 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1525 | # Platform-specific libraries |
| 1526 | if HOST_PLATFORM.startswith(('linux', 'freebsd', 'gnukfreebsd')): |
| 1527 | self.add(Extension('ossaudiodev', ['ossaudiodev.c'])) |
Michael Felt | 08970cb | 2019-06-21 15:58:00 +0200 | [diff] [blame] | 1528 | elif not AIX: |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1529 | self.missing.append('ossaudiodev') |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 1530 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1531 | if MACOS: |
| 1532 | self.add(Extension('_scproxy', ['_scproxy.c'], |
| 1533 | extra_link_args=[ |
| 1534 | '-framework', 'SystemConfiguration', |
| 1535 | '-framework', 'CoreFoundation'])) |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 1536 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1537 | def detect_compress_exts(self): |
Barry Warsaw | 259b1e1 | 2002-08-13 20:09:26 +0000 | [diff] [blame] | 1538 | # Andrew Kuchling's zlib module. Note that some versions of zlib |
| 1539 | # 1.1.3 have security problems. See CERT Advisory CA-2002-07: |
| 1540 | # http://www.cert.org/advisories/CA-2002-07.html |
| 1541 | # |
| 1542 | # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to |
| 1543 | # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For |
| 1544 | # now, we still accept 1.1.3, because we think it's difficult to |
| 1545 | # exploit this in Python, and we'd rather make it RedHat's problem |
| 1546 | # than our problem <wink>. |
| 1547 | # |
| 1548 | # You can upgrade zlib to version 1.1.4 yourself by going to |
| 1549 | # http://www.gzip.org/zlib/ |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1550 | zlib_inc = find_file('zlib.h', [], self.inc_dirs) |
Christian Heimes | 1dc5400 | 2008-03-24 02:19:29 +0000 | [diff] [blame] | 1551 | have_zlib = False |
Guido van Rossum | e697091 | 2001-04-15 15:16:12 +0000 | [diff] [blame] | 1552 | if zlib_inc is not None: |
| 1553 | zlib_h = zlib_inc[0] + '/zlib.h' |
| 1554 | version = '"0.0.0"' |
Barry Warsaw | 259b1e1 | 2002-08-13 20:09:26 +0000 | [diff] [blame] | 1555 | version_req = '"1.1.3"' |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1556 | if MACOS and is_macosx_sdk_path(zlib_h): |
Ned Deily | 507c591 | 2013-10-18 21:32:00 -0700 | [diff] [blame] | 1557 | zlib_h = os.path.join(macosx_sdk_root(), zlib_h[1:]) |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 +0000 | [diff] [blame] | 1558 | with open(zlib_h) as fp: |
| 1559 | while 1: |
| 1560 | line = fp.readline() |
| 1561 | if not line: |
| 1562 | break |
| 1563 | if line.startswith('#define ZLIB_VERSION'): |
| 1564 | version = line.split()[2] |
| 1565 | break |
Guido van Rossum | e697091 | 2001-04-15 15:16:12 +0000 | [diff] [blame] | 1566 | if version >= version_req: |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1567 | if (self.compiler.find_library_file(self.lib_dirs, 'z')): |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1568 | if MACOS: |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1569 | zlib_extra_link_args = ('-Wl,-search_paths_first',) |
| 1570 | else: |
| 1571 | zlib_extra_link_args = () |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1572 | self.add(Extension('zlib', ['zlibmodule.c'], |
| 1573 | libraries=['z'], |
| 1574 | extra_link_args=zlib_extra_link_args)) |
Christian Heimes | 1dc5400 | 2008-03-24 02:19:29 +0000 | [diff] [blame] | 1575 | have_zlib = True |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 1576 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1577 | self.missing.append('zlib') |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 1578 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1579 | self.missing.append('zlib') |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 1580 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1581 | self.missing.append('zlib') |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1582 | |
Christian Heimes | 1dc5400 | 2008-03-24 02:19:29 +0000 | [diff] [blame] | 1583 | # Helper module for various ascii-encoders. Uses zlib for an optimized |
| 1584 | # crc32 if we have it. Otherwise binascii uses its own. |
| 1585 | if have_zlib: |
| 1586 | extra_compile_args = ['-DUSE_ZLIB_CRC32'] |
| 1587 | libraries = ['z'] |
| 1588 | extra_link_args = zlib_extra_link_args |
| 1589 | else: |
| 1590 | extra_compile_args = [] |
| 1591 | libraries = [] |
| 1592 | extra_link_args = [] |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1593 | self.add(Extension('binascii', ['binascii.c'], |
| 1594 | extra_compile_args=extra_compile_args, |
| 1595 | libraries=libraries, |
| 1596 | extra_link_args=extra_link_args)) |
Christian Heimes | 1dc5400 | 2008-03-24 02:19:29 +0000 | [diff] [blame] | 1597 | |
Gustavo Niemeyer | f8ca836 | 2002-11-05 16:50:05 +0000 | [diff] [blame] | 1598 | # Gustavo Niemeyer's bz2 module. |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1599 | if (self.compiler.find_library_file(self.lib_dirs, 'bz2')): |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1600 | if MACOS: |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1601 | bz2_extra_link_args = ('-Wl,-search_paths_first',) |
| 1602 | else: |
| 1603 | bz2_extra_link_args = () |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1604 | self.add(Extension('_bz2', ['_bz2module.c'], |
| 1605 | libraries=['bz2'], |
| 1606 | extra_link_args=bz2_extra_link_args)) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 1607 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1608 | self.missing.append('_bz2') |
Gustavo Niemeyer | f8ca836 | 2002-11-05 16:50:05 +0000 | [diff] [blame] | 1609 | |
Nadeem Vawda | 3ff069e | 2011-11-30 00:25:06 +0200 | [diff] [blame] | 1610 | # LZMA compression support. |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1611 | if self.compiler.find_library_file(self.lib_dirs, 'lzma'): |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1612 | self.add(Extension('_lzma', ['_lzmamodule.c'], |
| 1613 | libraries=['lzma'])) |
Nadeem Vawda | 3ff069e | 2011-11-30 00:25:06 +0200 | [diff] [blame] | 1614 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1615 | self.missing.append('_lzma') |
Nadeem Vawda | 3ff069e | 2011-11-30 00:25:06 +0200 | [diff] [blame] | 1616 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1617 | def detect_expat_elementtree(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1618 | # Interface to the Expat XML parser |
| 1619 | # |
Benjamin Peterson | a28e702 | 2010-01-09 18:53:06 +0000 | [diff] [blame] | 1620 | # Expat was written by James Clark and is now maintained by a group of |
| 1621 | # developers on SourceForge; see www.libexpat.org for more information. |
| 1622 | # The pyexpat module was written by Paul Prescod after a prototype by |
| 1623 | # Jack Jansen. The Expat source is included in Modules/expat/. Usage |
| 1624 | # of a system shared libexpat.so is possible with --with-system-expat |
Benjamin Peterson | c73206c | 2010-10-31 16:38:19 +0000 | [diff] [blame] | 1625 | # configure option. |
Fred Drake | fc8341d | 2002-06-17 17:55:30 +0000 | [diff] [blame] | 1626 | # |
| 1627 | # More information on Expat can be found at www.libexpat.org. |
| 1628 | # |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 +0000 | [diff] [blame] | 1629 | if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"): |
| 1630 | expat_inc = [] |
| 1631 | define_macros = [] |
Stefan Krah | 9e1e6f5 | 2017-08-25 14:07:50 +0200 | [diff] [blame] | 1632 | extra_compile_args = [] |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 +0000 | [diff] [blame] | 1633 | expat_lib = ['expat'] |
| 1634 | expat_sources = [] |
Christian Heimes | d489c7a | 2013-02-09 17:02:06 +0100 | [diff] [blame] | 1635 | expat_depends = [] |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 +0000 | [diff] [blame] | 1636 | else: |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1637 | expat_inc = [os.path.join(self.srcdir, 'Modules', 'expat')] |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 +0000 | [diff] [blame] | 1638 | define_macros = [ |
| 1639 | ('HAVE_EXPAT_CONFIG_H', '1'), |
Victor Stinner | 93d0cb5 | 2017-08-18 23:43:54 +0200 | [diff] [blame] | 1640 | # bpo-30947: Python uses best available entropy sources to |
| 1641 | # call XML_SetHashSalt(), expat entropy sources are not needed |
| 1642 | ('XML_POOR_ENTROPY', '1'), |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 +0000 | [diff] [blame] | 1643 | ] |
Stefan Krah | 9e1e6f5 | 2017-08-25 14:07:50 +0200 | [diff] [blame] | 1644 | extra_compile_args = [] |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 +0000 | [diff] [blame] | 1645 | expat_lib = [] |
| 1646 | expat_sources = ['expat/xmlparse.c', |
| 1647 | 'expat/xmlrole.c', |
| 1648 | 'expat/xmltok.c'] |
Christian Heimes | d489c7a | 2013-02-09 17:02:06 +0100 | [diff] [blame] | 1649 | expat_depends = ['expat/ascii.h', |
| 1650 | 'expat/asciitab.h', |
| 1651 | 'expat/expat.h', |
| 1652 | 'expat/expat_config.h', |
| 1653 | 'expat/expat_external.h', |
| 1654 | 'expat/internal.h', |
| 1655 | 'expat/latin1tab.h', |
| 1656 | 'expat/utf8tab.h', |
| 1657 | 'expat/xmlrole.h', |
| 1658 | 'expat/xmltok.h', |
| 1659 | 'expat/xmltok_impl.h' |
| 1660 | ] |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 1661 | |
Stefan Krah | 9e1e6f5 | 2017-08-25 14:07:50 +0200 | [diff] [blame] | 1662 | cc = sysconfig.get_config_var('CC').split()[0] |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 1663 | ret = run_command( |
Benjamin Peterson | 95da310 | 2019-06-29 16:00:22 -0700 | [diff] [blame] | 1664 | '"%s" -Werror -Wno-unreachable-code -E -xc /dev/null >/dev/null 2>&1' % cc) |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 1665 | if ret == 0: |
Benjamin Peterson | 95da310 | 2019-06-29 16:00:22 -0700 | [diff] [blame] | 1666 | extra_compile_args.append('-Wno-unreachable-code') |
Stefan Krah | 9e1e6f5 | 2017-08-25 14:07:50 +0200 | [diff] [blame] | 1667 | |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1668 | self.add(Extension('pyexpat', |
| 1669 | define_macros=define_macros, |
| 1670 | extra_compile_args=extra_compile_args, |
| 1671 | include_dirs=expat_inc, |
| 1672 | libraries=expat_lib, |
| 1673 | sources=['pyexpat.c'] + expat_sources, |
| 1674 | depends=expat_depends)) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1675 | |
Fredrik Lundh | 4c86ec6 | 2005-12-14 18:46:16 +0000 | [diff] [blame] | 1676 | # Fredrik Lundh's cElementTree module. Note that this also |
| 1677 | # uses expat (via the CAPI hook in pyexpat). |
| 1678 | |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1679 | if os.path.isfile(os.path.join(self.srcdir, 'Modules', '_elementtree.c')): |
Fredrik Lundh | 4c86ec6 | 2005-12-14 18:46:16 +0000 | [diff] [blame] | 1680 | define_macros.append(('USE_PYEXPAT_CAPI', None)) |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1681 | self.add(Extension('_elementtree', |
| 1682 | define_macros=define_macros, |
| 1683 | include_dirs=expat_inc, |
| 1684 | libraries=expat_lib, |
| 1685 | sources=['_elementtree.c'], |
| 1686 | depends=['pyexpat.c', *expat_sources, |
| 1687 | *expat_depends])) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 1688 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1689 | self.missing.append('_elementtree') |
Fredrik Lundh | 4c86ec6 | 2005-12-14 18:46:16 +0000 | [diff] [blame] | 1690 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1691 | def detect_multibytecodecs(self): |
Hye-Shik Chang | 3e2a306 | 2004-01-17 14:29:29 +0000 | [diff] [blame] | 1692 | # Hye-Shik Chang's CJKCodecs modules. |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1693 | self.add(Extension('_multibytecodec', |
| 1694 | ['cjkcodecs/multibytecodec.c'])) |
Walter Dörwald | e9eaab4 | 2007-05-22 16:02:13 +0000 | [diff] [blame] | 1695 | for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'): |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1696 | self.add(Extension('_codecs_%s' % loc, |
| 1697 | ['cjkcodecs/_codecs_%s.c' % loc])) |
Hye-Shik Chang | 3e2a306 | 2004-01-17 14:29:29 +0000 | [diff] [blame] | 1698 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1699 | def detect_multiprocessing(self): |
Benjamin Peterson | e711caf | 2008-06-11 16:44:04 +0000 | [diff] [blame] | 1700 | # Richard Oudkerk's multiprocessing module |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1701 | if MS_WINDOWS: |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 1702 | multiprocessing_srcs = ['_multiprocessing/multiprocessing.c', |
| 1703 | '_multiprocessing/semaphore.c'] |
Benjamin Peterson | e711caf | 2008-06-11 16:44:04 +0000 | [diff] [blame] | 1704 | |
| 1705 | else: |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 1706 | multiprocessing_srcs = ['_multiprocessing/multiprocessing.c'] |
Mark Dickinson | a614f04 | 2009-11-28 12:48:43 +0000 | [diff] [blame] | 1707 | if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not |
| 1708 | sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')): |
Benjamin Peterson | e711caf | 2008-06-11 16:44:04 +0000 | [diff] [blame] | 1709 | multiprocessing_srcs.append('_multiprocessing/semaphore.c') |
Neil Schemenauer | 5741c45 | 2019-02-08 10:48:46 -0800 | [diff] [blame] | 1710 | if (sysconfig.get_config_var('HAVE_SHM_OPEN') and |
| 1711 | sysconfig.get_config_var('HAVE_SHM_UNLINK')): |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 1712 | posixshmem_srcs = ['_multiprocessing/posixshmem.c'] |
Davin Potts | e5ef45b | 2019-02-01 22:52:23 -0600 | [diff] [blame] | 1713 | libs = [] |
Neil Schemenauer | 5741c45 | 2019-02-08 10:48:46 -0800 | [diff] [blame] | 1714 | if sysconfig.get_config_var('SHM_NEEDS_LIBRT'): |
| 1715 | # need to link with librt to get shm_open() |
Davin Potts | e5ef45b | 2019-02-01 22:52:23 -0600 | [diff] [blame] | 1716 | libs.append('rt') |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1717 | self.add(Extension('_posixshmem', posixshmem_srcs, |
| 1718 | define_macros={}, |
| 1719 | libraries=libs, |
| 1720 | include_dirs=["Modules/_multiprocessing"])) |
Benjamin Peterson | e711caf | 2008-06-11 16:44:04 +0000 | [diff] [blame] | 1721 | |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1722 | self.add(Extension('_multiprocessing', multiprocessing_srcs, |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1723 | include_dirs=["Modules/_multiprocessing"])) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1724 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1725 | def detect_uuid(self): |
Antoine Pitrou | a106aec | 2017-09-28 23:03:06 +0200 | [diff] [blame] | 1726 | # Build the _uuid module if possible |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1727 | uuid_incs = find_file("uuid.h", self.inc_dirs, ["/usr/include/uuid"]) |
Nick Coghlan | 53efbf3 | 2017-11-26 13:04:46 +1000 | [diff] [blame] | 1728 | if uuid_incs is not None: |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1729 | if self.compiler.find_library_file(self.lib_dirs, 'uuid'): |
Antoine Pitrou | a106aec | 2017-09-28 23:03:06 +0200 | [diff] [blame] | 1730 | uuid_libs = ['uuid'] |
| 1731 | else: |
| 1732 | uuid_libs = [] |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 1733 | self.add(Extension('_uuid', ['_uuidmodule.c'], |
| 1734 | libraries=uuid_libs, |
| 1735 | include_dirs=uuid_incs)) |
Antoine Pitrou | a106aec | 2017-09-28 23:03:06 +0200 | [diff] [blame] | 1736 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 1737 | self.missing.append('_uuid') |
Antoine Pitrou | a106aec | 2017-09-28 23:03:06 +0200 | [diff] [blame] | 1738 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1739 | def detect_modules(self): |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 1740 | self.configure_compiler() |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1741 | self.init_inc_lib_dirs() |
| 1742 | |
| 1743 | self.detect_simple_extensions() |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 1744 | if TEST_EXTENSIONS: |
| 1745 | self.detect_test_extensions() |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1746 | self.detect_readline_curses() |
| 1747 | self.detect_crypt() |
| 1748 | self.detect_socket() |
| 1749 | self.detect_openssl_hashlib() |
xdegaye | 2ee077f | 2019-04-09 17:20:08 +0200 | [diff] [blame] | 1750 | self.detect_hash_builtins() |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1751 | self.detect_dbm_gdbm() |
| 1752 | self.detect_sqlite() |
| 1753 | self.detect_platform_specific_exts() |
| 1754 | self.detect_nis() |
| 1755 | self.detect_compress_exts() |
| 1756 | self.detect_expat_elementtree() |
| 1757 | self.detect_multibytecodecs() |
| 1758 | self.detect_decimal() |
| 1759 | self.detect_ctypes() |
| 1760 | self.detect_multiprocessing() |
| 1761 | if not self.detect_tkinter(): |
| 1762 | self.missing.append('_tkinter') |
| 1763 | self.detect_uuid() |
| 1764 | |
Ned Deily | cd3d8fb | 2013-08-01 23:51:27 -0700 | [diff] [blame] | 1765 | ## # Uncomment these lines if you want to play with xxmodule.c |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 1766 | ## self.add(Extension('xx', ['xxmodule.c'])) |
Ned Deily | cd3d8fb | 2013-08-01 23:51:27 -0700 | [diff] [blame] | 1767 | |
Xavier de Gaye | 13f1c33 | 2016-12-10 16:45:53 +0100 | [diff] [blame] | 1768 | if 'd' not in sysconfig.get_config_var('ABIFLAGS'): |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 1769 | self.add(Extension('xxlimited', ['xxlimited.c'], |
| 1770 | define_macros=[('Py_LIMITED_API', '0x03050000')])) |
Ned Deily | cd3d8fb | 2013-08-01 23:51:27 -0700 | [diff] [blame] | 1771 | |
Ned Deily | d819b93 | 2013-09-06 01:07:05 -0700 | [diff] [blame] | 1772 | def detect_tkinter_explicitly(self): |
| 1773 | # Build _tkinter using explicit locations for Tcl/Tk. |
| 1774 | # |
| 1775 | # This is enabled when both arguments are given to ./configure: |
| 1776 | # |
| 1777 | # --with-tcltk-includes="-I/path/to/tclincludes \ |
| 1778 | # -I/path/to/tkincludes" |
| 1779 | # --with-tcltk-libs="-L/path/to/tcllibs -ltclm.n \ |
| 1780 | # -L/path/to/tklibs -ltkm.n" |
| 1781 | # |
Martin Panter | e26da7c | 2016-06-02 10:07:09 +0000 | [diff] [blame] | 1782 | # These values can also be specified or overridden via make: |
Ned Deily | d819b93 | 2013-09-06 01:07:05 -0700 | [diff] [blame] | 1783 | # make TCLTK_INCLUDES="..." TCLTK_LIBS="..." |
| 1784 | # |
| 1785 | # This can be useful for building and testing tkinter with multiple |
| 1786 | # versions of Tcl/Tk. Note that a build of Tk depends on a particular |
| 1787 | # build of Tcl so you need to specify both arguments and use care when |
| 1788 | # overriding. |
| 1789 | |
| 1790 | # The _TCLTK variables are created in the Makefile sharedmods target. |
| 1791 | tcltk_includes = os.environ.get('_TCLTK_INCLUDES') |
| 1792 | tcltk_libs = os.environ.get('_TCLTK_LIBS') |
| 1793 | if not (tcltk_includes and tcltk_libs): |
| 1794 | # Resume default configuration search. |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1795 | return False |
Ned Deily | d819b93 | 2013-09-06 01:07:05 -0700 | [diff] [blame] | 1796 | |
| 1797 | extra_compile_args = tcltk_includes.split() |
| 1798 | extra_link_args = tcltk_libs.split() |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 1799 | self.add(Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'], |
| 1800 | define_macros=[('WITH_APPINIT', 1)], |
| 1801 | extra_compile_args = extra_compile_args, |
| 1802 | extra_link_args = extra_link_args)) |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1803 | return True |
Ned Deily | d819b93 | 2013-09-06 01:07:05 -0700 | [diff] [blame] | 1804 | |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1805 | def detect_tkinter_darwin(self): |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1806 | # The _tkinter module, using frameworks. Since frameworks are quite |
| 1807 | # different the UNIX search logic is not sharable. |
| 1808 | from os.path import join, exists |
| 1809 | framework_dirs = [ |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 +0000 | [diff] [blame] | 1810 | '/Library/Frameworks', |
Ronald Oussoren | 5f734f1 | 2009-03-04 21:32:48 +0000 | [diff] [blame] | 1811 | '/System/Library/Frameworks/', |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1812 | join(os.getenv('HOME'), '/Library/Frameworks') |
| 1813 | ] |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1814 | |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1815 | sysroot = macosx_sdk_root() |
| 1816 | |
Skip Montanaro | 0174ddd | 2005-12-30 05:01:26 +0000 | [diff] [blame] | 1817 | # Find the directory that contains the Tcl.framework and Tk.framework |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1818 | # bundles. |
| 1819 | # XXX distutils should support -F! |
| 1820 | for F in framework_dirs: |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 +0000 | [diff] [blame] | 1821 | # both Tcl.framework and Tk.framework should be present |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1822 | |
| 1823 | |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1824 | for fw in 'Tcl', 'Tk': |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1825 | if is_macosx_sdk_path(F): |
| 1826 | if not exists(join(sysroot, F[1:], fw + '.framework')): |
| 1827 | break |
| 1828 | else: |
| 1829 | if not exists(join(F, fw + '.framework')): |
| 1830 | break |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1831 | else: |
| 1832 | # ok, F is now directory with both frameworks. Continure |
| 1833 | # building |
| 1834 | break |
| 1835 | else: |
| 1836 | # Tk and Tcl frameworks not found. Normal "unix" tkinter search |
| 1837 | # will now resume. |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1838 | return False |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 +0000 | [diff] [blame] | 1839 | |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1840 | # For 8.4a2, we must add -I options that point inside the Tcl and Tk |
| 1841 | # frameworks. In later release we should hopefully be able to pass |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 +0000 | [diff] [blame] | 1842 | # the -F option to gcc, which specifies a framework lookup path. |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1843 | # |
| 1844 | include_dirs = [ |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 +0000 | [diff] [blame] | 1845 | join(F, fw + '.framework', H) |
Nick Coghlan | 650f0d0 | 2007-04-15 12:05:43 +0000 | [diff] [blame] | 1846 | for fw in ('Tcl', 'Tk') |
| 1847 | for H in ('Headers', 'Versions/Current/PrivateHeaders') |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1848 | ] |
| 1849 | |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 +0000 | [diff] [blame] | 1850 | # For 8.4a2, the X11 headers are not included. Rather than include a |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1851 | # complicated search, this is a hard-coded path. It could bail out |
| 1852 | # if X11 libs are not found... |
| 1853 | include_dirs.append('/usr/X11R6/include') |
| 1854 | frameworks = ['-framework', 'Tcl', '-framework', 'Tk'] |
| 1855 | |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 +0000 | [diff] [blame] | 1856 | # All existing framework builds of Tcl/Tk don't support 64-bit |
| 1857 | # architectures. |
| 1858 | cflags = sysconfig.get_config_vars('CFLAGS')[0] |
R David Murray | 44b548d | 2016-09-08 13:59:53 -0400 | [diff] [blame] | 1859 | archs = re.findall(r'-arch\s+(\w+)', cflags) |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 +0000 | [diff] [blame] | 1860 | |
Ronald Oussoren | d097efe | 2009-09-15 19:07:58 +0000 | [diff] [blame] | 1861 | tmpfile = os.path.join(self.build_temp, 'tk.arch') |
| 1862 | if not os.path.exists(self.build_temp): |
| 1863 | os.makedirs(self.build_temp) |
| 1864 | |
| 1865 | # Note: cannot use os.popen or subprocess here, that |
| 1866 | # requires extensions that are not available here. |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1867 | if is_macosx_sdk_path(F): |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 1868 | run_command("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile)) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1869 | else: |
Victor Stinner | 6b982c2 | 2020-04-01 01:10:07 +0200 | [diff] [blame] | 1870 | run_command("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile)) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 +0000 | [diff] [blame] | 1871 | |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 +0000 | [diff] [blame] | 1872 | with open(tmpfile) as fp: |
| 1873 | detected_archs = [] |
| 1874 | for ln in fp: |
| 1875 | a = ln.split()[-1] |
| 1876 | if a in archs: |
| 1877 | detected_archs.append(ln.split()[-1]) |
Ronald Oussoren | d097efe | 2009-09-15 19:07:58 +0000 | [diff] [blame] | 1878 | os.unlink(tmpfile) |
| 1879 | |
| 1880 | for a in detected_archs: |
| 1881 | frameworks.append('-arch') |
| 1882 | frameworks.append(a) |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 +0000 | [diff] [blame] | 1883 | |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 1884 | self.add(Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'], |
| 1885 | define_macros=[('WITH_APPINIT', 1)], |
| 1886 | include_dirs=include_dirs, |
| 1887 | libraries=[], |
| 1888 | extra_compile_args=frameworks[2:], |
| 1889 | extra_link_args=frameworks)) |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1890 | return True |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1891 | |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1892 | def detect_tkinter(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1893 | # The _tkinter module. |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 +0000 | [diff] [blame] | 1894 | |
Ned Deily | d819b93 | 2013-09-06 01:07:05 -0700 | [diff] [blame] | 1895 | # Check whether --with-tcltk-includes and --with-tcltk-libs were |
| 1896 | # configured or passed into the make target. If so, use these values |
| 1897 | # to build tkinter and bypass the searches for Tcl and TK in standard |
| 1898 | # locations. |
| 1899 | if self.detect_tkinter_explicitly(): |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1900 | return True |
Ned Deily | d819b93 | 2013-09-06 01:07:05 -0700 | [diff] [blame] | 1901 | |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1902 | # Rather than complicate the code below, detecting and building |
| 1903 | # AquaTk is a separate method. Only one Tkinter will be built on |
| 1904 | # Darwin - either AquaTk, if it is found, or X11 based Tk. |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1905 | if (MACOS and self.detect_tkinter_darwin()): |
| 1906 | return True |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 +0000 | [diff] [blame] | 1907 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1908 | # Assume we haven't found any of the libraries or include files |
Martin v. Löwis | 3db5b8c | 2001-07-24 06:54:01 +0000 | [diff] [blame] | 1909 | # The versions with dots are used on Unix, and the versions without |
| 1910 | # dots on Windows, for detection by cygwin. |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1911 | tcllib = tklib = tcl_includes = tk_includes = None |
Guilherme Polo | 5d377bd | 2009-08-16 14:44:14 +0000 | [diff] [blame] | 1912 | for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83', |
| 1913 | '8.2', '82', '8.1', '81', '8.0', '80']: |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1914 | tklib = self.compiler.find_library_file(self.lib_dirs, |
Tarek Ziadé | dd07ebb | 2009-07-06 13:52:17 +0000 | [diff] [blame] | 1915 | 'tk' + version) |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1916 | tcllib = self.compiler.find_library_file(self.lib_dirs, |
Tarek Ziadé | dd07ebb | 2009-07-06 13:52:17 +0000 | [diff] [blame] | 1917 | 'tcl' + version) |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 +0000 | [diff] [blame] | 1918 | if tklib and tcllib: |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1919 | # Exit the loop when we've found the Tcl/Tk libraries |
| 1920 | break |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1921 | |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 1922 | # Now check for the header files |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1923 | if tklib and tcllib: |
Andrew M. Kuchling | 3c0aa7e | 2004-03-21 18:57:35 +0000 | [diff] [blame] | 1924 | # Check for the include files on Debian and {Free,Open}BSD, where |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1925 | # they're put in /usr/include/{tcl,tk}X.Y |
Andrew M. Kuchling | 3c0aa7e | 2004-03-21 18:57:35 +0000 | [diff] [blame] | 1926 | dotversion = version |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1927 | if '.' not in dotversion and "bsd" in HOST_PLATFORM.lower(): |
Andrew M. Kuchling | 3c0aa7e | 2004-03-21 18:57:35 +0000 | [diff] [blame] | 1928 | # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a, |
| 1929 | # but the include subdirs are named like .../include/tcl8.3. |
| 1930 | dotversion = dotversion[:-1] + '.' + dotversion[-1] |
| 1931 | tcl_include_sub = [] |
| 1932 | tk_include_sub = [] |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1933 | for dir in self.inc_dirs: |
Andrew M. Kuchling | 3c0aa7e | 2004-03-21 18:57:35 +0000 | [diff] [blame] | 1934 | tcl_include_sub += [dir + os.sep + "tcl" + dotversion] |
| 1935 | tk_include_sub += [dir + os.sep + "tk" + dotversion] |
| 1936 | tk_include_sub += tcl_include_sub |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1937 | tcl_includes = find_file('tcl.h', self.inc_dirs, tcl_include_sub) |
| 1938 | tk_includes = find_file('tk.h', self.inc_dirs, tk_include_sub) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1939 | |
Martin v. Löwis | e86a59a | 2003-05-03 08:45:51 +0000 | [diff] [blame] | 1940 | if (tcllib is None or tklib is None or |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1941 | tcl_includes is None or tk_includes is None): |
Andrew M. Kuchling | 3c0aa7e | 2004-03-21 18:57:35 +0000 | [diff] [blame] | 1942 | self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2) |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1943 | return False |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 1944 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1945 | # OK... everything seems to be present for Tcl/Tk. |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1946 | |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 1947 | include_dirs = [] |
| 1948 | libs = [] |
| 1949 | defs = [] |
| 1950 | added_lib_dirs = [] |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1951 | for dir in tcl_includes + tk_includes: |
| 1952 | if dir not in include_dirs: |
| 1953 | include_dirs.append(dir) |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 1954 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1955 | # Check for various platform-specific directories |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1956 | if HOST_PLATFORM == 'sunos5': |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1957 | include_dirs.append('/usr/openwin/include') |
| 1958 | added_lib_dirs.append('/usr/openwin/lib') |
| 1959 | elif os.path.exists('/usr/X11R6/include'): |
| 1960 | include_dirs.append('/usr/X11R6/include') |
Martin v. Löwis | fba7369 | 2004-11-13 11:13:35 +0000 | [diff] [blame] | 1961 | added_lib_dirs.append('/usr/X11R6/lib64') |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1962 | added_lib_dirs.append('/usr/X11R6/lib') |
| 1963 | elif os.path.exists('/usr/X11R5/include'): |
| 1964 | include_dirs.append('/usr/X11R5/include') |
| 1965 | added_lib_dirs.append('/usr/X11R5/lib') |
| 1966 | else: |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 1967 | # Assume default location for X11 |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1968 | include_dirs.append('/usr/X11/include') |
| 1969 | added_lib_dirs.append('/usr/X11/lib') |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1970 | |
Jason Tishler | 9181c94 | 2003-02-05 15:16:17 +0000 | [diff] [blame] | 1971 | # If Cygwin, then verify that X is installed before proceeding |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1972 | if CYGWIN: |
Jason Tishler | 9181c94 | 2003-02-05 15:16:17 +0000 | [diff] [blame] | 1973 | x11_inc = find_file('X11/Xlib.h', [], include_dirs) |
| 1974 | if x11_inc is None: |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 1975 | return False |
Jason Tishler | 9181c94 | 2003-02-05 15:16:17 +0000 | [diff] [blame] | 1976 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1977 | # Check for BLT extension |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1978 | if self.compiler.find_library_file(self.lib_dirs + added_lib_dirs, |
Tarek Ziadé | dd07ebb | 2009-07-06 13:52:17 +0000 | [diff] [blame] | 1979 | 'BLT8.0'): |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1980 | defs.append( ('WITH_BLT', 1) ) |
| 1981 | libs.append('BLT8.0') |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 1982 | elif self.compiler.find_library_file(self.lib_dirs + added_lib_dirs, |
Tarek Ziadé | dd07ebb | 2009-07-06 13:52:17 +0000 | [diff] [blame] | 1983 | 'BLT'): |
Martin v. Löwis | 427a290 | 2002-12-12 20:23:38 +0000 | [diff] [blame] | 1984 | defs.append( ('WITH_BLT', 1) ) |
| 1985 | libs.append('BLT') |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1986 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1987 | # Add the Tcl/Tk libraries |
Jason Tishler | cccac1a | 2003-02-05 15:06:46 +0000 | [diff] [blame] | 1988 | libs.append('tk'+ version) |
| 1989 | libs.append('tcl'+ version) |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 1990 | |
Martin v. Löwis | 3db5b8c | 2001-07-24 06:54:01 +0000 | [diff] [blame] | 1991 | # Finally, link with the X11 libraries (not appropriate on cygwin) |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 1992 | if not CYGWIN: |
Martin v. Löwis | 3db5b8c | 2001-07-24 06:54:01 +0000 | [diff] [blame] | 1993 | libs.append('X11') |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1994 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 +0000 | [diff] [blame] | 1995 | # XXX handle these, but how to detect? |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1996 | # *** Uncomment and edit for PIL (TkImaging) extension only: |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 1997 | # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \ |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 1998 | # *** Uncomment and edit for TOGL extension only: |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 1999 | # -DWITH_TOGL togl.c \ |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 2000 | # *** Uncomment these for TOGL extension only: |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 2001 | # -lGL -lGLU -lXext -lXmu \ |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 2002 | |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 2003 | self.add(Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'], |
| 2004 | define_macros=[('WITH_APPINIT', 1)] + defs, |
| 2005 | include_dirs=include_dirs, |
| 2006 | libraries=libs, |
| 2007 | library_dirs=added_lib_dirs)) |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 2008 | return True |
| 2009 | |
Christian Heimes | 7864476 | 2008-03-04 23:39:23 +0000 | [diff] [blame] | 2010 | def configure_ctypes_darwin(self, ext): |
| 2011 | # Darwin (OS X) uses preconfigured files, in |
| 2012 | # the Modules/_ctypes/libffi_osx directory. |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2013 | ffi_srcdir = os.path.abspath(os.path.join(self.srcdir, 'Modules', |
Christian Heimes | 7864476 | 2008-03-04 23:39:23 +0000 | [diff] [blame] | 2014 | '_ctypes', 'libffi_osx')) |
| 2015 | sources = [os.path.join(ffi_srcdir, p) |
| 2016 | for p in ['ffi.c', |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 +0000 | [diff] [blame] | 2017 | 'x86/darwin64.S', |
Christian Heimes | 7864476 | 2008-03-04 23:39:23 +0000 | [diff] [blame] | 2018 | 'x86/x86-darwin.S', |
| 2019 | 'x86/x86-ffi_darwin.c', |
| 2020 | 'x86/x86-ffi64.c', |
| 2021 | 'powerpc/ppc-darwin.S', |
| 2022 | 'powerpc/ppc-darwin_closure.S', |
| 2023 | 'powerpc/ppc-ffi_darwin.c', |
| 2024 | 'powerpc/ppc64-darwin_closure.S', |
| 2025 | ]] |
| 2026 | |
| 2027 | # Add .S (preprocessed assembly) to C compiler source extensions. |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 2028 | self.compiler.src_extensions.append('.S') |
Christian Heimes | 7864476 | 2008-03-04 23:39:23 +0000 | [diff] [blame] | 2029 | |
| 2030 | include_dirs = [os.path.join(ffi_srcdir, 'include'), |
| 2031 | os.path.join(ffi_srcdir, 'powerpc')] |
| 2032 | ext.include_dirs.extend(include_dirs) |
| 2033 | ext.sources.extend(sources) |
| 2034 | return True |
| 2035 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 2036 | def configure_ctypes(self, ext): |
| 2037 | if not self.use_system_libffi: |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 2038 | if MACOS: |
Christian Heimes | 7864476 | 2008-03-04 23:39:23 +0000 | [diff] [blame] | 2039 | return self.configure_ctypes_darwin(ext) |
Zachary Ware | f40d4dd | 2016-09-17 01:25:24 -0500 | [diff] [blame] | 2040 | print('INFO: Could not locate ffi libs and/or headers') |
| 2041 | return False |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 2042 | return True |
| 2043 | |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2044 | def detect_ctypes(self): |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 2045 | # Thomas Heller's _ctypes module |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 2046 | self.use_system_libffi = False |
| 2047 | include_dirs = [] |
Victor Stinner | 1ae035b | 2020-04-17 17:47:20 +0200 | [diff] [blame] | 2048 | extra_compile_args = ['-DPy_BUILD_CORE_MODULE'] |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 2049 | extra_link_args = [] |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 +0000 | [diff] [blame] | 2050 | sources = ['_ctypes/_ctypes.c', |
| 2051 | '_ctypes/callbacks.c', |
| 2052 | '_ctypes/callproc.c', |
| 2053 | '_ctypes/stgdict.c', |
Thomas Heller | 864cc67 | 2010-08-08 17:58:53 +0000 | [diff] [blame] | 2054 | '_ctypes/cfield.c'] |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 +0000 | [diff] [blame] | 2055 | depends = ['_ctypes/ctypes.h'] |
| 2056 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 2057 | if MACOS: |
Ronald Oussoren | 2decf22 | 2010-09-05 18:25:59 +0000 | [diff] [blame] | 2058 | sources.append('_ctypes/malloc_closure.c') |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 +0000 | [diff] [blame] | 2059 | sources.append('_ctypes/darwin/dlfcn_simple.c') |
Christian Heimes | 7864476 | 2008-03-04 23:39:23 +0000 | [diff] [blame] | 2060 | extra_compile_args.append('-DMACOSX') |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 +0000 | [diff] [blame] | 2061 | include_dirs.append('_ctypes/darwin') |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 2062 | # XXX Is this still needed? |
| 2063 | # extra_link_args.extend(['-read_only_relocs', 'warning']) |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 +0000 | [diff] [blame] | 2064 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 2065 | elif HOST_PLATFORM == 'sunos5': |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 2066 | # XXX This shouldn't be necessary; it appears that some |
| 2067 | # of the assembler code is non-PIC (i.e. it has relocations |
| 2068 | # when it shouldn't. The proper fix would be to rewrite |
| 2069 | # the assembler code to be PIC. |
| 2070 | # This only works with GCC; the Sun compiler likely refuses |
| 2071 | # this option. If you want to compile ctypes with the Sun |
| 2072 | # compiler, please research a proper solution, instead of |
| 2073 | # finding some -z option for the Sun compiler. |
| 2074 | extra_link_args.append('-mimpure-text') |
| 2075 | |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 2076 | elif HOST_PLATFORM.startswith('hp-ux'): |
Thomas Heller | 3eaaeb4 | 2008-05-23 17:26:46 +0000 | [diff] [blame] | 2077 | extra_link_args.append('-fPIC') |
| 2078 | |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 +0000 | [diff] [blame] | 2079 | ext = Extension('_ctypes', |
| 2080 | include_dirs=include_dirs, |
| 2081 | extra_compile_args=extra_compile_args, |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 2082 | extra_link_args=extra_link_args, |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 2083 | libraries=[], |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 +0000 | [diff] [blame] | 2084 | sources=sources, |
| 2085 | depends=depends) |
Victor Stinner | cfe172d | 2019-03-01 18:21:49 +0100 | [diff] [blame] | 2086 | self.add(ext) |
| 2087 | if TEST_EXTENSIONS: |
| 2088 | # function my_sqrt() needs libm for sqrt() |
| 2089 | self.add(Extension('_ctypes_test', |
| 2090 | sources=['_ctypes/_ctypes_test.c'], |
| 2091 | libraries=['m'])) |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 +0000 | [diff] [blame] | 2092 | |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2093 | ffi_inc_dirs = self.inc_dirs.copy() |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 2094 | if MACOS: |
Zachary Ware | 935043d | 2016-09-09 17:01:21 -0700 | [diff] [blame] | 2095 | if '--with-system-ffi' not in sysconfig.get_config_var("CONFIG_ARGS"): |
| 2096 | return |
Christian Heimes | 7864476 | 2008-03-04 23:39:23 +0000 | [diff] [blame] | 2097 | # OS X 10.5 comes with libffi.dylib; the include files are |
| 2098 | # in /usr/include/ffi |
Victor Stinner | 96d8158 | 2019-03-01 13:53:46 +0100 | [diff] [blame] | 2099 | ffi_inc_dirs.append('/usr/include/ffi') |
Christian Heimes | 7864476 | 2008-03-04 23:39:23 +0000 | [diff] [blame] | 2100 | |
Benjamin Peterson | d78735d | 2010-01-01 16:04:23 +0000 | [diff] [blame] | 2101 | ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")] |
Matthias Klose | 5a204fe | 2010-04-21 21:47:45 +0000 | [diff] [blame] | 2102 | if not ffi_inc or ffi_inc[0] == '': |
Victor Stinner | 96d8158 | 2019-03-01 13:53:46 +0100 | [diff] [blame] | 2103 | ffi_inc = find_file('ffi.h', [], ffi_inc_dirs) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 2104 | if ffi_inc is not None: |
| 2105 | ffi_h = ffi_inc[0] + '/ffi.h' |
Shlomi Fish | 6d51b87 | 2017-09-06 23:19:19 +0300 | [diff] [blame] | 2106 | if not os.path.exists(ffi_h): |
| 2107 | ffi_inc = None |
| 2108 | print('Header file {} does not exist'.format(ffi_h)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 2109 | ffi_lib = None |
| 2110 | if ffi_inc is not None: |
doko@ubuntu.com | ae68365 | 2016-06-05 01:38:29 +0200 | [diff] [blame] | 2111 | for lib_name in ('ffi', 'ffi_pic'): |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2112 | if (self.compiler.find_library_file(self.lib_dirs, lib_name)): |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 2113 | ffi_lib = lib_name |
| 2114 | break |
| 2115 | |
| 2116 | if ffi_inc and ffi_lib: |
| 2117 | ext.include_dirs.extend(ffi_inc) |
| 2118 | ext.libraries.append(ffi_lib) |
| 2119 | self.use_system_libffi = True |
| 2120 | |
Christian Heimes | 5bb9692 | 2018-02-25 10:22:14 +0100 | [diff] [blame] | 2121 | if sysconfig.get_config_var('HAVE_LIBDL'): |
| 2122 | # for dlopen, see bpo-32647 |
| 2123 | ext.libraries.append('dl') |
| 2124 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 2125 | def detect_decimal(self): |
| 2126 | # Stefan Krah's _decimal module |
Stefan Krah | 60187b5 | 2012-03-23 19:06:27 +0100 | [diff] [blame] | 2127 | extra_compile_args = [] |
Stefan Krah | a10e2fb | 2012-09-01 14:21:22 +0200 | [diff] [blame] | 2128 | undef_macros = [] |
Stefan Krah | 60187b5 | 2012-03-23 19:06:27 +0100 | [diff] [blame] | 2129 | if '--with-system-libmpdec' in sysconfig.get_config_var("CONFIG_ARGS"): |
| 2130 | include_dirs = [] |
Stefan Krah | 45059eb | 2013-11-24 19:44:57 +0100 | [diff] [blame] | 2131 | libraries = [':libmpdec.so.2'] |
Stefan Krah | 60187b5 | 2012-03-23 19:06:27 +0100 | [diff] [blame] | 2132 | sources = ['_decimal/_decimal.c'] |
| 2133 | depends = ['_decimal/docstrings.h'] |
| 2134 | else: |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2135 | include_dirs = [os.path.abspath(os.path.join(self.srcdir, |
Ned Deily | 458a6fb | 2012-04-01 02:30:46 -0700 | [diff] [blame] | 2136 | 'Modules', |
| 2137 | '_decimal', |
| 2138 | 'libmpdec'))] |
Stefan Krah | bd4ed77 | 2017-12-06 18:24:17 +0100 | [diff] [blame] | 2139 | libraries = ['m'] |
Stefan Krah | 60187b5 | 2012-03-23 19:06:27 +0100 | [diff] [blame] | 2140 | sources = [ |
| 2141 | '_decimal/_decimal.c', |
| 2142 | '_decimal/libmpdec/basearith.c', |
| 2143 | '_decimal/libmpdec/constants.c', |
| 2144 | '_decimal/libmpdec/context.c', |
| 2145 | '_decimal/libmpdec/convolute.c', |
| 2146 | '_decimal/libmpdec/crt.c', |
| 2147 | '_decimal/libmpdec/difradix2.c', |
| 2148 | '_decimal/libmpdec/fnt.c', |
| 2149 | '_decimal/libmpdec/fourstep.c', |
| 2150 | '_decimal/libmpdec/io.c', |
Stefan Krah | f117d87 | 2019-07-10 18:27:38 +0200 | [diff] [blame] | 2151 | '_decimal/libmpdec/mpalloc.c', |
Stefan Krah | 60187b5 | 2012-03-23 19:06:27 +0100 | [diff] [blame] | 2152 | '_decimal/libmpdec/mpdecimal.c', |
| 2153 | '_decimal/libmpdec/numbertheory.c', |
| 2154 | '_decimal/libmpdec/sixstep.c', |
| 2155 | '_decimal/libmpdec/transpose.c', |
| 2156 | ] |
| 2157 | depends = [ |
| 2158 | '_decimal/docstrings.h', |
| 2159 | '_decimal/libmpdec/basearith.h', |
| 2160 | '_decimal/libmpdec/bits.h', |
| 2161 | '_decimal/libmpdec/constants.h', |
| 2162 | '_decimal/libmpdec/convolute.h', |
| 2163 | '_decimal/libmpdec/crt.h', |
| 2164 | '_decimal/libmpdec/difradix2.h', |
| 2165 | '_decimal/libmpdec/fnt.h', |
| 2166 | '_decimal/libmpdec/fourstep.h', |
| 2167 | '_decimal/libmpdec/io.h', |
Stefan Krah | 8d013a8 | 2016-04-26 16:34:41 +0200 | [diff] [blame] | 2168 | '_decimal/libmpdec/mpalloc.h', |
Stefan Krah | 60187b5 | 2012-03-23 19:06:27 +0100 | [diff] [blame] | 2169 | '_decimal/libmpdec/mpdecimal.h', |
| 2170 | '_decimal/libmpdec/numbertheory.h', |
| 2171 | '_decimal/libmpdec/sixstep.h', |
| 2172 | '_decimal/libmpdec/transpose.h', |
| 2173 | '_decimal/libmpdec/typearith.h', |
| 2174 | '_decimal/libmpdec/umodarith.h', |
| 2175 | ] |
| 2176 | |
Stefan Krah | 1919b7e | 2012-03-21 18:25:23 +0100 | [diff] [blame] | 2177 | config = { |
| 2178 | 'x64': [('CONFIG_64','1'), ('ASM','1')], |
| 2179 | 'uint128': [('CONFIG_64','1'), ('ANSI','1'), ('HAVE_UINT128_T','1')], |
| 2180 | 'ansi64': [('CONFIG_64','1'), ('ANSI','1')], |
| 2181 | 'ppro': [('CONFIG_32','1'), ('PPRO','1'), ('ASM','1')], |
| 2182 | 'ansi32': [('CONFIG_32','1'), ('ANSI','1')], |
| 2183 | 'ansi-legacy': [('CONFIG_32','1'), ('ANSI','1'), |
| 2184 | ('LEGACY_COMPILER','1')], |
| 2185 | 'universal': [('UNIVERSAL','1')] |
| 2186 | } |
| 2187 | |
Stefan Krah | 1919b7e | 2012-03-21 18:25:23 +0100 | [diff] [blame] | 2188 | cc = sysconfig.get_config_var('CC') |
| 2189 | sizeof_size_t = sysconfig.get_config_var('SIZEOF_SIZE_T') |
| 2190 | machine = os.environ.get('PYTHON_DECIMAL_WITH_MACHINE') |
| 2191 | |
| 2192 | if machine: |
| 2193 | # Override automatic configuration to facilitate testing. |
| 2194 | define_macros = config[machine] |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 2195 | elif MACOS: |
Stefan Krah | 1919b7e | 2012-03-21 18:25:23 +0100 | [diff] [blame] | 2196 | # Universal here means: build with the same options Python |
| 2197 | # was built with. |
| 2198 | define_macros = config['universal'] |
| 2199 | elif sizeof_size_t == 8: |
| 2200 | if sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X64'): |
| 2201 | define_macros = config['x64'] |
| 2202 | elif sysconfig.get_config_var('HAVE_GCC_UINT128_T'): |
| 2203 | define_macros = config['uint128'] |
| 2204 | else: |
| 2205 | define_macros = config['ansi64'] |
| 2206 | elif sizeof_size_t == 4: |
| 2207 | ppro = sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X87') |
| 2208 | if ppro and ('gcc' in cc or 'clang' in cc) and \ |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 2209 | not 'sunos' in HOST_PLATFORM: |
Stefan Krah | 1919b7e | 2012-03-21 18:25:23 +0100 | [diff] [blame] | 2210 | # solaris: problems with register allocation. |
| 2211 | # icc >= 11.0 works as well. |
| 2212 | define_macros = config['ppro'] |
Stefan Krah | ce23dbc | 2012-09-30 21:12:53 +0200 | [diff] [blame] | 2213 | extra_compile_args.append('-Wno-unknown-pragmas') |
Stefan Krah | 1919b7e | 2012-03-21 18:25:23 +0100 | [diff] [blame] | 2214 | else: |
| 2215 | define_macros = config['ansi32'] |
| 2216 | else: |
| 2217 | raise DistutilsError("_decimal: unsupported architecture") |
| 2218 | |
| 2219 | # Workarounds for toolchain bugs: |
| 2220 | if sysconfig.get_config_var('HAVE_IPA_PURE_CONST_BUG'): |
| 2221 | # Some versions of gcc miscompile inline asm: |
| 2222 | # http://gcc.gnu.org/bugzilla/show_bug.cgi?id=46491 |
| 2223 | # http://gcc.gnu.org/ml/gcc/2010-11/msg00366.html |
| 2224 | extra_compile_args.append('-fno-ipa-pure-const') |
| 2225 | if sysconfig.get_config_var('HAVE_GLIBC_MEMMOVE_BUG'): |
| 2226 | # _FORTIFY_SOURCE wrappers for memmove and bcopy are incorrect: |
| 2227 | # http://sourceware.org/ml/libc-alpha/2010-12/msg00009.html |
| 2228 | undef_macros.append('_FORTIFY_SOURCE') |
| 2229 | |
Stefan Krah | 1919b7e | 2012-03-21 18:25:23 +0100 | [diff] [blame] | 2230 | # Uncomment for extra functionality: |
| 2231 | #define_macros.append(('EXTRA_FUNCTIONALITY', 1)) |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 2232 | self.add(Extension('_decimal', |
| 2233 | include_dirs=include_dirs, |
| 2234 | libraries=libraries, |
| 2235 | define_macros=define_macros, |
| 2236 | undef_macros=undef_macros, |
| 2237 | extra_compile_args=extra_compile_args, |
| 2238 | sources=sources, |
| 2239 | depends=depends)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 2240 | |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 2241 | def detect_openssl_hashlib(self): |
| 2242 | # Detect SSL support for the socket module (via _ssl) |
Christian Heimes | ff5be6e | 2018-01-20 13:19:21 +0100 | [diff] [blame] | 2243 | config_vars = sysconfig.get_config_vars() |
| 2244 | |
| 2245 | def split_var(name, sep): |
| 2246 | # poor man's shlex, the re module is not available yet. |
| 2247 | value = config_vars.get(name) |
| 2248 | if not value: |
| 2249 | return () |
| 2250 | # This trick works because ax_check_openssl uses --libs-only-L, |
| 2251 | # --libs-only-l, and --cflags-only-I. |
| 2252 | value = ' ' + value |
| 2253 | sep = ' ' + sep |
| 2254 | return [v.strip() for v in value.split(sep) if v.strip()] |
| 2255 | |
| 2256 | openssl_includes = split_var('OPENSSL_INCLUDES', '-I') |
| 2257 | openssl_libdirs = split_var('OPENSSL_LDFLAGS', '-L') |
| 2258 | openssl_libs = split_var('OPENSSL_LIBS', '-l') |
| 2259 | if not openssl_libs: |
| 2260 | # libssl and libcrypto not found |
Christian Heimes | 8abc3f4 | 2019-04-09 18:40:12 +0200 | [diff] [blame] | 2261 | self.missing.extend(['_ssl', '_hashlib']) |
Christian Heimes | ff5be6e | 2018-01-20 13:19:21 +0100 | [diff] [blame] | 2262 | return None, None |
| 2263 | |
| 2264 | # Find OpenSSL includes |
| 2265 | ssl_incs = find_file( |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2266 | 'openssl/ssl.h', self.inc_dirs, openssl_includes |
Christian Heimes | ff5be6e | 2018-01-20 13:19:21 +0100 | [diff] [blame] | 2267 | ) |
| 2268 | if ssl_incs is None: |
Christian Heimes | 8abc3f4 | 2019-04-09 18:40:12 +0200 | [diff] [blame] | 2269 | self.missing.extend(['_ssl', '_hashlib']) |
Christian Heimes | ff5be6e | 2018-01-20 13:19:21 +0100 | [diff] [blame] | 2270 | return None, None |
| 2271 | |
| 2272 | # OpenSSL 1.0.2 uses Kerberos for KRB5 ciphers |
| 2273 | krb5_h = find_file( |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2274 | 'krb5.h', self.inc_dirs, |
Christian Heimes | ff5be6e | 2018-01-20 13:19:21 +0100 | [diff] [blame] | 2275 | ['/usr/kerberos/include'] |
| 2276 | ) |
| 2277 | if krb5_h: |
| 2278 | ssl_incs.extend(krb5_h) |
| 2279 | |
Christian Heimes | 61d478c | 2018-01-27 15:51:38 +0100 | [diff] [blame] | 2280 | if config_vars.get("HAVE_X509_VERIFY_PARAM_SET1_HOST"): |
Christian Heimes | c7f7069 | 2019-05-31 11:44:05 +0200 | [diff] [blame] | 2281 | self.add(Extension( |
| 2282 | '_ssl', ['_ssl.c'], |
| 2283 | include_dirs=openssl_includes, |
| 2284 | library_dirs=openssl_libdirs, |
| 2285 | libraries=openssl_libs, |
| 2286 | depends=['socketmodule.h', '_ssl/debughelpers.c']) |
| 2287 | ) |
Christian Heimes | 61d478c | 2018-01-27 15:51:38 +0100 | [diff] [blame] | 2288 | else: |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 2289 | self.missing.append('_ssl') |
Christian Heimes | ff5be6e | 2018-01-20 13:19:21 +0100 | [diff] [blame] | 2290 | |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 2291 | self.add(Extension('_hashlib', ['_hashopenssl.c'], |
| 2292 | depends=['hashlib.h'], |
| 2293 | include_dirs=openssl_includes, |
| 2294 | library_dirs=openssl_libdirs, |
| 2295 | libraries=openssl_libs)) |
Christian Heimes | ff5be6e | 2018-01-20 13:19:21 +0100 | [diff] [blame] | 2296 | |
xdegaye | 2ee077f | 2019-04-09 17:20:08 +0200 | [diff] [blame] | 2297 | def detect_hash_builtins(self): |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 2298 | # We always compile these even when OpenSSL is available (issue #14693). |
| 2299 | # It's harmless and the object code is tiny (40-50 KiB per module, |
| 2300 | # only loaded when actually used). |
| 2301 | self.add(Extension('_sha256', ['sha256module.c'], |
Victor Stinner | 1ae035b | 2020-04-17 17:47:20 +0200 | [diff] [blame] | 2302 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'], |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 2303 | depends=['hashlib.h'])) |
| 2304 | self.add(Extension('_sha512', ['sha512module.c'], |
Victor Stinner | 1ae035b | 2020-04-17 17:47:20 +0200 | [diff] [blame] | 2305 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'], |
Victor Stinner | 5ec33a1 | 2019-03-01 16:43:28 +0100 | [diff] [blame] | 2306 | depends=['hashlib.h'])) |
| 2307 | self.add(Extension('_md5', ['md5module.c'], |
| 2308 | depends=['hashlib.h'])) |
| 2309 | self.add(Extension('_sha1', ['sha1module.c'], |
| 2310 | depends=['hashlib.h'])) |
| 2311 | |
| 2312 | blake2_deps = glob(os.path.join(self.srcdir, |
| 2313 | 'Modules/_blake2/impl/*')) |
| 2314 | blake2_deps.append('hashlib.h') |
| 2315 | |
| 2316 | self.add(Extension('_blake2', |
| 2317 | ['_blake2/blake2module.c', |
| 2318 | '_blake2/blake2b_impl.c', |
| 2319 | '_blake2/blake2s_impl.c'], |
| 2320 | depends=blake2_deps)) |
| 2321 | |
| 2322 | sha3_deps = glob(os.path.join(self.srcdir, |
| 2323 | 'Modules/_sha3/kcp/*')) |
| 2324 | sha3_deps.append('hashlib.h') |
| 2325 | self.add(Extension('_sha3', |
| 2326 | ['_sha3/sha3module.c'], |
| 2327 | depends=sha3_deps)) |
| 2328 | |
| 2329 | def detect_nis(self): |
Victor Stinner | 4cbea51 | 2019-02-28 17:48:38 +0100 | [diff] [blame] | 2330 | if MS_WINDOWS or CYGWIN or HOST_PLATFORM == 'qnx6': |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 2331 | self.missing.append('nis') |
| 2332 | return |
Christian Heimes | 29a7df7 | 2018-01-26 23:28:46 +0100 | [diff] [blame] | 2333 | |
| 2334 | libs = [] |
| 2335 | library_dirs = [] |
| 2336 | includes_dirs = [] |
| 2337 | |
| 2338 | # bpo-32521: glibc has deprecated Sun RPC for some time. Fedora 28 |
| 2339 | # moved headers and libraries to libtirpc and libnsl. The headers |
| 2340 | # are in tircp and nsl sub directories. |
| 2341 | rpcsvc_inc = find_file( |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2342 | 'rpcsvc/yp_prot.h', self.inc_dirs, |
| 2343 | [os.path.join(inc_dir, 'nsl') for inc_dir in self.inc_dirs] |
Christian Heimes | 29a7df7 | 2018-01-26 23:28:46 +0100 | [diff] [blame] | 2344 | ) |
| 2345 | rpc_inc = find_file( |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2346 | 'rpc/rpc.h', self.inc_dirs, |
| 2347 | [os.path.join(inc_dir, 'tirpc') for inc_dir in self.inc_dirs] |
Christian Heimes | 29a7df7 | 2018-01-26 23:28:46 +0100 | [diff] [blame] | 2348 | ) |
| 2349 | if rpcsvc_inc is None or rpc_inc is None: |
| 2350 | # not found |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 2351 | self.missing.append('nis') |
| 2352 | return |
Christian Heimes | 29a7df7 | 2018-01-26 23:28:46 +0100 | [diff] [blame] | 2353 | includes_dirs.extend(rpcsvc_inc) |
| 2354 | includes_dirs.extend(rpc_inc) |
| 2355 | |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2356 | if self.compiler.find_library_file(self.lib_dirs, 'nsl'): |
Christian Heimes | 29a7df7 | 2018-01-26 23:28:46 +0100 | [diff] [blame] | 2357 | libs.append('nsl') |
| 2358 | else: |
| 2359 | # libnsl-devel: check for libnsl in nsl/ subdirectory |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2360 | nsl_dirs = [os.path.join(lib_dir, 'nsl') for lib_dir in self.lib_dirs] |
Christian Heimes | 29a7df7 | 2018-01-26 23:28:46 +0100 | [diff] [blame] | 2361 | libnsl = self.compiler.find_library_file(nsl_dirs, 'nsl') |
| 2362 | if libnsl is not None: |
| 2363 | library_dirs.append(os.path.dirname(libnsl)) |
| 2364 | libs.append('nsl') |
| 2365 | |
Victor Stinner | 625dbf2 | 2019-03-01 15:59:39 +0100 | [diff] [blame] | 2366 | if self.compiler.find_library_file(self.lib_dirs, 'tirpc'): |
Christian Heimes | 29a7df7 | 2018-01-26 23:28:46 +0100 | [diff] [blame] | 2367 | libs.append('tirpc') |
| 2368 | |
Victor Stinner | 8058bda | 2019-03-01 15:31:45 +0100 | [diff] [blame] | 2369 | self.add(Extension('nis', ['nismodule.c'], |
| 2370 | libraries=libs, |
| 2371 | library_dirs=library_dirs, |
| 2372 | include_dirs=includes_dirs)) |
Christian Heimes | 29a7df7 | 2018-01-26 23:28:46 +0100 | [diff] [blame] | 2373 | |
Christian Heimes | ff5be6e | 2018-01-20 13:19:21 +0100 | [diff] [blame] | 2374 | |
Andrew M. Kuchling | f52d27e | 2001-05-21 20:29:27 +0000 | [diff] [blame] | 2375 | class PyBuildInstall(install): |
| 2376 | # Suppress the warning about installation into the lib_dynload |
| 2377 | # directory, which is not in sys.path when running Python during |
| 2378 | # installation: |
| 2379 | def initialize_options (self): |
| 2380 | install.initialize_options(self) |
| 2381 | self.warn_dir=0 |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 +0000 | [diff] [blame] | 2382 | |
Éric Araujo | e6792c1 | 2011-06-09 14:07:02 +0200 | [diff] [blame] | 2383 | # Customize subcommands to not install an egg-info file for Python |
| 2384 | sub_commands = [('install_lib', install.has_lib), |
| 2385 | ('install_headers', install.has_headers), |
| 2386 | ('install_scripts', install.has_scripts), |
| 2387 | ('install_data', install.has_data)] |
| 2388 | |
| 2389 | |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 +0000 | [diff] [blame] | 2390 | class PyBuildInstallLib(install_lib): |
| 2391 | # Do exactly what install_lib does but make sure correct access modes get |
| 2392 | # set on installed directories and files. All installed files with get |
| 2393 | # mode 644 unless they are a shared library in which case they will get |
| 2394 | # mode 755. All installed directories will get mode 755. |
| 2395 | |
doko@ubuntu.com | d5537d0 | 2013-03-21 13:21:49 -0700 | [diff] [blame] | 2396 | # this is works for EXT_SUFFIX too, which ends with SHLIB_SUFFIX |
| 2397 | shlib_suffix = sysconfig.get_config_var("SHLIB_SUFFIX") |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 +0000 | [diff] [blame] | 2398 | |
| 2399 | def install(self): |
| 2400 | outfiles = install_lib.install(self) |
Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 2401 | self.set_file_modes(outfiles, 0o644, 0o755) |
| 2402 | self.set_dir_modes(self.install_dir, 0o755) |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 +0000 | [diff] [blame] | 2403 | return outfiles |
| 2404 | |
| 2405 | def set_file_modes(self, files, defaultMode, sharedLibMode): |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 +0000 | [diff] [blame] | 2406 | if not files: return |
| 2407 | |
| 2408 | for filename in files: |
| 2409 | if os.path.islink(filename): continue |
| 2410 | mode = defaultMode |
doko@ubuntu.com | d5537d0 | 2013-03-21 13:21:49 -0700 | [diff] [blame] | 2411 | if filename.endswith(self.shlib_suffix): mode = sharedLibMode |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 +0000 | [diff] [blame] | 2412 | log.info("changing mode of %s to %o", filename, mode) |
| 2413 | if not self.dry_run: os.chmod(filename, mode) |
| 2414 | |
| 2415 | def set_dir_modes(self, dirname, mode): |
Amaury Forgeot d'Arc | 321e533 | 2009-07-02 23:08:45 +0000 | [diff] [blame] | 2416 | for dirpath, dirnames, fnames in os.walk(dirname): |
| 2417 | if os.path.islink(dirpath): |
| 2418 | continue |
| 2419 | log.info("changing mode of %s to %o", dirpath, mode) |
| 2420 | if not self.dry_run: os.chmod(dirpath, mode) |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 +0000 | [diff] [blame] | 2421 | |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 2422 | |
Georg Brandl | ff52f76 | 2010-12-28 09:51:43 +0000 | [diff] [blame] | 2423 | class PyBuildScripts(build_scripts): |
| 2424 | def copy_scripts(self): |
| 2425 | outfiles, updated_files = build_scripts.copy_scripts(self) |
| 2426 | fullversion = '-{0[0]}.{0[1]}'.format(sys.version_info) |
| 2427 | minoronly = '.{0[1]}'.format(sys.version_info) |
| 2428 | newoutfiles = [] |
| 2429 | newupdated_files = [] |
| 2430 | for filename in outfiles: |
Brett Cannon | a8c3424 | 2018-04-20 14:15:40 -0700 | [diff] [blame] | 2431 | if filename.endswith('2to3'): |
Georg Brandl | ff52f76 | 2010-12-28 09:51:43 +0000 | [diff] [blame] | 2432 | newfilename = filename + fullversion |
| 2433 | else: |
| 2434 | newfilename = filename + minoronly |
Vinay Sajip | dd917f8 | 2016-08-31 08:22:29 +0100 | [diff] [blame] | 2435 | log.info('renaming %s to %s', filename, newfilename) |
Georg Brandl | ff52f76 | 2010-12-28 09:51:43 +0000 | [diff] [blame] | 2436 | os.rename(filename, newfilename) |
| 2437 | newoutfiles.append(newfilename) |
| 2438 | if filename in updated_files: |
| 2439 | newupdated_files.append(newfilename) |
| 2440 | return newoutfiles, newupdated_files |
| 2441 | |
Guido van Rossum | 14ee89c | 2003-02-20 02:52:04 +0000 | [diff] [blame] | 2442 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 2443 | def main(): |
Victor Stinner | c991f24 | 2019-03-01 17:19:04 +0100 | [diff] [blame] | 2444 | set_compiler_flags('CFLAGS', 'PY_CFLAGS_NODIST') |
| 2445 | set_compiler_flags('LDFLAGS', 'PY_LDFLAGS_NODIST') |
| 2446 | |
| 2447 | class DummyProcess: |
| 2448 | """Hack for parallel build""" |
| 2449 | ProcessPoolExecutor = None |
| 2450 | |
| 2451 | sys.modules['concurrent.futures.process'] = DummyProcess |
| 2452 | |
Andrew M. Kuchling | 6268669 | 2001-05-21 20:48:09 +0000 | [diff] [blame] | 2453 | # turn off warnings when deprecated modules are imported |
| 2454 | import warnings |
| 2455 | warnings.filterwarnings("ignore",category=DeprecationWarning) |
Guido van Rossum | 14ee89c | 2003-02-20 02:52:04 +0000 | [diff] [blame] | 2456 | setup(# PyPI Metadata (PEP 301) |
| 2457 | name = "Python", |
| 2458 | version = sys.version.split()[0], |
Serhiy Storchaka | 885bdc4 | 2016-02-11 13:10:36 +0200 | [diff] [blame] | 2459 | url = "http://www.python.org/%d.%d" % sys.version_info[:2], |
Guido van Rossum | 14ee89c | 2003-02-20 02:52:04 +0000 | [diff] [blame] | 2460 | maintainer = "Guido van Rossum and the Python community", |
| 2461 | maintainer_email = "python-dev@python.org", |
| 2462 | description = "A high-level object-oriented programming language", |
| 2463 | long_description = SUMMARY.strip(), |
| 2464 | license = "PSF license", |
Guido van Rossum | c1f779c | 2007-07-03 08:25:58 +0000 | [diff] [blame] | 2465 | classifiers = [x for x in CLASSIFIERS.split("\n") if x], |
Guido van Rossum | 14ee89c | 2003-02-20 02:52:04 +0000 | [diff] [blame] | 2466 | platforms = ["Many"], |
| 2467 | |
| 2468 | # Build info |
Georg Brandl | ff52f76 | 2010-12-28 09:51:43 +0000 | [diff] [blame] | 2469 | cmdclass = {'build_ext': PyBuildExt, |
| 2470 | 'build_scripts': PyBuildScripts, |
| 2471 | 'install': PyBuildInstall, |
| 2472 | 'install_lib': PyBuildInstallLib}, |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 2473 | # The struct module is defined here, because build_ext won't be |
| 2474 | # called unless there's at least one extension module defined. |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 2475 | ext_modules=[Extension('_struct', ['_struct.c'])], |
Andrew M. Kuchling | aece427 | 2001-02-28 20:56:49 +0000 | [diff] [blame] | 2476 | |
Georg Brandl | ff52f76 | 2010-12-28 09:51:43 +0000 | [diff] [blame] | 2477 | # If you change the scripts installed here, you also need to |
| 2478 | # check the PyBuildScripts command above, and change the links |
| 2479 | # created by the bininstall target in Makefile.pre.in |
Benjamin Peterson | dfea192 | 2009-05-23 17:13:14 +0000 | [diff] [blame] | 2480 | scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3", |
Brett Cannon | a8c3424 | 2018-04-20 14:15:40 -0700 | [diff] [blame] | 2481 | "Tools/scripts/2to3"] |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 2482 | ) |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 +0000 | [diff] [blame] | 2483 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 2484 | # --install-platlib |
| 2485 | if __name__ == '__main__': |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 +0000 | [diff] [blame] | 2486 | main() |