blob: 4f0f522bf8f06be7058796c187b9f48743995b9b [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Brett Cannonca5ff3a2013-06-15 17:52:59 -04004import sys, os, importlib.machinery, re, optparse
Christian Heimesaf98da12008-01-27 15:18:18 +00005from glob import glob
Eric Snow335e14d2014-01-04 15:09:28 -07006import importlib._bootstrap
7import importlib.util
Tarek Ziadéedacea32010-01-29 11:41:03 +00008import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:17 +00009
10from distutils import log
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000011from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000012from distutils.core import Extension, setup
13from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000014from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000015from distutils.command.install_lib import install_lib
Georg Brandlff52f762010-12-28 09:51:43 +000016from distutils.command.build_scripts import build_scripts
Stefan Krah095b2732010-06-08 13:41:44 +000017from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000018
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020019cross_compiling = "_PYTHON_HOST_PLATFORM" in os.environ
20
Benjamin Petersonacb8c522014-08-09 20:01:49 -070021# Add special CFLAGS reserved for building the interpreter and the stdlib
22# modules (Issue #21121).
23cflags = sysconfig.get_config_var('CFLAGS')
24py_cflags_nodist = sysconfig.get_config_var('PY_CFLAGS_NODIST')
25sysconfig.get_config_vars()['CFLAGS'] = cflags + ' ' + py_cflags_nodist
26
Antoine Pitrou2c0a9162014-09-26 23:31:59 +020027class Dummy:
28 """Hack for parallel build"""
29 ProcessPoolExecutor = None
30sys.modules['concurrent.futures.process'] = Dummy
31
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020032def get_platform():
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020033 # cross build
34 if "_PYTHON_HOST_PLATFORM" in os.environ:
35 return os.environ["_PYTHON_HOST_PLATFORM"]
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020036 # Get value of sys.platform
37 if sys.platform.startswith('osf1'):
38 return 'osf1'
39 return sys.platform
40host_platform = get_platform()
41
Gregory P. Smithb04ded42010-01-03 00:38:10 +000042# Were we compiled --with-pydebug or with #define Py_DEBUG?
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020043COMPILED_WITH_PYDEBUG = ('--with-pydebug' in sysconfig.get_config_var("CONFIG_ARGS"))
Gregory P. Smithb04ded42010-01-03 00:38:10 +000044
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000045# This global variable is used to hold the list of modules to be disabled.
46disabled_module_list = []
47
Michael W. Hudson39230b32002-01-16 15:26:48 +000048def add_dir_to_list(dirlist, dir):
Barry Warsaw807bd0a2010-11-24 20:30:00 +000049 """Add the directory 'dir' to the list 'dirlist' (after any relative
50 directories) if:
51
Michael W. Hudson39230b32002-01-16 15:26:48 +000052 1) 'dir' is not already in 'dirlist'
Barry Warsaw807bd0a2010-11-24 20:30:00 +000053 2) 'dir' actually exists, and is a directory.
54 """
55 if dir is None or not os.path.isdir(dir) or dir in dirlist:
56 return
57 for i, path in enumerate(dirlist):
58 if not os.path.isabs(path):
59 dirlist.insert(i + 1, dir)
Barry Warsaw34520cd2010-11-27 20:03:03 +000060 return
61 dirlist.insert(0, dir)
Michael W. Hudson39230b32002-01-16 15:26:48 +000062
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000063def macosx_sdk_root():
64 """
65 Return the directory of the current OSX SDK,
66 or '/' if no SDK was specified.
67 """
68 cflags = sysconfig.get_config_var('CFLAGS')
69 m = re.search(r'-isysroot\s+(\S+)', cflags)
70 if m is None:
71 sysroot = '/'
72 else:
73 sysroot = m.group(1)
74 return sysroot
75
76def is_macosx_sdk_path(path):
77 """
78 Returns True if 'path' can be located in an OSX SDK
79 """
Ned Deily2910a7b2012-07-30 02:35:58 -070080 return ( (path.startswith('/usr/') and not path.startswith('/usr/local'))
81 or path.startswith('/System/')
82 or path.startswith('/Library/') )
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000083
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000084def find_file(filename, std_dirs, paths):
85 """Searches for the directory where a given file is located,
86 and returns a possibly-empty list of additional directories, or None
87 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000088
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000089 'filename' is the name of a file, such as readline.h or libcrypto.a.
90 'std_dirs' is the list of standard system directories; if the
91 file is found in one of them, no additional directives are needed.
92 'paths' is a list of additional locations to check; if the file is
93 found in one of them, the resulting list will contain the directory.
94 """
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020095 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000096 # Honor the MacOSX SDK setting when one was specified.
97 # An SDK is a directory with the same structure as a real
98 # system, but with only header files and libraries.
99 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000100
101 # Check the standard locations
102 for dir in std_dirs:
103 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000104
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200105 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000106 f = os.path.join(sysroot, dir[1:], filename)
107
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000108 if os.path.exists(f): return []
109
110 # Check the additional directories
111 for dir in paths:
112 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000113
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200114 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000115 f = os.path.join(sysroot, dir[1:], filename)
116
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000117 if os.path.exists(f):
118 return [dir]
119
120 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000121 return None
122
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000123def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000124 result = compiler.find_library_file(std_dirs + paths, libname)
125 if result is None:
126 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +0000127
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200128 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000129 sysroot = macosx_sdk_root()
130
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000131 # Check whether the found file is in one of the standard directories
132 dirname = os.path.dirname(result)
133 for p in std_dirs:
134 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000135 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000136
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200137 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ned Deily020250f2016-02-25 00:56:38 +1100138 # Note that, as of Xcode 7, Apple SDKs may contain textual stub
139 # libraries with .tbd extensions rather than the normal .dylib
140 # shared libraries installed in /. The Apple compiler tool
141 # chain handles this transparently but it can cause problems
142 # for programs that are being built with an SDK and searching
143 # for specific libraries. Distutils find_library_file() now
144 # knows to also search for and return .tbd files. But callers
145 # of find_library_file need to keep in mind that the base filename
146 # of the returned SDK library file might have a different extension
147 # from that of the library file installed on the running system,
148 # for example:
149 # /Applications/Xcode.app/Contents/Developer/Platforms/
150 # MacOSX.platform/Developer/SDKs/MacOSX10.11.sdk/
151 # usr/lib/libedit.tbd
152 # vs
153 # /usr/lib/libedit.dylib
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000154 if os.path.join(sysroot, p[1:]) == dirname:
155 return [ ]
156
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000157 if p == dirname:
158 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000159
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000160 # Otherwise, it must have been in one of the additional directories,
161 # so we have to figure out which one.
162 for p in paths:
163 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000164 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000165
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200166 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000167 if os.path.join(sysroot, p[1:]) == dirname:
168 return [ p ]
169
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000170 if p == dirname:
171 return [p]
172 else:
173 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +0000174
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000175def module_enabled(extlist, modname):
176 """Returns whether the module 'modname' is present in the list
177 of extensions 'extlist'."""
178 extlist = [ext for ext in extlist if ext.name == modname]
179 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +0000180
Jack Jansen144ebcc2001-08-05 22:31:19 +0000181def find_module_file(module, dirlist):
182 """Find a module in a set of possible folders. If it is not found
183 return the unadorned filename"""
184 list = find_file(module, [], dirlist)
185 if not list:
186 return module
187 if len(list) > 1:
Vinay Sajipdd917f82016-08-31 08:22:29 +0100188 log.info("WARNING: multiple copies of %s found", module)
Jack Jansen144ebcc2001-08-05 22:31:19 +0000189 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000190
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000191class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000192
Guido van Rossumd8faa362007-04-27 19:54:29 +0000193 def __init__(self, dist):
194 build_ext.__init__(self, dist)
195 self.failed = []
Benjamin Peterson5c2ac8c2014-04-30 11:06:16 -0400196 self.failed_on_import = []
Antoine Pitrou2c0a9162014-09-26 23:31:59 +0200197 if '-j' in os.environ.get('MAKEFLAGS', ''):
198 self.parallel = True
Guido van Rossumd8faa362007-04-27 19:54:29 +0000199
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000200 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000201
202 # Detect which modules should be compiled
doko@ubuntu.comd5537d02013-03-21 13:21:49 -0700203 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000204
205 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22 +0000206 extensions = [ext for ext in self.extensions
207 if ext.name not in disabled_module_list]
208 # move ctypes to the end, it depends on other modules
209 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
210 if "_ctypes" in ext_map:
211 ctypes = extensions.pop(ext_map["_ctypes"])
212 extensions.append(ctypes)
213 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000214
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000215 # Fix up the autodetected modules, prefixing all the source files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000216 # with Modules/.
217 srcdir = sysconfig.get_config_var('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000218 if not srcdir:
219 # Maybe running on Windows but not using CYGWIN?
220 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer4d491a52009-02-06 00:27:50 +0000221 srcdir = os.path.abspath(srcdir)
Neil Schemenauer014bf282009-02-05 16:35:45 +0000222 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000223
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000224 # Fix up the paths for scripts, too
225 self.distribution.scripts = [os.path.join(srcdir, filename)
226 for filename in self.distribution.scripts]
227
Christian Heimesaf98da12008-01-27 15:18:18 +0000228 # Python header files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000229 headers = [sysconfig.get_config_h_filename()]
Stefan Kraheb977da2012-02-29 14:10:53 +0100230 headers += glob(os.path.join(sysconfig.get_path('include'), "*.h"))
Christian Heimesaf98da12008-01-27 15:18:18 +0000231
xdegayec0364fc2017-05-27 18:25:03 +0200232 # The sysconfig variables built by makesetup that list the already
233 # built modules and the disabled modules as configured by the Setup
234 # files.
235 sysconf_built = sysconfig.get_config_var('MODBUILT_NAMES').split()
236 sysconf_dis = sysconfig.get_config_var('MODDISABLED_NAMES').split()
Xavier de Gaye84968b72016-10-29 16:57:20 +0200237
xdegayec0364fc2017-05-27 18:25:03 +0200238 mods_built = []
239 mods_disabled = []
Xavier de Gaye84968b72016-10-29 16:57:20 +0200240 for ext in self.extensions:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000241 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000242 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000243 if ext.depends is not None:
Neil Schemenauer014bf282009-02-05 16:35:45 +0000244 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11 +0000245 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18 +0000246 else:
247 ext.depends = []
248 # re-compile extensions if a header file has been changed
249 ext.depends.extend(headers)
250
xdegayec0364fc2017-05-27 18:25:03 +0200251 # If a module has already been built or has been disabled in the
252 # Setup files, don't build it here.
253 if ext.name in sysconf_built:
254 mods_built.append(ext)
255 if ext.name in sysconf_dis:
256 mods_disabled.append(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000257
xdegayec0364fc2017-05-27 18:25:03 +0200258 mods_configured = mods_built + mods_disabled
259 if mods_configured:
Xavier de Gaye84968b72016-10-29 16:57:20 +0200260 self.extensions = [x for x in self.extensions if x not in
xdegayec0364fc2017-05-27 18:25:03 +0200261 mods_configured]
262 # Remove the shared libraries built by a previous build.
263 for ext in mods_configured:
264 fullpath = self.get_ext_fullpath(ext.name)
265 if os.path.exists(fullpath):
266 os.unlink(fullpath)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000267
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000268 # When you run "make CC=altcc" or something similar, you really want
269 # those environment variables passed into the setup.py phase. Here's
270 # a small set of useful ones.
271 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000272 args = {}
273 # unfortunately, distutils doesn't let us provide separate C and C++
274 # compilers
275 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000276 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
277 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé36797272010-07-22 12:50:05 +0000278 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000279
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000280 build_ext.build_extensions(self)
281
Antoine Pitrou2c0a9162014-09-26 23:31:59 +0200282 for ext in self.extensions:
283 self.check_extension_import(ext)
284
Berker Peksag1d82a9c2014-10-01 05:11:13 +0300285 longest = max([len(e.name) for e in self.extensions], default=0)
Benjamin Peterson5c2ac8c2014-04-30 11:06:16 -0400286 if self.failed or self.failed_on_import:
287 all_failed = self.failed + self.failed_on_import
288 longest = max(longest, max([len(name) for name in all_failed]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000289
290 def print_three_column(lst):
291 lst.sort(key=str.lower)
292 # guarantee zip() doesn't drop anything
293 while len(lst) % 3:
294 lst.append("")
295 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
296 print("%-*s %-*s %-*s" % (longest, e, longest, f,
297 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000298
299 if missing:
300 print()
Brett Cannonae95b4f2013-07-12 11:30:32 -0400301 print("Python build finished successfully!")
302 print("The necessary bits to build these optional modules were not "
303 "found:")
Guido van Rossumd8faa362007-04-27 19:54:29 +0000304 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000305 print("To find the necessary bits, look in setup.py in"
306 " detect_modules() for the module's name.")
307 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000308
xdegayec0364fc2017-05-27 18:25:03 +0200309 if mods_built:
310 print()
Xavier de Gaye84968b72016-10-29 16:57:20 +0200311 print("The following modules found by detect_modules() in"
312 " setup.py, have been")
313 print("built by the Makefile instead, as configured by the"
314 " Setup files:")
xdegayec0364fc2017-05-27 18:25:03 +0200315 print_three_column([ext.name for ext in mods_built])
316 print()
317
318 if mods_disabled:
319 print()
320 print("The following modules found by detect_modules() in"
321 " setup.py have not")
322 print("been built, they are *disabled* in the Setup files:")
323 print_three_column([ext.name for ext in mods_disabled])
324 print()
Xavier de Gaye84968b72016-10-29 16:57:20 +0200325
Guido van Rossumd8faa362007-04-27 19:54:29 +0000326 if self.failed:
327 failed = self.failed[:]
328 print()
329 print("Failed to build these modules:")
330 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000331 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000332
Benjamin Peterson5c2ac8c2014-04-30 11:06:16 -0400333 if self.failed_on_import:
334 failed = self.failed_on_import[:]
335 print()
336 print("Following modules built successfully"
337 " but were removed because they could not be imported:")
338 print_three_column(failed)
339 print()
340
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000341 def build_extension(self, ext):
342
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000343 if ext.name == '_ctypes':
344 if not self.configure_ctypes(ext):
Zachary Waref40d4dd2016-09-17 01:25:24 -0500345 self.failed.append(ext.name)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000346 return
347
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000348 try:
349 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56 +0000350 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000351 self.announce('WARNING: building of extension "%s" failed: %s' %
352 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000353 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000354 return
Antoine Pitrou2c0a9162014-09-26 23:31:59 +0200355
356 def check_extension_import(self, ext):
357 # Don't try to import an extension that has failed to compile
358 if ext.name in self.failed:
359 self.announce(
360 'WARNING: skipping import check for failed build "%s"' %
361 ext.name, level=1)
362 return
363
Jack Jansenf49c6f92001-11-01 14:44:15 +0000364 # Workaround for Mac OS X: The Carbon-based modules cannot be
365 # reliably imported into a command-line Python
366 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000367 self.announce(
368 'WARNING: skipping import check for Carbon-based "%s"' %
369 ext.name)
370 return
Georg Brandlfcaf9102008-07-16 02:17:56 +0000371
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200372 if host_platform == 'darwin' and (
Benjamin Petersonfc576352008-07-16 02:39:02 +0000373 sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):
Georg Brandlfcaf9102008-07-16 02:17:56 +0000374 # Don't bother doing an import check when an extension was
375 # build with an explicit '-arch' flag on OSX. That's currently
376 # only used to build 32-bit only extensions in a 4-way
377 # universal build and loading 32-bit code into a 64-bit
378 # process will fail.
379 self.announce(
380 'WARNING: skipping import check for "%s"' %
381 ext.name)
382 return
383
Jason Tishler24cf7762002-05-22 16:46:15 +0000384 # Workaround for Cygwin: Cygwin currently has fork issues when many
385 # modules have been imported
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200386 if host_platform == 'cygwin':
Jason Tishler24cf7762002-05-22 16:46:15 +0000387 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
388 % ext.name)
389 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000390 ext_filename = os.path.join(
391 self.build_lib,
392 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Guido van Rossumc3fee692008-07-17 16:23:53 +0000393
394 # If the build directory didn't exist when setup.py was
395 # started, sys.path_importer_cache has a negative result
396 # cached. Clear that cache before trying to import.
397 sys.path_importer_cache.clear()
398
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200399 # Don't try to load extensions for cross builds
400 if cross_compiling:
401 return
402
Brett Cannonca5ff3a2013-06-15 17:52:59 -0400403 loader = importlib.machinery.ExtensionFileLoader(ext.name, ext_filename)
Eric Snow335e14d2014-01-04 15:09:28 -0700404 spec = importlib.util.spec_from_file_location(ext.name, ext_filename,
405 loader=loader)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000406 try:
Brett Cannon2a17bde2014-05-30 14:55:29 -0400407 importlib._bootstrap._load(spec)
Guido van Rossumb940e112007-01-10 16:19:56 +0000408 except ImportError as why:
Benjamin Peterson5c2ac8c2014-04-30 11:06:16 -0400409 self.failed_on_import.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000410 self.announce('*** WARNING: renaming "%s" since importing it'
411 ' failed: %s' % (ext.name, why), level=3)
412 assert not self.inplace
413 basename, tail = os.path.splitext(ext_filename)
414 newname = basename + "_failed" + tail
415 if os.path.exists(newname):
416 os.remove(newname)
417 os.rename(ext_filename, newname)
418
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000419 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000420 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000421 self.announce('*** WARNING: importing extension "%s" '
422 'failed with %s: %s' % (ext.name, exc_type, why),
423 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000424 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000425
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400426 def add_multiarch_paths(self):
427 # Debian/Ubuntu multiarch support.
428 # https://wiki.ubuntu.com/MultiarchSpec
doko@ubuntu.com3277b352012-08-08 12:15:55 +0200429 cc = sysconfig.get_config_var('CC')
430 tmpfile = os.path.join(self.build_temp, 'multiarch')
431 if not os.path.exists(self.build_temp):
432 os.makedirs(self.build_temp)
433 ret = os.system(
434 '%s -print-multiarch > %s 2> /dev/null' % (cc, tmpfile))
435 multiarch_path_component = ''
436 try:
437 if ret >> 8 == 0:
438 with open(tmpfile) as fp:
439 multiarch_path_component = fp.readline().strip()
440 finally:
441 os.unlink(tmpfile)
442
443 if multiarch_path_component != '':
444 add_dir_to_list(self.compiler.library_dirs,
445 '/usr/lib/' + multiarch_path_component)
446 add_dir_to_list(self.compiler.include_dirs,
447 '/usr/include/' + multiarch_path_component)
448 return
449
Barry Warsaw88e19452011-04-07 10:40:36 -0400450 if not find_executable('dpkg-architecture'):
451 return
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200452 opt = ''
453 if cross_compiling:
454 opt = '-t' + sysconfig.get_config_var('HOST_GNU_TYPE')
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400455 tmpfile = os.path.join(self.build_temp, 'multiarch')
456 if not os.path.exists(self.build_temp):
457 os.makedirs(self.build_temp)
458 ret = os.system(
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200459 'dpkg-architecture %s -qDEB_HOST_MULTIARCH > %s 2> /dev/null' %
460 (opt, tmpfile))
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400461 try:
462 if ret >> 8 == 0:
463 with open(tmpfile) as fp:
464 multiarch_path_component = fp.readline().strip()
465 add_dir_to_list(self.compiler.library_dirs,
466 '/usr/lib/' + multiarch_path_component)
467 add_dir_to_list(self.compiler.include_dirs,
468 '/usr/include/' + multiarch_path_component)
469 finally:
470 os.unlink(tmpfile)
471
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200472 def add_gcc_paths(self):
473 gcc = sysconfig.get_config_var('CC')
474 tmpfile = os.path.join(self.build_temp, 'gccpaths')
475 if not os.path.exists(self.build_temp):
476 os.makedirs(self.build_temp)
477 ret = os.system('%s -E -v - </dev/null 2>%s 1>/dev/null' % (gcc, tmpfile))
478 is_gcc = False
479 in_incdirs = False
480 inc_dirs = []
481 lib_dirs = []
482 try:
483 if ret >> 8 == 0:
484 with open(tmpfile) as fp:
485 for line in fp.readlines():
486 if line.startswith("gcc version"):
487 is_gcc = True
488 elif line.startswith("#include <...>"):
489 in_incdirs = True
490 elif line.startswith("End of search list"):
491 in_incdirs = False
492 elif is_gcc and line.startswith("LIBRARY_PATH"):
493 for d in line.strip().split("=")[1].split(":"):
494 d = os.path.normpath(d)
495 if '/gcc/' not in d:
496 add_dir_to_list(self.compiler.library_dirs,
497 d)
498 elif is_gcc and in_incdirs and '/gcc/' not in line:
499 add_dir_to_list(self.compiler.include_dirs,
500 line.strip())
501 finally:
502 os.unlink(tmpfile)
503
Victor Stinnerdef80722016-04-19 15:58:11 +0200504 def detect_math_libs(self):
505 # Check for MacOS X, which doesn't need libm.a at all
506 if host_platform == 'darwin':
507 return []
508 else:
509 return ['m']
510
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000511 def detect_modules(self):
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000512 # Ensure that /usr/local is always used, but the local build
513 # directories (i.e. '.' and 'Include') must be first. See issue
514 # 10520.
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200515 if not cross_compiling:
516 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
517 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200518 # only change this for cross builds for 3.3, issues on Mageia
519 if cross_compiling:
520 self.add_gcc_paths()
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400521 self.add_multiarch_paths()
Michael W. Hudson39230b32002-01-16 15:26:48 +0000522
Brett Cannon516592f2004-12-07 00:42:59 +0000523 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000524 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000525 # We must get the values from the Makefile and not the environment
526 # directly since an inconsistently reproducible issue comes up where
527 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000528 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000529 for env_var, arg_name, dir_list in (
Tarek Ziadé36797272010-07-22 12:50:05 +0000530 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
531 ('LDFLAGS', '-L', self.compiler.library_dirs),
532 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000533 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000534 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000535 # To prevent optparse from raising an exception about any
Skip Montanaroa5c2a512008-10-07 02:51:48 +0000536 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000537 # all double dashes and any dashes followed by a character
538 # that is not for the option we are dealing with.
539 #
540 # Please note that order of the regex is important! We must
541 # strip out double-dashes first so that we don't end up with
542 # substituting "--Long" to "-Long" and thus lead to "ong" being
543 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05 +0000544 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
545 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000546 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000547 # Make sure that allowing args interspersed with options is
548 # allowed
549 parser.allow_interspersed_args = True
550 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000551 parser.add_option(arg_name, dest="dirs", action="append")
552 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000553 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08 +0000554 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000555 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000556
Xavier de Gaye1351c312016-12-14 11:14:33 +0100557 if (not cross_compiling and
558 os.path.normpath(sys.base_prefix) != '/usr' and
559 not sysconfig.get_config_var('PYTHONFRAMEWORK')):
Ronald Oussorenf3500e12010-10-20 13:10:12 +0000560 # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework
561 # (PYTHONFRAMEWORK is set) to avoid # linking problems when
562 # building a framework with different architectures than
563 # the one that is currently installed (issue #7473)
Tarek Ziadé36797272010-07-22 12:50:05 +0000564 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000565 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé36797272010-07-22 12:50:05 +0000566 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000567 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000568
569 # lib_dirs and inc_dirs are used to search for files;
570 # if a file is found in one of those directories, it can
571 # be assumed that no additional -I,-L directives are needed.
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200572 if not cross_compiling:
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200573 lib_dirs = self.compiler.library_dirs + [
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200574 '/lib64', '/usr/lib64',
575 '/lib', '/usr/lib',
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200576 ]
577 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Christian Heimesf19529c2012-12-12 12:41:00 +0100578 else:
Christian Heimesd7832612012-12-12 12:56:51 +0100579 lib_dirs = self.compiler.library_dirs[:]
580 inc_dirs = self.compiler.include_dirs[:]
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000581 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29 +0000582 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000583
Brett Cannon4454a1f2005-04-15 20:32:39 +0000584 config_h = sysconfig.get_config_h_filename()
Brett Cannon9f5db072010-10-29 20:19:27 +0000585 with open(config_h) as file:
586 config_h_vars = sysconfig.parse_config_h(file)
Brett Cannon4454a1f2005-04-15 20:32:39 +0000587
Neil Schemenauer014bf282009-02-05 16:35:45 +0000588 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000589
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000590 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200591 if host_platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000592 lib_dirs += ['/usr/ccs/lib']
593
Charles-François Natali5739e102012-04-12 19:07:25 +0200594 # HP-UX11iv3 keeps files in lib/hpux folders.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200595 if host_platform == 'hp-ux11':
Charles-François Natali5739e102012-04-12 19:07:25 +0200596 lib_dirs += ['/usr/lib/hpux64', '/usr/lib/hpux32']
597
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200598 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47 +0000599 # This should work on any unixy platform ;-)
600 # If the user has bothered specifying additional -I and -L flags
601 # in OPT and LDFLAGS we might as well use them here.
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000602 #
603 # NOTE: using shlex.split would technically be more correct, but
604 # also gives a bootstrap problem. Let's hope nobody uses
605 # directories with whitespace in the name to store libraries.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000606 cflags, ldflags = sysconfig.get_config_vars(
607 'CFLAGS', 'LDFLAGS')
608 for item in cflags.split():
609 if item.startswith('-I'):
610 inc_dirs.append(item[2:])
611
612 for item in ldflags.split():
613 if item.startswith('-L'):
614 lib_dirs.append(item[2:])
615
Victor Stinnerdef80722016-04-19 15:58:11 +0200616 math_libs = self.detect_math_libs()
Michael W. Hudson5b109102002-01-23 15:04:41 +0000617
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000618 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
619
620 #
621 # The following modules are all pretty straightforward, and compile
622 # on pretty much any POSIXish platform.
623 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000624
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000625 # array objects
626 exts.append( Extension('array', ['arraymodule.c']) )
Martin Panterc9deece2016-02-03 05:19:44 +0000627
628 shared_math = 'Modules/_math.o'
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000629 # complex math library functions
Martin Panterc9deece2016-02-03 05:19:44 +0000630 exts.append( Extension('cmath', ['cmathmodule.c'],
631 extra_objects=[shared_math],
632 depends=['_math.h', shared_math],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000633 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000634 # math library functions, e.g. sin()
Martin Panterc9deece2016-02-03 05:19:44 +0000635 exts.append( Extension('math', ['mathmodule.c'],
636 extra_objects=[shared_math],
637 depends=['_math.h', shared_math],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000638 libraries=math_libs) )
Victor Stinnere0be4232011-10-25 13:06:09 +0200639
640 # time libraries: librt may be needed for clock_gettime()
641 time_libs = []
642 lib = sysconfig.get_config_var('TIMEMODULE_LIB')
643 if lib:
644 time_libs.append(lib)
645
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000646 # time operations and variables
Victor Stinner5d272cc2012-03-13 13:35:55 +0100647 exts.append( Extension('time', ['timemodule.c'],
Victor Stinnere0be4232011-10-25 13:06:09 +0200648 libraries=time_libs) )
Victor Stinnerdef80722016-04-19 15:58:11 +0200649 # math_libs is needed by delta_new() that uses round() and by accum()
650 # that uses modf().
651 exts.append( Extension('_datetime', ['_datetimemodule.c'],
652 libraries=math_libs) )
Christian Heimesfe337bf2008-03-23 21:54:12 +0000653 # random number generator implemented in C
654 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000655 # bisect
656 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000657 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000658 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Alexandre Vassalottica2d6102008-06-12 18:26:05 +0000659 # C-optimized pickle replacement
660 exts.append( Extension("_pickle", ["_pickle.c"]) )
Collin Winter670e6922007-03-21 02:57:17 +0000661 # atexit
662 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Christian Heimes90540002008-05-08 14:29:10 +0000663 # _json speedups
664 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000665 # Python C API test module
Mark Dickinsona06f44b2009-02-10 16:18:22 +0000666 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
667 depends=['testcapi_long.h']) )
Stefan Krah9a2d99e2012-02-25 12:24:21 +0100668 # Python PEP-3118 (buffer protocol) test module
669 exts.append( Extension('_testbuffer', ['_testbuffer.c']) )
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200670 # Test loading multiple modules from one compiled file (http://bugs.python.org/issue16421)
671 exts.append( Extension('_testimportmultiple', ['_testimportmultiple.c']) )
Nick Coghland5cacbb2015-05-23 22:24:10 +1000672 # Test multi-phase extension module init (PEP 489)
673 exts.append( Extension('_testmultiphase', ['_testmultiphase.c']) )
Fred Drake0e474a82007-10-11 18:01:43 +0000674 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56 +0000675 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000676 # static Unicode character database
Benjamin Peterson67752312016-09-14 23:53:47 -0700677 exts.append( Extension('unicodedata', ['unicodedata.c'],
678 depends=['unicodedata_db.h', 'unicodename_db.h']) )
Larry Hastings3a907972013-11-23 14:49:22 -0800679 # _opcode module
680 exts.append( Extension('_opcode', ['_opcode.c']) )
INADA Naoki9f2ce252016-10-15 15:39:19 +0900681 # asyncio speedups
682 exts.append( Extension("_asyncio", ["_asynciomodule.c"]) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000683
684 # Modules with some UNIX dependencies -- on by default:
685 # (If you have a really backward UNIX, select and socket may not be
686 # supported...)
687
688 # fcntl(2) and ioctl(2)
Antoine Pitroua3000072010-09-07 14:52:42 +0000689 libs = []
690 if (config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)):
691 # May be necessary on AIX for flock function
692 libs = ['bsd']
693 exts.append( Extension('fcntl', ['fcntlmodule.c'], libraries=libs) )
Ronald Oussoren94f25282010-05-05 19:11:21 +0000694 # pwd(3)
695 exts.append( Extension('pwd', ['pwdmodule.c']) )
696 # grp(3)
697 exts.append( Extension('grp', ['grpmodule.c']) )
698 # spwd, shadow passwords
699 if (config_h_vars.get('HAVE_GETSPNAM', False) or
700 config_h_vars.get('HAVE_GETSPENT', False)):
701 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000702 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000703 missing.append('spwd')
Guido van Rossumd8faa362007-04-27 19:54:29 +0000704
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000705 # select(2); not on ancient System V
706 exts.append( Extension('select', ['selectmodule.c']) )
707
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000708 # Fred Drake's interface to the Python parser
709 exts.append( Extension('parser', ['parsermodule.c']) )
710
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000711 # Memory-mapped files (also works on Win32).
Ronald Oussoren94f25282010-05-05 19:11:21 +0000712 exts.append( Extension('mmap', ['mmapmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000713
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000714 # Lance Ellinghaus's syslog module
Ronald Oussoren94f25282010-05-05 19:11:21 +0000715 # syslog daemon interface
716 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000717
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000718 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000719 # Here ends the simple stuff. From here on, modules need certain
720 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000721 #
722
723 # Multimedia modules
724 # These don't work for 64-bit platforms!!!
725 # These represent audio samples or images as strings:
Victor Stinnerdef80722016-04-19 15:58:11 +0200726 #
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000727 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000728 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000729 # 64-bit platforms.
Victor Stinnerdef80722016-04-19 15:58:11 +0200730 #
731 # audioop needs math_libs for floor() in multiple functions.
732 exts.append( Extension('audioop', ['audioop.c'],
733 libraries=math_libs) )
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000734
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000735 # readline
Tarek Ziadé36797272010-07-22 12:50:05 +0000736 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krah095b2732010-06-08 13:41:44 +0000737 readline_termcap_library = ""
738 curses_library = ""
doko@ubuntu.com58844492012-06-30 18:25:32 +0200739 # Cannot use os.popen here in py3k.
740 tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib')
741 if not os.path.exists(self.build_temp):
742 os.makedirs(self.build_temp)
Stefan Krah095b2732010-06-08 13:41:44 +0000743 # Determine if readline is already linked against curses or tinfo.
doko@ubuntu.com58844492012-06-30 18:25:32 +0200744 if do_readline:
745 if cross_compiling:
746 ret = os.system("%s -d %s | grep '(NEEDED)' > %s" \
747 % (sysconfig.get_config_var('READELF'),
748 do_readline, tmpfile))
749 elif find_executable('ldd'):
750 ret = os.system("ldd %s > %s" % (do_readline, tmpfile))
751 else:
752 ret = 256
doko@ubuntu.com4c990712012-06-30 23:28:09 +0200753 if ret >> 8 == 0:
Brett Cannon9f5db072010-10-29 20:19:27 +0000754 with open(tmpfile) as fp:
755 for ln in fp:
756 if 'curses' in ln:
757 readline_termcap_library = re.sub(
758 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
759 ).rstrip()
760 break
761 # termcap interface split out from ncurses
762 if 'tinfo' in ln:
763 readline_termcap_library = 'tinfo'
764 break
doko@ubuntu.com4c990712012-06-30 23:28:09 +0200765 if os.path.exists(tmpfile):
766 os.unlink(tmpfile)
Stefan Krah095b2732010-06-08 13:41:44 +0000767 # Issue 7384: If readline is already linked against curses,
768 # use the same library for the readline and curses modules.
769 if 'curses' in readline_termcap_library:
770 curses_library = readline_termcap_library
Tarek Ziadé36797272010-07-22 12:50:05 +0000771 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
Stefan Krah095b2732010-06-08 13:41:44 +0000772 curses_library = 'ncursesw'
Tarek Ziadé36797272010-07-22 12:50:05 +0000773 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000774 curses_library = 'ncurses'
Tarek Ziadé36797272010-07-22 12:50:05 +0000775 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000776 curses_library = 'curses'
777
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200778 if host_platform == 'darwin':
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000779 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren961683a2010-03-08 07:09:59 +0000780 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
Ned Deily04cdfa12014-06-25 13:36:14 -0700781 if (dep_target and
782 (tuple(int(n) for n in dep_target.split('.')[0:2])
783 < (10, 5) ) ):
Ronald Oussoren961683a2010-03-08 07:09:59 +0000784 os_release = 8
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000785 if os_release < 9:
786 # MacOSX 10.4 has a broken readline. Don't try to build
787 # the readline module unless the user has installed a fixed
788 # readline package
789 if find_file('readline/rlconf.h', inc_dirs, []) is None:
790 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000791 if do_readline:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200792 if host_platform == 'darwin' and os_release < 9:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000793 # In every directory on the search path search for a dynamic
794 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19 +0000795 # for dynamic libraries on the entire path.
Martin Pantere26da7c2016-06-02 10:07:09 +0000796 # This way a statically linked custom readline gets picked up
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000797 # before the (possibly broken) dynamic library in /usr/lib.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000798 readline_extra_link_args = ('-Wl,-search_paths_first',)
799 else:
800 readline_extra_link_args = ()
801
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000802 readline_libs = ['readline']
Stefan Krah095b2732010-06-08 13:41:44 +0000803 if readline_termcap_library:
804 pass # Issue 7384: Already linked against curses or tinfo.
805 elif curses_library:
806 readline_libs.append(curses_library)
Tarek Ziadé36797272010-07-22 12:50:05 +0000807 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000808 ['/usr/lib/termcap'],
809 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000810 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000811 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000812 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47 +0000813 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000814 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000815 else:
816 missing.append('readline')
817
Ronald Oussoren94f25282010-05-05 19:11:21 +0000818 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000819
Tarek Ziadé36797272010-07-22 12:50:05 +0000820 if self.compiler.find_library_file(lib_dirs, 'crypt'):
Ronald Oussoren94f25282010-05-05 19:11:21 +0000821 libs = ['crypt']
Guido van Rossumd8faa362007-04-27 19:54:29 +0000822 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000823 libs = []
Sean Reifscheidere2dfefb2011-02-22 10:55:44 +0000824 exts.append( Extension('_crypt', ['_cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000825
Skip Montanaroba9e9782003-03-20 23:34:22 +0000826 # CSV files
827 exts.append( Extension('_csv', ['_csv.c']) )
828
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +0000829 # POSIX subprocess module helper.
830 exts.append( Extension('_posixsubprocess', ['_posixsubprocess.c']) )
831
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000832 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000833 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000834 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000835 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000836 search_for_ssl_incs_in = [
837 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000838 '/usr/contrib/ssl/include/'
839 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000840 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
841 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000842 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000843 if ssl_incs is not None:
844 krb5_h = find_file('krb5.h', inc_dirs,
845 ['/usr/kerberos/include'])
846 if krb5_h:
847 ssl_incs += krb5_h
Tarek Ziadé36797272010-07-22 12:50:05 +0000848 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000849 ['/usr/local/ssl/lib',
850 '/usr/contrib/ssl/lib/'
851 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000852
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000853 if (ssl_incs is not None and
854 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000855 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000856 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000857 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000858 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000859 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000860 else:
861 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000862
Gregory P. Smithade97332005-08-23 21:19:40 +0000863 # find out which version of OpenSSL we have
864 openssl_ver = 0
865 openssl_ver_re = re.compile(
R David Murray44b548d2016-09-08 13:59:53 -0400866 r'^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40 +0000867
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000868 # look for the openssl version header on the compiler search path.
869 opensslv_h = find_file('openssl/opensslv.h', [],
870 inc_dirs + search_for_ssl_incs_in)
871 if opensslv_h:
872 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200873 if host_platform == 'darwin' and is_macosx_sdk_path(name):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000874 name = os.path.join(macosx_sdk_root(), name[1:])
875 try:
Brett Cannon9f5db072010-10-29 20:19:27 +0000876 with open(name, 'r') as incfile:
877 for line in incfile:
878 m = openssl_ver_re.match(line)
879 if m:
Antoine Pitrou2463e5f2013-03-28 22:24:43 +0100880 openssl_ver = int(m.group(1), 16)
881 break
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000882 except IOError as msg:
883 print("IOError while reading opensshv.h:", msg)
Gregory P. Smithade97332005-08-23 21:19:40 +0000884
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000885 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000886 min_openssl_ver = 0x00907000
887 have_any_openssl = ssl_incs is not None and ssl_libs is not None
888 have_usable_openssl = (have_any_openssl and
889 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000890
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000891 if have_any_openssl:
892 if have_usable_openssl:
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000893 # The _hashlib module wraps optimized implementations
894 # of hash functions from the OpenSSL library.
895 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000896 depends = ['hashlib.h'],
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000897 include_dirs = ssl_incs,
898 library_dirs = ssl_libs,
899 libraries = ['ssl', 'crypto']) )
900 else:
901 print("warning: openssl 0x%08x is too old for _hashlib" %
902 openssl_ver)
903 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000904
Antoine Pitrou019ff192012-05-16 16:41:26 +0200905 # We always compile these even when OpenSSL is available (issue #14693).
906 # It's harmless and the object code is tiny (40-50 KB per module,
907 # only loaded when actually used).
908 exts.append( Extension('_sha256', ['sha256module.c'],
909 depends=['hashlib.h']) )
910 exts.append( Extension('_sha512', ['sha512module.c'],
911 depends=['hashlib.h']) )
912 exts.append( Extension('_md5', ['md5module.c'],
913 depends=['hashlib.h']) )
914 exts.append( Extension('_sha1', ['sha1module.c'],
915 depends=['hashlib.h']) )
Gregory P. Smith2f21eb32007-09-09 06:44:34 +0000916
Christian Heimes3c397e42016-09-06 22:35:14 +0200917 blake2_deps = glob(os.path.join(os.getcwd(), srcdir,
918 'Modules/_blake2/impl/*'))
Christian Heimes121b9482016-09-06 22:03:25 +0200919 blake2_deps.append('hashlib.h')
920
921 blake2_macros = []
Neil Schemenauer6c991bd2017-04-28 09:56:48 -0700922 if (not cross_compiling and
923 os.uname().machine == "x86_64" and
924 sys.maxsize > 2**32):
925 # Every x86_64 machine has at least SSE2. Check for sys.maxsize
926 # in case that kernel is 64-bit but userspace is 32-bit.
Christian Heimes121b9482016-09-06 22:03:25 +0200927 blake2_macros.append(('BLAKE2_USE_SSE', '1'))
928
929 exts.append( Extension('_blake2',
930 ['_blake2/blake2module.c',
931 '_blake2/blake2b_impl.c',
932 '_blake2/blake2s_impl.c'],
933 define_macros=blake2_macros,
934 depends=blake2_deps) )
935
Christian Heimes6fe2a752016-09-07 11:58:24 +0200936 sha3_deps = glob(os.path.join(os.getcwd(), srcdir,
937 'Modules/_sha3/kcp/*'))
938 sha3_deps.append('hashlib.h')
939 exts.append( Extension('_sha3',
940 ['_sha3/sha3module.c'],
941 depends=sha3_deps))
942
Georg Brandl489cb4f2009-07-11 10:08:49 +0000943 # Modules that provide persistent dictionary-like semantics. You will
944 # probably want to arrange for at least one of them to be available on
945 # your machine, though none are defined by default because of library
946 # dependencies. The Python module dbm/__init__.py provides an
947 # implementation independent wrapper for these; dbm/dumb.py provides
948 # similar functionality (but slower of course) implemented in Python.
949
950 # Sleepycat^WOracle Berkeley DB interface.
951 # http://www.oracle.com/database/berkeley-db/db/index.html
952 #
953 # This requires the Sleepycat^WOracle DB code. The supported versions
954 # are set below. Visit the URL above to download
955 # a release. Most open source OSes come with one or more
956 # versions of BerkeleyDB already installed.
957
doko@ubuntu.com15bac0f2012-07-01 10:35:54 +0200958 max_db_ver = (5, 3)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000959 min_db_ver = (3, 3)
960 db_setup_debug = False # verbose debug prints from this script?
961
962 def allow_db_ver(db_ver):
963 """Returns a boolean if the given BerkeleyDB version is acceptable.
964
965 Args:
966 db_ver: A tuple of the version to verify.
967 """
968 if not (min_db_ver <= db_ver <= max_db_ver):
969 return False
970 return True
971
972 def gen_db_minor_ver_nums(major):
973 if major == 4:
974 for x in range(max_db_ver[1]+1):
975 if allow_db_ver((4, x)):
976 yield x
977 elif major == 3:
978 for x in (3,):
979 if allow_db_ver((3, x)):
980 yield x
981 else:
982 raise ValueError("unknown major BerkeleyDB version", major)
983
984 # construct a list of paths to look for the header file in on
985 # top of the normal inc_dirs.
986 db_inc_paths = [
987 '/usr/include/db4',
988 '/usr/local/include/db4',
989 '/opt/sfw/include/db4',
990 '/usr/include/db3',
991 '/usr/local/include/db3',
992 '/opt/sfw/include/db3',
993 # Fink defaults (http://fink.sourceforge.net/)
994 '/sw/include/db4',
995 '/sw/include/db3',
996 ]
997 # 4.x minor number specific paths
998 for x in gen_db_minor_ver_nums(4):
999 db_inc_paths.append('/usr/include/db4%d' % x)
1000 db_inc_paths.append('/usr/include/db4.%d' % x)
1001 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
1002 db_inc_paths.append('/usr/local/include/db4%d' % x)
1003 db_inc_paths.append('/pkg/db-4.%d/include' % x)
1004 db_inc_paths.append('/opt/db-4.%d/include' % x)
1005 # MacPorts default (http://www.macports.org/)
1006 db_inc_paths.append('/opt/local/include/db4%d' % x)
1007 # 3.x minor number specific paths
1008 for x in gen_db_minor_ver_nums(3):
1009 db_inc_paths.append('/usr/include/db3%d' % x)
1010 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
1011 db_inc_paths.append('/usr/local/include/db3%d' % x)
1012 db_inc_paths.append('/pkg/db-3.%d/include' % x)
1013 db_inc_paths.append('/opt/db-3.%d/include' % x)
1014
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +02001015 if cross_compiling:
1016 db_inc_paths = []
1017
Georg Brandl489cb4f2009-07-11 10:08:49 +00001018 # Add some common subdirectories for Sleepycat DB to the list,
1019 # based on the standard include directories. This way DB3/4 gets
1020 # picked up when it is installed in a non-standard prefix and
1021 # the user has added that prefix into inc_dirs.
1022 std_variants = []
1023 for dn in inc_dirs:
1024 std_variants.append(os.path.join(dn, 'db3'))
1025 std_variants.append(os.path.join(dn, 'db4'))
1026 for x in gen_db_minor_ver_nums(4):
1027 std_variants.append(os.path.join(dn, "db4%d"%x))
1028 std_variants.append(os.path.join(dn, "db4.%d"%x))
1029 for x in gen_db_minor_ver_nums(3):
1030 std_variants.append(os.path.join(dn, "db3%d"%x))
1031 std_variants.append(os.path.join(dn, "db3.%d"%x))
1032
1033 db_inc_paths = std_variants + db_inc_paths
1034 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
1035
1036 db_ver_inc_map = {}
1037
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001038 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001039 sysroot = macosx_sdk_root()
1040
Georg Brandl489cb4f2009-07-11 10:08:49 +00001041 class db_found(Exception): pass
1042 try:
1043 # See whether there is a Sleepycat header in the standard
1044 # search path.
1045 for d in inc_dirs + db_inc_paths:
1046 f = os.path.join(d, "db.h")
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001047 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001048 f = os.path.join(sysroot, d[1:], "db.h")
1049
Georg Brandl489cb4f2009-07-11 10:08:49 +00001050 if db_setup_debug: print("db: looking for db.h in", f)
1051 if os.path.exists(f):
Brett Cannon9f5db072010-10-29 20:19:27 +00001052 with open(f, 'rb') as file:
1053 f = file.read()
Benjamin Peterson019f3612009-08-12 18:18:03 +00001054 m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +00001055 if m:
1056 db_major = int(m.group(1))
Benjamin Peterson019f3612009-08-12 18:18:03 +00001057 m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +00001058 db_minor = int(m.group(1))
1059 db_ver = (db_major, db_minor)
1060
1061 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
1062 if db_ver == (4, 6):
Benjamin Peterson019f3612009-08-12 18:18:03 +00001063 m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +00001064 db_patch = int(m.group(1))
1065 if db_patch < 21:
1066 print("db.h:", db_ver, "patch", db_patch,
1067 "being ignored (4.6.x must be >= 4.6.21)")
1068 continue
1069
1070 if ( (db_ver not in db_ver_inc_map) and
1071 allow_db_ver(db_ver) ):
1072 # save the include directory with the db.h version
1073 # (first occurrence only)
1074 db_ver_inc_map[db_ver] = d
1075 if db_setup_debug:
1076 print("db.h: found", db_ver, "in", d)
1077 else:
1078 # we already found a header for this library version
1079 if db_setup_debug: print("db.h: ignoring", d)
1080 else:
1081 # ignore this header, it didn't contain a version number
1082 if db_setup_debug:
1083 print("db.h: no version number version in", d)
1084
1085 db_found_vers = list(db_ver_inc_map.keys())
1086 db_found_vers.sort()
1087
1088 while db_found_vers:
1089 db_ver = db_found_vers.pop()
1090 db_incdir = db_ver_inc_map[db_ver]
1091
1092 # check lib directories parallel to the location of the header
1093 db_dirs_to_check = [
1094 db_incdir.replace("include", 'lib64'),
1095 db_incdir.replace("include", 'lib'),
1096 ]
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001097
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001098 if host_platform != 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001099 db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check))
1100
1101 else:
1102 # Same as other branch, but takes OSX SDK into account
1103 tmp = []
1104 for dn in db_dirs_to_check:
1105 if is_macosx_sdk_path(dn):
1106 if os.path.isdir(os.path.join(sysroot, dn[1:])):
1107 tmp.append(dn)
1108 else:
1109 if os.path.isdir(dn):
1110 tmp.append(dn)
Ronald Oussorendc969e52010-06-27 12:37:46 +00001111 db_dirs_to_check = tmp
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001112
1113 db_dirs_to_check = tmp
Georg Brandl489cb4f2009-07-11 10:08:49 +00001114
Ezio Melotti42da6632011-03-15 05:18:48 +02001115 # Look for a version specific db-X.Y before an ambiguous dbX
Georg Brandl489cb4f2009-07-11 10:08:49 +00001116 # XXX should we -ever- look for a dbX name? Do any
1117 # systems really not name their library by version and
1118 # symlink to more general names?
1119 for dblib in (('db-%d.%d' % db_ver),
1120 ('db%d%d' % db_ver),
1121 ('db%d' % db_ver[0])):
1122 dblib_file = self.compiler.find_library_file(
1123 db_dirs_to_check + lib_dirs, dblib )
1124 if dblib_file:
1125 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
1126 raise db_found
1127 else:
1128 if db_setup_debug: print("db lib: ", dblib, "not found")
1129
1130 except db_found:
1131 if db_setup_debug:
1132 print("bsddb using BerkeleyDB lib:", db_ver, dblib)
1133 print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir)
Georg Brandl489cb4f2009-07-11 10:08:49 +00001134 dblibs = [dblib]
doko@ubuntu.coma3818a32014-04-17 17:52:48 +02001135 # Only add the found library and include directories if they aren't
1136 # already being searched. This avoids an explicit runtime library
1137 # dependency.
1138 if db_incdir in inc_dirs:
1139 db_incs = None
1140 else:
1141 db_incs = [db_incdir]
1142 if dblib_dir[0] in lib_dirs:
1143 dblib_dir = None
Georg Brandl489cb4f2009-07-11 10:08:49 +00001144 else:
1145 if db_setup_debug: print("db: no appropriate library found")
1146 db_incs = None
1147 dblibs = []
1148 dblib_dir = None
1149
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001150 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:30 +00001151 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001152
1153 # We hunt for #define SQLITE_VERSION "n.n.n"
1154 # We need to find >= sqlite version 3.0.8
1155 sqlite_incdir = sqlite_libdir = None
1156 sqlite_inc_paths = [ '/usr/include',
1157 '/usr/include/sqlite',
1158 '/usr/include/sqlite3',
1159 '/usr/local/include',
1160 '/usr/local/include/sqlite',
1161 '/usr/local/include/sqlite3',
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +02001162 ]
1163 if cross_compiling:
1164 sqlite_inc_paths = []
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001165 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
1166 MIN_SQLITE_VERSION = ".".join([str(x)
1167 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:47 +00001168
1169 # Scan the default include directories before the SQLite specific
1170 # ones. This allows one to override the copy of sqlite on OSX,
1171 # where /usr/include contains an old version of sqlite.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001172 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001173 sysroot = macosx_sdk_root()
1174
Ned Deily9b635832012-08-05 15:13:33 -07001175 for d_ in inc_dirs + sqlite_inc_paths:
1176 d = d_
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001177 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ned Deily9b635832012-08-05 15:13:33 -07001178 d = os.path.join(sysroot, d[1:])
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001179
Ned Deily9b635832012-08-05 15:13:33 -07001180 f = os.path.join(d, "sqlite3.h")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001181 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:43 +00001182 if sqlite_setup_debug: print("sqlite: found %s"%f)
Brett Cannon9f5db072010-10-29 20:19:27 +00001183 with open(f) as file:
1184 incf = file.read()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001185 m = re.search(
Petri Lehtinened909bc2013-02-23 17:05:28 +01001186 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"([\d\.]*)"', incf)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001187 if m:
1188 sqlite_version = m.group(1)
1189 sqlite_version_tuple = tuple([int(x)
1190 for x in sqlite_version.split(".")])
1191 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
1192 # we win!
Thomas Wouters89f507f2006-12-13 04:49:30 +00001193 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001194 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001195 sqlite_incdir = d
1196 break
1197 else:
1198 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001199 print("%s: version %d is too old, need >= %s"%(d,
1200 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001201 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001202 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001203
1204 if sqlite_incdir:
1205 sqlite_dirs_to_check = [
1206 os.path.join(sqlite_incdir, '..', 'lib64'),
1207 os.path.join(sqlite_incdir, '..', 'lib'),
1208 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
1209 os.path.join(sqlite_incdir, '..', '..', 'lib'),
1210 ]
Tarek Ziadé36797272010-07-22 12:50:05 +00001211 sqlite_libfile = self.compiler.find_library_file(
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001212 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonf10a79a2008-10-11 00:49:57 +00001213 if sqlite_libfile:
1214 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001215
1216 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:47 +00001217 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001218 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001219 '_sqlite/cursor.c',
1220 '_sqlite/microprotocols.c',
1221 '_sqlite/module.c',
1222 '_sqlite/prepare_protocol.c',
1223 '_sqlite/row.c',
1224 '_sqlite/statement.c',
1225 '_sqlite/util.c', ]
1226
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001227 sqlite_defines = []
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001228 if host_platform != "win32":
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001229 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
1230 else:
1231 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1232
Benjamin Peterson076ed002010-10-31 17:11:02 +00001233 # Enable support for loadable extensions in the sqlite3 module
1234 # if --enable-loadable-sqlite-extensions configure option is used.
1235 if '--enable-loadable-sqlite-extensions' not in sysconfig.get_config_var("CONFIG_ARGS"):
1236 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Thomas Wouters477c8d52006-05-27 19:21:47 +00001237
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001238 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47 +00001239 # In every directory on the search path search for a dynamic
1240 # library and then a static library, instead of first looking
Ezio Melotti13925002011-03-16 11:05:33 +02001241 # for dynamic libraries on the entire path.
1242 # This way a statically linked custom sqlite gets picked up
Thomas Wouters477c8d52006-05-27 19:21:47 +00001243 # before the dynamic library in /usr/lib.
1244 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1245 else:
1246 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001247
Brett Cannonc5011fe2011-06-06 20:09:10 -07001248 include_dirs = ["Modules/_sqlite"]
1249 # Only include the directory where sqlite was found if it does
1250 # not already exist in set include directories, otherwise you
1251 # can end up with a bad search path order.
1252 if sqlite_incdir not in self.compiler.include_dirs:
1253 include_dirs.append(sqlite_incdir)
doko@ubuntu.coma3818a32014-04-17 17:52:48 +02001254 # avoid a runtime library path for a system library dir
1255 if sqlite_libdir and sqlite_libdir[0] in lib_dirs:
1256 sqlite_libdir = None
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001257 exts.append(Extension('_sqlite3', sqlite_srcs,
1258 define_macros=sqlite_defines,
Brett Cannonc5011fe2011-06-06 20:09:10 -07001259 include_dirs=include_dirs,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001260 library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:47 +00001261 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001262 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001263 else:
1264 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001265
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001266 dbm_setup_debug = False # verbose debug prints from this script?
Benjamin Petersond78735d2010-01-01 16:04:23 +00001267 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001268 # The standard Unix dbm module:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001269 if host_platform not in ['cygwin']:
Matthias Klose55708cc2009-04-30 08:06:49 +00001270 config_args = [arg.strip("'")
1271 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersond78735d2010-01-01 16:04:23 +00001272 dbm_args = [arg for arg in config_args
Matthias Klose55708cc2009-04-30 08:06:49 +00001273 if arg.startswith('--with-dbmliborder=')]
1274 if dbm_args:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001275 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001276 else:
Georg Brandl489cb4f2009-07-11 10:08:49 +00001277 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001278 dbmext = None
1279 for cand in dbm_order:
1280 if cand == "ndbm":
1281 if find_file("ndbm.h", inc_dirs, []) is not None:
Nick Coghlan50f147a2012-06-17 18:27:11 +10001282 # Some systems have -lndbm, others have -lgdbm_compat,
1283 # others don't have either
Tarek Ziadé36797272010-07-22 12:50:05 +00001284 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001285 'ndbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001286 ndbm_libs = ['ndbm']
Nick Coghlan50f147a2012-06-17 18:27:11 +10001287 elif self.compiler.find_library_file(lib_dirs,
1288 'gdbm_compat'):
1289 ndbm_libs = ['gdbm_compat']
Matthias Klose55708cc2009-04-30 08:06:49 +00001290 else:
1291 ndbm_libs = []
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001292 if dbm_setup_debug: print("building dbm using ndbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001293 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1294 define_macros=[
1295 ('HAVE_NDBM_H',None),
1296 ],
1297 libraries=ndbm_libs)
1298 break
1299
1300 elif cand == "gdbm":
Tarek Ziadé36797272010-07-22 12:50:05 +00001301 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001302 gdbm_libs = ['gdbm']
Tarek Ziadé36797272010-07-22 12:50:05 +00001303 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001304 'gdbm_compat'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001305 gdbm_libs.append('gdbm_compat')
1306 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001307 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001308 dbmext = Extension(
1309 '_dbm', ['_dbmmodule.c'],
1310 define_macros=[
1311 ('HAVE_GDBM_NDBM_H', None),
1312 ],
1313 libraries = gdbm_libs)
1314 break
1315 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001316 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001317 dbmext = Extension(
1318 '_dbm', ['_dbmmodule.c'],
1319 define_macros=[
1320 ('HAVE_GDBM_DASH_NDBM_H', None),
1321 ],
1322 libraries = gdbm_libs)
1323 break
Georg Brandl489cb4f2009-07-11 10:08:49 +00001324 elif cand == "bdb":
doko@ubuntu.coma3818a32014-04-17 17:52:48 +02001325 if dblibs:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001326 if dbm_setup_debug: print("building dbm using bdb")
Georg Brandl489cb4f2009-07-11 10:08:49 +00001327 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1328 library_dirs=dblib_dir,
1329 runtime_library_dirs=dblib_dir,
1330 include_dirs=db_incs,
1331 define_macros=[
1332 ('HAVE_BERKDB_H', None),
1333 ('DB_DBM_HSEARCH', None),
1334 ],
1335 libraries=dblibs)
Matthias Klose55708cc2009-04-30 08:06:49 +00001336 break
1337 if dbmext is not None:
1338 exts.append(dbmext)
Guido van Rossumd8faa362007-04-27 19:54:29 +00001339 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001340 missing.append('_dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001341
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001342 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001343 if ('gdbm' in dbm_order and
Tarek Ziadé36797272010-07-22 12:50:05 +00001344 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001345 exts.append( Extension('_gdbm', ['_gdbmmodule.c'],
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001346 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001347 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001348 missing.append('_gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001349
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001350 # Unix-only modules
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001351 if host_platform != 'win32':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001352 # Steen Lumholt's termios module
1353 exts.append( Extension('termios', ['termios.c']) )
1354 # Jeremy Hylton's rlimit interface
Antoine Pitrou6103ab12009-10-24 20:11:21 +00001355 exts.append( Extension('resource', ['resource.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001356
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +00001357 # Sun yellow pages. Some systems have the functions in libc.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001358 if (host_platform not in ['cygwin', 'qnx6'] and
Benjamin Peterson588009e2009-12-30 03:03:54 +00001359 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé36797272010-07-22 12:50:05 +00001360 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +00001361 libs = ['nsl']
1362 else:
1363 libs = []
1364 exts.append( Extension('nis', ['nismodule.c'],
1365 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001366 else:
1367 missing.append('nis')
1368 else:
1369 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001370
Skip Montanaro72092942004-02-07 12:50:19 +00001371 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001372 # provided by the ncurses library.
Victor Stinneraa35b002011-11-29 00:08:12 +01001373 curses_defines = []
Victor Stinner756c6ec2011-11-27 00:19:53 +01001374 curses_includes = []
Victor Stinneraa35b002011-11-29 00:08:12 +01001375 panel_library = 'panel'
1376 if curses_library == 'ncursesw':
1377 curses_defines.append(('HAVE_NCURSESW', '1'))
Xavier de Gayee13c3202016-12-13 16:04:14 +01001378 if not cross_compiling:
1379 curses_includes.append('/usr/include/ncursesw')
Victor Stinneraa35b002011-11-29 00:08:12 +01001380 # Bug 1464056: If _curses.so links with ncursesw,
1381 # _curses_panel.so must link with panelw.
1382 panel_library = 'panelw'
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001383 if host_platform == 'darwin':
Ned Deily69192232012-06-20 23:47:14 -07001384 # On OS X, there is no separate /usr/lib/libncursesw nor
1385 # libpanelw. If we are here, we found a locally-supplied
1386 # version of libncursesw. There should be also be a
1387 # libpanelw. _XOPEN_SOURCE defines are usually excluded
1388 # for OS X but we need _XOPEN_SOURCE_EXTENDED here for
1389 # ncurses wide char support
1390 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001391 elif host_platform == 'darwin' and curses_library == 'ncurses':
Ned Deily69192232012-06-20 23:47:14 -07001392 # Building with the system-suppied combined libncurses/libpanel
1393 curses_defines.append(('HAVE_NCURSESW', '1'))
1394 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
Victor Stinneraa35b002011-11-29 00:08:12 +01001395
Stefan Krah095b2732010-06-08 13:41:44 +00001396 if curses_library.startswith('ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +00001397 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001398 exts.append( Extension('_curses', ['_cursesmodule.c'],
Victor Stinner756c6ec2011-11-27 00:19:53 +01001399 include_dirs=curses_includes,
Nadeem Vawda9e2e9902011-07-31 15:01:11 +02001400 define_macros=curses_defines,
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001401 libraries = curses_libs) )
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001402 elif curses_library == 'curses' and host_platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:41 +00001403 # OSX has an old Berkeley curses, not good enough for
1404 # the _curses module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001405 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001406 curses_libs = ['curses', 'terminfo']
Tarek Ziadé36797272010-07-22 12:50:05 +00001407 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001408 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001409 else:
1410 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001411
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001412 exts.append( Extension('_curses', ['_cursesmodule.c'],
Nadeem Vawda9e2e9902011-07-31 15:01:11 +02001413 define_macros=curses_defines,
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001414 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001415 else:
1416 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001417
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001418 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001419 if (module_enabled(exts, '_curses') and
Tarek Ziadé36797272010-07-22 12:50:05 +00001420 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001421 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Victor Stinner756c6ec2011-11-27 00:19:53 +01001422 include_dirs=curses_includes,
Ned Deily69192232012-06-20 23:47:14 -07001423 define_macros=curses_defines,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001424 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001425 else:
1426 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001427
Barry Warsaw259b1e12002-08-13 20:09:26 +00001428 # Andrew Kuchling's zlib module. Note that some versions of zlib
1429 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1430 # http://www.cert.org/advisories/CA-2002-07.html
1431 #
1432 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1433 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1434 # now, we still accept 1.1.3, because we think it's difficult to
1435 # exploit this in Python, and we'd rather make it RedHat's problem
1436 # than our problem <wink>.
1437 #
1438 # You can upgrade zlib to version 1.1.4 yourself by going to
1439 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001440 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:29 +00001441 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001442 if zlib_inc is not None:
1443 zlib_h = zlib_inc[0] + '/zlib.h'
1444 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001445 version_req = '"1.1.3"'
Ned Deily507c5912013-10-18 21:32:00 -07001446 if host_platform == 'darwin' and is_macosx_sdk_path(zlib_h):
1447 zlib_h = os.path.join(macosx_sdk_root(), zlib_h[1:])
Brett Cannon9f5db072010-10-29 20:19:27 +00001448 with open(zlib_h) as fp:
1449 while 1:
1450 line = fp.readline()
1451 if not line:
1452 break
1453 if line.startswith('#define ZLIB_VERSION'):
1454 version = line.split()[2]
1455 break
Guido van Rossume6970912001-04-15 15:16:12 +00001456 if version >= version_req:
Tarek Ziadé36797272010-07-22 12:50:05 +00001457 if (self.compiler.find_library_file(lib_dirs, 'z')):
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001458 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001459 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1460 else:
1461 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001462 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001463 libraries = ['z'],
1464 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:29 +00001465 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:29 +00001466 else:
1467 missing.append('zlib')
1468 else:
1469 missing.append('zlib')
1470 else:
1471 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001472
Christian Heimes1dc54002008-03-24 02:19:29 +00001473 # Helper module for various ascii-encoders. Uses zlib for an optimized
1474 # crc32 if we have it. Otherwise binascii uses its own.
1475 if have_zlib:
1476 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1477 libraries = ['z']
1478 extra_link_args = zlib_extra_link_args
1479 else:
1480 extra_compile_args = []
1481 libraries = []
1482 extra_link_args = []
1483 exts.append( Extension('binascii', ['binascii.c'],
1484 extra_compile_args = extra_compile_args,
1485 libraries = libraries,
1486 extra_link_args = extra_link_args) )
1487
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001488 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001489 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001490 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001491 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1492 else:
1493 bz2_extra_link_args = ()
Antoine Pitrou37dc5f82011-04-03 17:05:46 +02001494 exts.append( Extension('_bz2', ['_bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001495 libraries = ['bz2'],
1496 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001497 else:
Antoine Pitrou37dc5f82011-04-03 17:05:46 +02001498 missing.append('_bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001499
Nadeem Vawda3ff069e2011-11-30 00:25:06 +02001500 # LZMA compression support.
1501 if self.compiler.find_library_file(lib_dirs, 'lzma'):
1502 exts.append( Extension('_lzma', ['_lzmamodule.c'],
1503 libraries = ['lzma']) )
1504 else:
1505 missing.append('_lzma')
1506
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001507 # Interface to the Expat XML parser
1508 #
Benjamin Petersona28e7022010-01-09 18:53:06 +00001509 # Expat was written by James Clark and is now maintained by a group of
1510 # developers on SourceForge; see www.libexpat.org for more information.
1511 # The pyexpat module was written by Paul Prescod after a prototype by
1512 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1513 # of a system shared libexpat.so is possible with --with-system-expat
Benjamin Petersonc73206c2010-10-31 16:38:19 +00001514 # configure option.
Fred Drakefc8341d2002-06-17 17:55:30 +00001515 #
1516 # More information on Expat can be found at www.libexpat.org.
1517 #
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001518 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1519 expat_inc = []
1520 define_macros = []
1521 expat_lib = ['expat']
1522 expat_sources = []
Christian Heimesd489c7a2013-02-09 17:02:06 +01001523 expat_depends = []
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001524 else:
1525 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1526 define_macros = [
1527 ('HAVE_EXPAT_CONFIG_H', '1'),
1528 ]
1529 expat_lib = []
1530 expat_sources = ['expat/xmlparse.c',
1531 'expat/xmlrole.c',
1532 'expat/xmltok.c']
Christian Heimesd489c7a2013-02-09 17:02:06 +01001533 expat_depends = ['expat/ascii.h',
1534 'expat/asciitab.h',
1535 'expat/expat.h',
1536 'expat/expat_config.h',
1537 'expat/expat_external.h',
1538 'expat/internal.h',
1539 'expat/latin1tab.h',
1540 'expat/utf8tab.h',
1541 'expat/xmlrole.h',
1542 'expat/xmltok.h',
1543 'expat/xmltok_impl.h'
1544 ]
Thomas Wouters477c8d52006-05-27 19:21:47 +00001545
Fred Drake2d59a492003-10-21 15:41:15 +00001546 exts.append(Extension('pyexpat',
1547 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001548 include_dirs = expat_inc,
1549 libraries = expat_lib,
Christian Heimesd489c7a2013-02-09 17:02:06 +01001550 sources = ['pyexpat.c'] + expat_sources,
1551 depends = expat_depends,
Fred Drake2d59a492003-10-21 15:41:15 +00001552 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001553
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001554 # Fredrik Lundh's cElementTree module. Note that this also
1555 # uses expat (via the CAPI hook in pyexpat).
1556
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001557 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001558 define_macros.append(('USE_PYEXPAT_CAPI', None))
1559 exts.append(Extension('_elementtree',
1560 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001561 include_dirs = expat_inc,
1562 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001563 sources = ['_elementtree.c'],
Christian Heimesd489c7a2013-02-09 17:02:06 +01001564 depends = ['pyexpat.c'] + expat_sources +
1565 expat_depends,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001566 ))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001567 else:
1568 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001569
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001570 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:13 +00001571 exts.append(Extension('_multibytecodec',
1572 ['cjkcodecs/multibytecodec.c']))
1573 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1574 exts.append(Extension('_codecs_%s' % loc,
1575 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001576
Stefan Krah1919b7e2012-03-21 18:25:23 +01001577 # Stefan Krah's _decimal module
1578 exts.append(self._decimal_ext())
1579
Thomas Hellercf567c12006-03-08 19:51:58 +00001580 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001581 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001582
Benjamin Petersone711caf2008-06-11 16:44:04 +00001583 # Richard Oudkerk's multiprocessing module
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001584 if host_platform == 'win32': # Windows
Benjamin Petersone711caf2008-06-11 16:44:04 +00001585 macros = dict()
1586 libraries = ['ws2_32']
1587
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001588 elif host_platform == 'darwin': # Mac OSX
Benjamin Peterson965ce872009-04-05 21:24:58 +00001589 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001590 libraries = []
1591
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001592 elif host_platform == 'cygwin': # Cygwin
Benjamin Peterson965ce872009-04-05 21:24:58 +00001593 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001594 libraries = []
Benjamin Peterson41181742008-07-02 20:22:54 +00001595
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001596 elif host_platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Benjamin Peterson41181742008-07-02 20:22:54 +00001597 # FreeBSD's P1003.1b semaphore support is very experimental
1598 # and has many known problems. (as of June 2008)
Benjamin Peterson965ce872009-04-05 21:24:58 +00001599 macros = dict()
Benjamin Peterson41181742008-07-02 20:22:54 +00001600 libraries = []
1601
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001602 elif host_platform.startswith('openbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001603 macros = dict()
Benjamin Petersone5384b02008-10-04 22:00:42 +00001604 libraries = []
1605
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001606 elif host_platform.startswith('netbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001607 macros = dict()
Jesse Noller32d68c22009-03-31 18:48:42 +00001608 libraries = []
1609
Benjamin Petersone711caf2008-06-11 16:44:04 +00001610 else: # Linux and other unices
Benjamin Peterson965ce872009-04-05 21:24:58 +00001611 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001612 libraries = ['rt']
1613
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001614 if host_platform == 'win32':
Benjamin Petersone711caf2008-06-11 16:44:04 +00001615 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1616 '_multiprocessing/semaphore.c',
Benjamin Petersone711caf2008-06-11 16:44:04 +00001617 ]
1618
1619 else:
1620 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
Benjamin Petersone711caf2008-06-11 16:44:04 +00001621 ]
Mark Dickinsona614f042009-11-28 12:48:43 +00001622 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1623 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Petersone711caf2008-06-11 16:44:04 +00001624 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1625
Jesse Noller6fd47e22009-01-23 14:09:08 +00001626 if sysconfig.get_config_var('WITH_THREAD'):
1627 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1628 define_macros=list(macros.items()),
1629 include_dirs=["Modules/_multiprocessing"]))
1630 else:
1631 missing.append('_multiprocessing')
Benjamin Petersone711caf2008-06-11 16:44:04 +00001632 # End multiprocessing
Guido van Rossuma9e20242007-03-08 00:43:48 +00001633
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001634 # Platform-specific libraries
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001635 if host_platform.startswith(('linux', 'freebsd', 'gnukfreebsd')):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001636 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001637 else:
1638 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001639
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001640 if host_platform == 'darwin':
Benjamin Petersonebacd262008-05-29 21:09:51 +00001641 exts.append(
Ronald Oussoren84151202010-04-18 20:46:11 +00001642 Extension('_scproxy', ['_scproxy.c'],
1643 extra_link_args=[
1644 '-framework', 'SystemConfiguration',
1645 '-framework', 'CoreFoundation',
1646 ]))
Benjamin Petersonebacd262008-05-29 21:09:51 +00001647
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001648 self.extensions.extend(exts)
1649
1650 # Call the method for detecting whether _tkinter can be compiled
1651 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001652
Guido van Rossumd8faa362007-04-27 19:54:29 +00001653 if '_tkinter' not in [e.name for e in self.extensions]:
1654 missing.append('_tkinter')
1655
Ned Deilycd3d8fb2013-08-01 23:51:27 -07001656## # Uncomment these lines if you want to play with xxmodule.c
1657## ext = Extension('xx', ['xxmodule.c'])
1658## self.extensions.append(ext)
1659
Xavier de Gaye13f1c332016-12-10 16:45:53 +01001660 if 'd' not in sysconfig.get_config_var('ABIFLAGS'):
Ned Deilycd3d8fb2013-08-01 23:51:27 -07001661 ext = Extension('xxlimited', ['xxlimited.c'],
Benjamin Peterson24ac8772015-06-03 00:04:46 -05001662 define_macros=[('Py_LIMITED_API', '0x03050000')])
Ned Deilycd3d8fb2013-08-01 23:51:27 -07001663 self.extensions.append(ext)
1664
Guido van Rossumd8faa362007-04-27 19:54:29 +00001665 return missing
1666
Ned Deilyd819b932013-09-06 01:07:05 -07001667 def detect_tkinter_explicitly(self):
1668 # Build _tkinter using explicit locations for Tcl/Tk.
1669 #
1670 # This is enabled when both arguments are given to ./configure:
1671 #
1672 # --with-tcltk-includes="-I/path/to/tclincludes \
1673 # -I/path/to/tkincludes"
1674 # --with-tcltk-libs="-L/path/to/tcllibs -ltclm.n \
1675 # -L/path/to/tklibs -ltkm.n"
1676 #
Martin Pantere26da7c2016-06-02 10:07:09 +00001677 # These values can also be specified or overridden via make:
Ned Deilyd819b932013-09-06 01:07:05 -07001678 # make TCLTK_INCLUDES="..." TCLTK_LIBS="..."
1679 #
1680 # This can be useful for building and testing tkinter with multiple
1681 # versions of Tcl/Tk. Note that a build of Tk depends on a particular
1682 # build of Tcl so you need to specify both arguments and use care when
1683 # overriding.
1684
1685 # The _TCLTK variables are created in the Makefile sharedmods target.
1686 tcltk_includes = os.environ.get('_TCLTK_INCLUDES')
1687 tcltk_libs = os.environ.get('_TCLTK_LIBS')
1688 if not (tcltk_includes and tcltk_libs):
1689 # Resume default configuration search.
1690 return 0
1691
1692 extra_compile_args = tcltk_includes.split()
1693 extra_link_args = tcltk_libs.split()
1694 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1695 define_macros=[('WITH_APPINIT', 1)],
1696 extra_compile_args = extra_compile_args,
1697 extra_link_args = extra_link_args,
1698 )
1699 self.extensions.append(ext)
1700 return 1
1701
Jack Jansen0b06be72002-06-21 14:48:38 +00001702 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1703 # The _tkinter module, using frameworks. Since frameworks are quite
1704 # different the UNIX search logic is not sharable.
1705 from os.path import join, exists
1706 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001707 '/Library/Frameworks',
Ronald Oussoren5f734f12009-03-04 21:32:48 +00001708 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001709 join(os.getenv('HOME'), '/Library/Frameworks')
1710 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001711
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001712 sysroot = macosx_sdk_root()
1713
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001714 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001715 # bundles.
1716 # XXX distutils should support -F!
1717 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001718 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001719
1720
Jack Jansen0b06be72002-06-21 14:48:38 +00001721 for fw in 'Tcl', 'Tk':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001722 if is_macosx_sdk_path(F):
1723 if not exists(join(sysroot, F[1:], fw + '.framework')):
1724 break
1725 else:
1726 if not exists(join(F, fw + '.framework')):
1727 break
Jack Jansen0b06be72002-06-21 14:48:38 +00001728 else:
1729 # ok, F is now directory with both frameworks. Continure
1730 # building
1731 break
1732 else:
1733 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1734 # will now resume.
1735 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001736
Jack Jansen0b06be72002-06-21 14:48:38 +00001737 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1738 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001739 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001740 #
1741 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001742 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:43 +00001743 for fw in ('Tcl', 'Tk')
1744 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:38 +00001745 ]
1746
Tim Peters2c60f7a2003-01-29 03:49:43 +00001747 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001748 # complicated search, this is a hard-coded path. It could bail out
1749 # if X11 libs are not found...
1750 include_dirs.append('/usr/X11R6/include')
1751 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1752
Georg Brandlfcaf9102008-07-16 02:17:56 +00001753 # All existing framework builds of Tcl/Tk don't support 64-bit
1754 # architectures.
1755 cflags = sysconfig.get_config_vars('CFLAGS')[0]
R David Murray44b548d2016-09-08 13:59:53 -04001756 archs = re.findall(r'-arch\s+(\w+)', cflags)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001757
Ronald Oussorend097efe2009-09-15 19:07:58 +00001758 tmpfile = os.path.join(self.build_temp, 'tk.arch')
1759 if not os.path.exists(self.build_temp):
1760 os.makedirs(self.build_temp)
1761
1762 # Note: cannot use os.popen or subprocess here, that
1763 # requires extensions that are not available here.
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001764 if is_macosx_sdk_path(F):
1765 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile))
1766 else:
1767 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile))
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001768
Brett Cannon9f5db072010-10-29 20:19:27 +00001769 with open(tmpfile) as fp:
1770 detected_archs = []
1771 for ln in fp:
1772 a = ln.split()[-1]
1773 if a in archs:
1774 detected_archs.append(ln.split()[-1])
Ronald Oussorend097efe2009-09-15 19:07:58 +00001775 os.unlink(tmpfile)
1776
1777 for a in detected_archs:
1778 frameworks.append('-arch')
1779 frameworks.append(a)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001780
Jack Jansen0b06be72002-06-21 14:48:38 +00001781 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1782 define_macros=[('WITH_APPINIT', 1)],
1783 include_dirs = include_dirs,
1784 libraries = [],
Georg Brandlfcaf9102008-07-16 02:17:56 +00001785 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001786 extra_link_args = frameworks,
1787 )
1788 self.extensions.append(ext)
1789 return 1
1790
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001791 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001792 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001793
Ned Deilyd819b932013-09-06 01:07:05 -07001794 # Check whether --with-tcltk-includes and --with-tcltk-libs were
1795 # configured or passed into the make target. If so, use these values
1796 # to build tkinter and bypass the searches for Tcl and TK in standard
1797 # locations.
1798 if self.detect_tkinter_explicitly():
1799 return
1800
Jack Jansen0b06be72002-06-21 14:48:38 +00001801 # Rather than complicate the code below, detecting and building
1802 # AquaTk is a separate method. Only one Tkinter will be built on
1803 # Darwin - either AquaTk, if it is found, or X11 based Tk.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001804 if (host_platform == 'darwin' and
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001805 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001806 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001807
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001808 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001809 # The versions with dots are used on Unix, and the versions without
1810 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001811 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polo5d377bd2009-08-16 14:44:14 +00001812 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1813 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé36797272010-07-22 12:50:05 +00001814 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001815 'tk' + version)
Tarek Ziadé36797272010-07-22 12:50:05 +00001816 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001817 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001818 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001819 # Exit the loop when we've found the Tcl/Tk libraries
1820 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001821
Fredrik Lundhade711a2001-01-24 08:00:28 +00001822 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001823 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001824 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001825 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001826 dotversion = version
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001827 if '.' not in dotversion and "bsd" in host_platform.lower():
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001828 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1829 # but the include subdirs are named like .../include/tcl8.3.
1830 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1831 tcl_include_sub = []
1832 tk_include_sub = []
1833 for dir in inc_dirs:
1834 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1835 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1836 tk_include_sub += tcl_include_sub
1837 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1838 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001839
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001840 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001841 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001842 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001843 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001844
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001845 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001846
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001847 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1848 for dir in tcl_includes + tk_includes:
1849 if dir not in include_dirs:
1850 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001851
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001852 # Check for various platform-specific directories
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001853 if host_platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001854 include_dirs.append('/usr/openwin/include')
1855 added_lib_dirs.append('/usr/openwin/lib')
1856 elif os.path.exists('/usr/X11R6/include'):
1857 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001858 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001859 added_lib_dirs.append('/usr/X11R6/lib')
1860 elif os.path.exists('/usr/X11R5/include'):
1861 include_dirs.append('/usr/X11R5/include')
1862 added_lib_dirs.append('/usr/X11R5/lib')
1863 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001864 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001865 include_dirs.append('/usr/X11/include')
1866 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001867
Jason Tishler9181c942003-02-05 15:16:17 +00001868 # If Cygwin, then verify that X is installed before proceeding
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001869 if host_platform == 'cygwin':
Jason Tishler9181c942003-02-05 15:16:17 +00001870 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1871 if x11_inc is None:
1872 return
1873
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001874 # Check for BLT extension
Tarek Ziadé36797272010-07-22 12:50:05 +00001875 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001876 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001877 defs.append( ('WITH_BLT', 1) )
1878 libs.append('BLT8.0')
Tarek Ziadé36797272010-07-22 12:50:05 +00001879 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001880 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:38 +00001881 defs.append( ('WITH_BLT', 1) )
1882 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001883
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001884 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001885 libs.append('tk'+ version)
1886 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001887
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001888 if host_platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001889 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001890
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001891 # Finally, link with the X11 libraries (not appropriate on cygwin)
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001892 if host_platform != "cygwin":
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001893 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001894
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001895 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1896 define_macros=[('WITH_APPINIT', 1)] + defs,
1897 include_dirs = include_dirs,
1898 libraries = libs,
1899 library_dirs = added_lib_dirs,
1900 )
1901 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001902
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001903 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001904 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001905 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001906 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001907 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001908 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001909 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001910
Christian Heimes78644762008-03-04 23:39:23 +00001911 def configure_ctypes_darwin(self, ext):
1912 # Darwin (OS X) uses preconfigured files, in
1913 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauer014bf282009-02-05 16:35:45 +00001914 srcdir = sysconfig.get_config_var('srcdir')
Christian Heimes78644762008-03-04 23:39:23 +00001915 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1916 '_ctypes', 'libffi_osx'))
1917 sources = [os.path.join(ffi_srcdir, p)
1918 for p in ['ffi.c',
Georg Brandlfcaf9102008-07-16 02:17:56 +00001919 'x86/darwin64.S',
Christian Heimes78644762008-03-04 23:39:23 +00001920 'x86/x86-darwin.S',
1921 'x86/x86-ffi_darwin.c',
1922 'x86/x86-ffi64.c',
1923 'powerpc/ppc-darwin.S',
1924 'powerpc/ppc-darwin_closure.S',
1925 'powerpc/ppc-ffi_darwin.c',
1926 'powerpc/ppc64-darwin_closure.S',
1927 ]]
1928
1929 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001930 self.compiler.src_extensions.append('.S')
Christian Heimes78644762008-03-04 23:39:23 +00001931
1932 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1933 os.path.join(ffi_srcdir, 'powerpc')]
1934 ext.include_dirs.extend(include_dirs)
1935 ext.sources.extend(sources)
1936 return True
1937
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001938 def configure_ctypes(self, ext):
1939 if not self.use_system_libffi:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001940 if host_platform == 'darwin':
Christian Heimes78644762008-03-04 23:39:23 +00001941 return self.configure_ctypes_darwin(ext)
Zachary Waref40d4dd2016-09-17 01:25:24 -05001942 print('INFO: Could not locate ffi libs and/or headers')
1943 return False
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001944 return True
1945
1946 def detect_ctypes(self, inc_dirs, lib_dirs):
1947 self.use_system_libffi = False
1948 include_dirs = []
1949 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001950 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001951 sources = ['_ctypes/_ctypes.c',
1952 '_ctypes/callbacks.c',
1953 '_ctypes/callproc.c',
1954 '_ctypes/stgdict.c',
Thomas Heller864cc672010-08-08 17:58:53 +00001955 '_ctypes/cfield.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001956 depends = ['_ctypes/ctypes.h']
Victor Stinnerdef80722016-04-19 15:58:11 +02001957 math_libs = self.detect_math_libs()
Thomas Hellercf567c12006-03-08 19:51:58 +00001958
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001959 if host_platform == 'darwin':
Ronald Oussoren2decf222010-09-05 18:25:59 +00001960 sources.append('_ctypes/malloc_closure.c')
Thomas Hellercf567c12006-03-08 19:51:58 +00001961 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:23 +00001962 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001963 include_dirs.append('_ctypes/darwin')
1964# XXX Is this still needed?
1965## extra_link_args.extend(['-read_only_relocs', 'warning'])
1966
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001967 elif host_platform == 'sunos5':
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001968 # XXX This shouldn't be necessary; it appears that some
1969 # of the assembler code is non-PIC (i.e. it has relocations
1970 # when it shouldn't. The proper fix would be to rewrite
1971 # the assembler code to be PIC.
1972 # This only works with GCC; the Sun compiler likely refuses
1973 # this option. If you want to compile ctypes with the Sun
1974 # compiler, please research a proper solution, instead of
1975 # finding some -z option for the Sun compiler.
1976 extra_link_args.append('-mimpure-text')
1977
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001978 elif host_platform.startswith('hp-ux'):
Thomas Heller3eaaeb42008-05-23 17:26:46 +00001979 extra_link_args.append('-fPIC')
1980
Thomas Hellercf567c12006-03-08 19:51:58 +00001981 ext = Extension('_ctypes',
1982 include_dirs=include_dirs,
1983 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001984 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001985 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001986 sources=sources,
1987 depends=depends)
Victor Stinnerdef80722016-04-19 15:58:11 +02001988 # function my_sqrt() needs math library for sqrt()
Thomas Hellercf567c12006-03-08 19:51:58 +00001989 ext_test = Extension('_ctypes_test',
Victor Stinnerdef80722016-04-19 15:58:11 +02001990 sources=['_ctypes/_ctypes_test.c'],
1991 libraries=math_libs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001992 self.extensions.extend([ext, ext_test])
1993
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001994 if host_platform == 'darwin':
Zachary Ware935043d2016-09-09 17:01:21 -07001995 if '--with-system-ffi' not in sysconfig.get_config_var("CONFIG_ARGS"):
1996 return
Christian Heimes78644762008-03-04 23:39:23 +00001997 # OS X 10.5 comes with libffi.dylib; the include files are
1998 # in /usr/include/ffi
1999 inc_dirs.append('/usr/include/ffi')
2000
Benjamin Petersond78735d2010-01-01 16:04:23 +00002001 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Klose5a204fe2010-04-21 21:47:45 +00002002 if not ffi_inc or ffi_inc[0] == '':
Benjamin Petersond78735d2010-01-01 16:04:23 +00002003 ffi_inc = find_file('ffi.h', [], inc_dirs)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002004 if ffi_inc is not None:
2005 ffi_h = ffi_inc[0] + '/ffi.h'
Christian Heimes96b2dd52016-09-18 14:33:30 +02002006 with open(ffi_h) as f:
2007 for line in f:
2008 line = line.strip()
2009 if line.startswith(('#define LIBFFI_H',
2010 '#define ffi_wrapper_h')):
Brett Cannon9f5db072010-10-29 20:19:27 +00002011 break
Christian Heimes96b2dd52016-09-18 14:33:30 +02002012 else:
2013 ffi_inc = None
2014 print('Header file {} does not define LIBFFI_H or '
2015 'ffi_wrapper_h'.format(ffi_h))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002016 ffi_lib = None
2017 if ffi_inc is not None:
doko@ubuntu.comae683652016-06-05 01:38:29 +02002018 for lib_name in ('ffi', 'ffi_pic'):
Tarek Ziadé36797272010-07-22 12:50:05 +00002019 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002020 ffi_lib = lib_name
2021 break
2022
2023 if ffi_inc and ffi_lib:
2024 ext.include_dirs.extend(ffi_inc)
2025 ext.libraries.append(ffi_lib)
2026 self.use_system_libffi = True
2027
Stefan Krah1919b7e2012-03-21 18:25:23 +01002028 def _decimal_ext(self):
Stefan Krah60187b52012-03-23 19:06:27 +01002029 extra_compile_args = []
Stefan Kraha10e2fb2012-09-01 14:21:22 +02002030 undef_macros = []
Stefan Krah60187b52012-03-23 19:06:27 +01002031 if '--with-system-libmpdec' in sysconfig.get_config_var("CONFIG_ARGS"):
2032 include_dirs = []
Stefan Krah45059eb2013-11-24 19:44:57 +01002033 libraries = [':libmpdec.so.2']
Stefan Krah60187b52012-03-23 19:06:27 +01002034 sources = ['_decimal/_decimal.c']
2035 depends = ['_decimal/docstrings.h']
2036 else:
Ned Deily458a6fb2012-04-01 02:30:46 -07002037 srcdir = sysconfig.get_config_var('srcdir')
2038 include_dirs = [os.path.abspath(os.path.join(srcdir,
2039 'Modules',
2040 '_decimal',
2041 'libmpdec'))]
Stefan Krah75c0d4f2017-02-04 14:58:50 +01002042 libraries = self.detect_math_libs()
Stefan Krah60187b52012-03-23 19:06:27 +01002043 sources = [
2044 '_decimal/_decimal.c',
2045 '_decimal/libmpdec/basearith.c',
2046 '_decimal/libmpdec/constants.c',
2047 '_decimal/libmpdec/context.c',
2048 '_decimal/libmpdec/convolute.c',
2049 '_decimal/libmpdec/crt.c',
2050 '_decimal/libmpdec/difradix2.c',
2051 '_decimal/libmpdec/fnt.c',
2052 '_decimal/libmpdec/fourstep.c',
2053 '_decimal/libmpdec/io.c',
2054 '_decimal/libmpdec/memory.c',
2055 '_decimal/libmpdec/mpdecimal.c',
2056 '_decimal/libmpdec/numbertheory.c',
2057 '_decimal/libmpdec/sixstep.c',
2058 '_decimal/libmpdec/transpose.c',
2059 ]
2060 depends = [
2061 '_decimal/docstrings.h',
2062 '_decimal/libmpdec/basearith.h',
2063 '_decimal/libmpdec/bits.h',
2064 '_decimal/libmpdec/constants.h',
2065 '_decimal/libmpdec/convolute.h',
2066 '_decimal/libmpdec/crt.h',
2067 '_decimal/libmpdec/difradix2.h',
2068 '_decimal/libmpdec/fnt.h',
2069 '_decimal/libmpdec/fourstep.h',
2070 '_decimal/libmpdec/io.h',
Stefan Krah8d013a82016-04-26 16:34:41 +02002071 '_decimal/libmpdec/mpalloc.h',
Stefan Krah60187b52012-03-23 19:06:27 +01002072 '_decimal/libmpdec/mpdecimal.h',
2073 '_decimal/libmpdec/numbertheory.h',
2074 '_decimal/libmpdec/sixstep.h',
2075 '_decimal/libmpdec/transpose.h',
2076 '_decimal/libmpdec/typearith.h',
2077 '_decimal/libmpdec/umodarith.h',
2078 ]
2079
Stefan Krah1919b7e2012-03-21 18:25:23 +01002080 config = {
2081 'x64': [('CONFIG_64','1'), ('ASM','1')],
2082 'uint128': [('CONFIG_64','1'), ('ANSI','1'), ('HAVE_UINT128_T','1')],
2083 'ansi64': [('CONFIG_64','1'), ('ANSI','1')],
2084 'ppro': [('CONFIG_32','1'), ('PPRO','1'), ('ASM','1')],
2085 'ansi32': [('CONFIG_32','1'), ('ANSI','1')],
2086 'ansi-legacy': [('CONFIG_32','1'), ('ANSI','1'),
2087 ('LEGACY_COMPILER','1')],
2088 'universal': [('UNIVERSAL','1')]
2089 }
2090
Stefan Krah1919b7e2012-03-21 18:25:23 +01002091 cc = sysconfig.get_config_var('CC')
2092 sizeof_size_t = sysconfig.get_config_var('SIZEOF_SIZE_T')
2093 machine = os.environ.get('PYTHON_DECIMAL_WITH_MACHINE')
2094
2095 if machine:
2096 # Override automatic configuration to facilitate testing.
2097 define_macros = config[machine]
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02002098 elif host_platform == 'darwin':
Stefan Krah1919b7e2012-03-21 18:25:23 +01002099 # Universal here means: build with the same options Python
2100 # was built with.
2101 define_macros = config['universal']
2102 elif sizeof_size_t == 8:
2103 if sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X64'):
2104 define_macros = config['x64']
2105 elif sysconfig.get_config_var('HAVE_GCC_UINT128_T'):
2106 define_macros = config['uint128']
2107 else:
2108 define_macros = config['ansi64']
2109 elif sizeof_size_t == 4:
2110 ppro = sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X87')
2111 if ppro and ('gcc' in cc or 'clang' in cc) and \
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02002112 not 'sunos' in host_platform:
Stefan Krah1919b7e2012-03-21 18:25:23 +01002113 # solaris: problems with register allocation.
2114 # icc >= 11.0 works as well.
2115 define_macros = config['ppro']
Stefan Krahce23dbc2012-09-30 21:12:53 +02002116 extra_compile_args.append('-Wno-unknown-pragmas')
Stefan Krah1919b7e2012-03-21 18:25:23 +01002117 else:
2118 define_macros = config['ansi32']
2119 else:
2120 raise DistutilsError("_decimal: unsupported architecture")
2121
Stefan Krah72b54332017-07-13 20:54:20 +02002122 if 'gcc' in cc: # Suppressing the warnings in the source is too verbose.
2123 extra_compile_args.append('-Wno-implicit-fallthrough')
2124
Stefan Krah1919b7e2012-03-21 18:25:23 +01002125 # Workarounds for toolchain bugs:
2126 if sysconfig.get_config_var('HAVE_IPA_PURE_CONST_BUG'):
2127 # Some versions of gcc miscompile inline asm:
2128 # http://gcc.gnu.org/bugzilla/show_bug.cgi?id=46491
2129 # http://gcc.gnu.org/ml/gcc/2010-11/msg00366.html
2130 extra_compile_args.append('-fno-ipa-pure-const')
2131 if sysconfig.get_config_var('HAVE_GLIBC_MEMMOVE_BUG'):
2132 # _FORTIFY_SOURCE wrappers for memmove and bcopy are incorrect:
2133 # http://sourceware.org/ml/libc-alpha/2010-12/msg00009.html
2134 undef_macros.append('_FORTIFY_SOURCE')
2135
2136 # Faster version without thread local contexts:
2137 if not sysconfig.get_config_var('WITH_THREAD'):
2138 define_macros.append(('WITHOUT_THREADS', 1))
2139
2140 # Uncomment for extra functionality:
2141 #define_macros.append(('EXTRA_FUNCTIONALITY', 1))
2142 ext = Extension (
2143 '_decimal',
2144 include_dirs=include_dirs,
Stefan Krah60187b52012-03-23 19:06:27 +01002145 libraries=libraries,
Stefan Krah1919b7e2012-03-21 18:25:23 +01002146 define_macros=define_macros,
2147 undef_macros=undef_macros,
2148 extra_compile_args=extra_compile_args,
2149 sources=sources,
2150 depends=depends
2151 )
2152 return ext
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002153
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00002154class PyBuildInstall(install):
2155 # Suppress the warning about installation into the lib_dynload
2156 # directory, which is not in sys.path when running Python during
2157 # installation:
2158 def initialize_options (self):
2159 install.initialize_options(self)
2160 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00002161
Éric Araujoe6792c12011-06-09 14:07:02 +02002162 # Customize subcommands to not install an egg-info file for Python
2163 sub_commands = [('install_lib', install.has_lib),
2164 ('install_headers', install.has_headers),
2165 ('install_scripts', install.has_scripts),
2166 ('install_data', install.has_data)]
2167
2168
Michael W. Hudson529a5052002-12-17 16:47:17 +00002169class PyBuildInstallLib(install_lib):
2170 # Do exactly what install_lib does but make sure correct access modes get
2171 # set on installed directories and files. All installed files with get
2172 # mode 644 unless they are a shared library in which case they will get
2173 # mode 755. All installed directories will get mode 755.
2174
doko@ubuntu.comd5537d02013-03-21 13:21:49 -07002175 # this is works for EXT_SUFFIX too, which ends with SHLIB_SUFFIX
2176 shlib_suffix = sysconfig.get_config_var("SHLIB_SUFFIX")
Michael W. Hudson529a5052002-12-17 16:47:17 +00002177
2178 def install(self):
2179 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:49 +00002180 self.set_file_modes(outfiles, 0o644, 0o755)
2181 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:17 +00002182 return outfiles
2183
2184 def set_file_modes(self, files, defaultMode, sharedLibMode):
2185 if not self.is_chmod_supported(): return
2186 if not files: return
2187
2188 for filename in files:
2189 if os.path.islink(filename): continue
2190 mode = defaultMode
doko@ubuntu.comd5537d02013-03-21 13:21:49 -07002191 if filename.endswith(self.shlib_suffix): mode = sharedLibMode
Michael W. Hudson529a5052002-12-17 16:47:17 +00002192 log.info("changing mode of %s to %o", filename, mode)
2193 if not self.dry_run: os.chmod(filename, mode)
2194
2195 def set_dir_modes(self, dirname, mode):
2196 if not self.is_chmod_supported(): return
Amaury Forgeot d'Arc321e5332009-07-02 23:08:45 +00002197 for dirpath, dirnames, fnames in os.walk(dirname):
2198 if os.path.islink(dirpath):
2199 continue
2200 log.info("changing mode of %s to %o", dirpath, mode)
2201 if not self.dry_run: os.chmod(dirpath, mode)
Michael W. Hudson529a5052002-12-17 16:47:17 +00002202
2203 def is_chmod_supported(self):
2204 return hasattr(os, 'chmod')
2205
Georg Brandlff52f762010-12-28 09:51:43 +00002206class PyBuildScripts(build_scripts):
2207 def copy_scripts(self):
2208 outfiles, updated_files = build_scripts.copy_scripts(self)
2209 fullversion = '-{0[0]}.{0[1]}'.format(sys.version_info)
2210 minoronly = '.{0[1]}'.format(sys.version_info)
2211 newoutfiles = []
2212 newupdated_files = []
2213 for filename in outfiles:
Vinay Sajip7ded1f02012-05-26 03:45:29 +01002214 if filename.endswith(('2to3', 'pyvenv')):
Georg Brandlff52f762010-12-28 09:51:43 +00002215 newfilename = filename + fullversion
2216 else:
2217 newfilename = filename + minoronly
Vinay Sajipdd917f82016-08-31 08:22:29 +01002218 log.info('renaming %s to %s', filename, newfilename)
Georg Brandlff52f762010-12-28 09:51:43 +00002219 os.rename(filename, newfilename)
2220 newoutfiles.append(newfilename)
2221 if filename in updated_files:
2222 newupdated_files.append(newfilename)
2223 return newoutfiles, newupdated_files
2224
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002225SUMMARY = """
2226Python is an interpreted, interactive, object-oriented programming
2227language. It is often compared to Tcl, Perl, Scheme or Java.
2228
2229Python combines remarkable power with very clear syntax. It has
2230modules, classes, exceptions, very high level dynamic data types, and
2231dynamic typing. There are interfaces to many system calls and
2232libraries, as well as to various windowing systems (X11, Motif, Tk,
2233Mac, MFC). New built-in modules are easily written in C or C++. Python
2234is also usable as an extension language for applications that need a
2235programmable interface.
2236
2237The Python implementation is portable: it runs on many brands of UNIX,
Jesus Ceaf1af7052012-10-05 02:48:46 +02002238on Windows, DOS, Mac, Amiga... If your favorite system isn't
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002239listed here, it may still be supported, if there's a C compiler for
2240it. Ask around on comp.lang.python -- or just try compiling Python
2241yourself.
2242"""
2243
2244CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002245Development Status :: 6 - Mature
2246License :: OSI Approved :: Python Software Foundation License
2247Natural Language :: English
2248Programming Language :: C
2249Programming Language :: Python
2250Topic :: Software Development
2251"""
2252
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002253def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00002254 # turn off warnings when deprecated modules are imported
2255 import warnings
2256 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002257 setup(# PyPI Metadata (PEP 301)
2258 name = "Python",
2259 version = sys.version.split()[0],
Serhiy Storchaka885bdc42016-02-11 13:10:36 +02002260 url = "http://www.python.org/%d.%d" % sys.version_info[:2],
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002261 maintainer = "Guido van Rossum and the Python community",
2262 maintainer_email = "python-dev@python.org",
2263 description = "A high-level object-oriented programming language",
2264 long_description = SUMMARY.strip(),
2265 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:58 +00002266 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002267 platforms = ["Many"],
2268
2269 # Build info
Georg Brandlff52f762010-12-28 09:51:43 +00002270 cmdclass = {'build_ext': PyBuildExt,
2271 'build_scripts': PyBuildScripts,
2272 'install': PyBuildInstall,
2273 'install_lib': PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002274 # The struct module is defined here, because build_ext won't be
2275 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:47 +00002276 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00002277
Georg Brandlff52f762010-12-28 09:51:43 +00002278 # If you change the scripts installed here, you also need to
2279 # check the PyBuildScripts command above, and change the links
2280 # created by the bininstall target in Makefile.pre.in
Benjamin Petersondfea1922009-05-23 17:13:14 +00002281 scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3",
Éric Araujo859aad62012-06-24 00:07:41 -04002282 "Tools/scripts/2to3", "Tools/scripts/pyvenv"]
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002283 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00002284
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002285# --install-platlib
2286if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002287 main()