blob: d9acd97308433e9aa1b40701edd711aa5b64d194 [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Brett Cannonca5ff3a2013-06-15 17:52:59 -04004import sys, os, importlib.machinery, re, optparse
Christian Heimesaf98da12008-01-27 15:18:18 +00005from glob import glob
Eric Snow335e14d2014-01-04 15:09:28 -07006import importlib._bootstrap
7import importlib.util
Tarek Ziadéedacea32010-01-29 11:41:03 +00008import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:17 +00009
10from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +000011from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000012from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000013from distutils.core import Extension, setup
14from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000015from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000016from distutils.command.install_lib import install_lib
Georg Brandlff52f762010-12-28 09:51:43 +000017from distutils.command.build_scripts import build_scripts
Stefan Krah095b2732010-06-08 13:41:44 +000018from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000019
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020020cross_compiling = "_PYTHON_HOST_PLATFORM" in os.environ
21
Benjamin Petersonacb8c522014-08-09 20:01:49 -070022# Add special CFLAGS reserved for building the interpreter and the stdlib
23# modules (Issue #21121).
24cflags = sysconfig.get_config_var('CFLAGS')
25py_cflags_nodist = sysconfig.get_config_var('PY_CFLAGS_NODIST')
26sysconfig.get_config_vars()['CFLAGS'] = cflags + ' ' + py_cflags_nodist
27
Antoine Pitrou2c0a9162014-09-26 23:31:59 +020028class Dummy:
29 """Hack for parallel build"""
30 ProcessPoolExecutor = None
31sys.modules['concurrent.futures.process'] = Dummy
32
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020033def get_platform():
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020034 # cross build
35 if "_PYTHON_HOST_PLATFORM" in os.environ:
36 return os.environ["_PYTHON_HOST_PLATFORM"]
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020037 # Get value of sys.platform
38 if sys.platform.startswith('osf1'):
39 return 'osf1'
40 return sys.platform
41host_platform = get_platform()
42
Gregory P. Smithb04ded42010-01-03 00:38:10 +000043# Were we compiled --with-pydebug or with #define Py_DEBUG?
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020044COMPILED_WITH_PYDEBUG = ('--with-pydebug' in sysconfig.get_config_var("CONFIG_ARGS"))
Gregory P. Smithb04ded42010-01-03 00:38:10 +000045
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000046# This global variable is used to hold the list of modules to be disabled.
47disabled_module_list = []
48
Michael W. Hudson39230b32002-01-16 15:26:48 +000049def add_dir_to_list(dirlist, dir):
Barry Warsaw807bd0a2010-11-24 20:30:00 +000050 """Add the directory 'dir' to the list 'dirlist' (after any relative
51 directories) if:
52
Michael W. Hudson39230b32002-01-16 15:26:48 +000053 1) 'dir' is not already in 'dirlist'
Barry Warsaw807bd0a2010-11-24 20:30:00 +000054 2) 'dir' actually exists, and is a directory.
55 """
56 if dir is None or not os.path.isdir(dir) or dir in dirlist:
57 return
58 for i, path in enumerate(dirlist):
59 if not os.path.isabs(path):
60 dirlist.insert(i + 1, dir)
Barry Warsaw34520cd2010-11-27 20:03:03 +000061 return
62 dirlist.insert(0, dir)
Michael W. Hudson39230b32002-01-16 15:26:48 +000063
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000064def macosx_sdk_root():
65 """
66 Return the directory of the current OSX SDK,
67 or '/' if no SDK was specified.
68 """
69 cflags = sysconfig.get_config_var('CFLAGS')
70 m = re.search(r'-isysroot\s+(\S+)', cflags)
71 if m is None:
72 sysroot = '/'
73 else:
74 sysroot = m.group(1)
75 return sysroot
76
77def is_macosx_sdk_path(path):
78 """
79 Returns True if 'path' can be located in an OSX SDK
80 """
Ned Deily2910a7b2012-07-30 02:35:58 -070081 return ( (path.startswith('/usr/') and not path.startswith('/usr/local'))
82 or path.startswith('/System/')
83 or path.startswith('/Library/') )
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000084
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000085def find_file(filename, std_dirs, paths):
86 """Searches for the directory where a given file is located,
87 and returns a possibly-empty list of additional directories, or None
88 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000089
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000090 'filename' is the name of a file, such as readline.h or libcrypto.a.
91 'std_dirs' is the list of standard system directories; if the
92 file is found in one of them, no additional directives are needed.
93 'paths' is a list of additional locations to check; if the file is
94 found in one of them, the resulting list will contain the directory.
95 """
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020096 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000097 # Honor the MacOSX SDK setting when one was specified.
98 # An SDK is a directory with the same structure as a real
99 # system, but with only header files and libraries.
100 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000101
102 # Check the standard locations
103 for dir in std_dirs:
104 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000105
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200106 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000107 f = os.path.join(sysroot, dir[1:], filename)
108
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000109 if os.path.exists(f): return []
110
111 # Check the additional directories
112 for dir in paths:
113 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000114
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200115 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000116 f = os.path.join(sysroot, dir[1:], filename)
117
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000118 if os.path.exists(f):
119 return [dir]
120
121 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000122 return None
123
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000124def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000125 result = compiler.find_library_file(std_dirs + paths, libname)
126 if result is None:
127 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +0000128
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200129 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000130 sysroot = macosx_sdk_root()
131
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000132 # Check whether the found file is in one of the standard directories
133 dirname = os.path.dirname(result)
134 for p in std_dirs:
135 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000136 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000137
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200138 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ned Deily020250f2016-02-25 00:56:38 +1100139 # Note that, as of Xcode 7, Apple SDKs may contain textual stub
140 # libraries with .tbd extensions rather than the normal .dylib
141 # shared libraries installed in /. The Apple compiler tool
142 # chain handles this transparently but it can cause problems
143 # for programs that are being built with an SDK and searching
144 # for specific libraries. Distutils find_library_file() now
145 # knows to also search for and return .tbd files. But callers
146 # of find_library_file need to keep in mind that the base filename
147 # of the returned SDK library file might have a different extension
148 # from that of the library file installed on the running system,
149 # for example:
150 # /Applications/Xcode.app/Contents/Developer/Platforms/
151 # MacOSX.platform/Developer/SDKs/MacOSX10.11.sdk/
152 # usr/lib/libedit.tbd
153 # vs
154 # /usr/lib/libedit.dylib
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000155 if os.path.join(sysroot, p[1:]) == dirname:
156 return [ ]
157
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000158 if p == dirname:
159 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000160
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000161 # Otherwise, it must have been in one of the additional directories,
162 # so we have to figure out which one.
163 for p in paths:
164 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000165 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000166
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200167 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000168 if os.path.join(sysroot, p[1:]) == dirname:
169 return [ p ]
170
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000171 if p == dirname:
172 return [p]
173 else:
174 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +0000175
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000176def module_enabled(extlist, modname):
177 """Returns whether the module 'modname' is present in the list
178 of extensions 'extlist'."""
179 extlist = [ext for ext in extlist if ext.name == modname]
180 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +0000181
Jack Jansen144ebcc2001-08-05 22:31:19 +0000182def find_module_file(module, dirlist):
183 """Find a module in a set of possible folders. If it is not found
184 return the unadorned filename"""
185 list = find_file(module, [], dirlist)
186 if not list:
187 return module
188 if len(list) > 1:
Vinay Sajipdd917f82016-08-31 08:22:29 +0100189 log.info("WARNING: multiple copies of %s found", module)
Jack Jansen144ebcc2001-08-05 22:31:19 +0000190 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000191
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000192class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000193
Guido van Rossumd8faa362007-04-27 19:54:29 +0000194 def __init__(self, dist):
195 build_ext.__init__(self, dist)
196 self.failed = []
Benjamin Peterson5c2ac8c2014-04-30 11:06:16 -0400197 self.failed_on_import = []
Antoine Pitrou2c0a9162014-09-26 23:31:59 +0200198 if '-j' in os.environ.get('MAKEFLAGS', ''):
199 self.parallel = True
Guido van Rossumd8faa362007-04-27 19:54:29 +0000200
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000201 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000202
203 # Detect which modules should be compiled
doko@ubuntu.comd5537d02013-03-21 13:21:49 -0700204 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000205
206 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22 +0000207 extensions = [ext for ext in self.extensions
208 if ext.name not in disabled_module_list]
209 # move ctypes to the end, it depends on other modules
210 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
211 if "_ctypes" in ext_map:
212 ctypes = extensions.pop(ext_map["_ctypes"])
213 extensions.append(ctypes)
214 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000215
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000216 # Fix up the autodetected modules, prefixing all the source files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000217 # with Modules/.
218 srcdir = sysconfig.get_config_var('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000219 if not srcdir:
220 # Maybe running on Windows but not using CYGWIN?
221 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer4d491a52009-02-06 00:27:50 +0000222 srcdir = os.path.abspath(srcdir)
Neil Schemenauer014bf282009-02-05 16:35:45 +0000223 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000224
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000225 # Fix up the paths for scripts, too
226 self.distribution.scripts = [os.path.join(srcdir, filename)
227 for filename in self.distribution.scripts]
228
Christian Heimesaf98da12008-01-27 15:18:18 +0000229 # Python header files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000230 headers = [sysconfig.get_config_h_filename()]
Stefan Kraheb977da2012-02-29 14:10:53 +0100231 headers += glob(os.path.join(sysconfig.get_path('include'), "*.h"))
Christian Heimesaf98da12008-01-27 15:18:18 +0000232
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000233 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000234 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000235 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000236 if ext.depends is not None:
Neil Schemenauer014bf282009-02-05 16:35:45 +0000237 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11 +0000238 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18 +0000239 else:
240 ext.depends = []
241 # re-compile extensions if a header file has been changed
242 ext.depends.extend(headers)
243
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000244 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000245 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000246 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000247 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000248
Ronald Oussoren94f25282010-05-05 19:11:21 +0000249 # Parse Modules/Setup and Modules/Setup.local to figure out which
250 # modules are turned on in the file.
251 remove_modules = []
252 for filename in ('Modules/Setup', 'Modules/Setup.local'):
253 input = text_file.TextFile(filename, join_lines=1)
254 while 1:
255 line = input.readline()
256 if not line: break
257 line = line.split()
258 remove_modules.append(line[0])
259 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000260
Ronald Oussoren94f25282010-05-05 19:11:21 +0000261 for ext in self.extensions[:]:
262 if ext.name in remove_modules:
263 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000264
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000265 # When you run "make CC=altcc" or something similar, you really want
266 # those environment variables passed into the setup.py phase. Here's
267 # a small set of useful ones.
268 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000269 args = {}
270 # unfortunately, distutils doesn't let us provide separate C and C++
271 # compilers
272 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000273 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
274 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé36797272010-07-22 12:50:05 +0000275 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000276
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000277 build_ext.build_extensions(self)
278
Antoine Pitrou2c0a9162014-09-26 23:31:59 +0200279 for ext in self.extensions:
280 self.check_extension_import(ext)
281
Berker Peksag1d82a9c2014-10-01 05:11:13 +0300282 longest = max([len(e.name) for e in self.extensions], default=0)
Benjamin Peterson5c2ac8c2014-04-30 11:06:16 -0400283 if self.failed or self.failed_on_import:
284 all_failed = self.failed + self.failed_on_import
285 longest = max(longest, max([len(name) for name in all_failed]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000286
287 def print_three_column(lst):
288 lst.sort(key=str.lower)
289 # guarantee zip() doesn't drop anything
290 while len(lst) % 3:
291 lst.append("")
292 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
293 print("%-*s %-*s %-*s" % (longest, e, longest, f,
294 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000295
296 if missing:
297 print()
Brett Cannonae95b4f2013-07-12 11:30:32 -0400298 print("Python build finished successfully!")
299 print("The necessary bits to build these optional modules were not "
300 "found:")
Guido van Rossumd8faa362007-04-27 19:54:29 +0000301 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000302 print("To find the necessary bits, look in setup.py in"
303 " detect_modules() for the module's name.")
304 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000305
306 if self.failed:
307 failed = self.failed[:]
308 print()
309 print("Failed to build these modules:")
310 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000311 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000312
Benjamin Peterson5c2ac8c2014-04-30 11:06:16 -0400313 if self.failed_on_import:
314 failed = self.failed_on_import[:]
315 print()
316 print("Following modules built successfully"
317 " but were removed because they could not be imported:")
318 print_three_column(failed)
319 print()
320
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000321 def build_extension(self, ext):
322
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000323 if ext.name == '_ctypes':
324 if not self.configure_ctypes(ext):
325 return
326
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000327 try:
328 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56 +0000329 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000330 self.announce('WARNING: building of extension "%s" failed: %s' %
331 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000332 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000333 return
Antoine Pitrou2c0a9162014-09-26 23:31:59 +0200334
335 def check_extension_import(self, ext):
336 # Don't try to import an extension that has failed to compile
337 if ext.name in self.failed:
338 self.announce(
339 'WARNING: skipping import check for failed build "%s"' %
340 ext.name, level=1)
341 return
342
Jack Jansenf49c6f92001-11-01 14:44:15 +0000343 # Workaround for Mac OS X: The Carbon-based modules cannot be
344 # reliably imported into a command-line Python
345 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000346 self.announce(
347 'WARNING: skipping import check for Carbon-based "%s"' %
348 ext.name)
349 return
Georg Brandlfcaf9102008-07-16 02:17:56 +0000350
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200351 if host_platform == 'darwin' and (
Benjamin Petersonfc576352008-07-16 02:39:02 +0000352 sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):
Georg Brandlfcaf9102008-07-16 02:17:56 +0000353 # Don't bother doing an import check when an extension was
354 # build with an explicit '-arch' flag on OSX. That's currently
355 # only used to build 32-bit only extensions in a 4-way
356 # universal build and loading 32-bit code into a 64-bit
357 # process will fail.
358 self.announce(
359 'WARNING: skipping import check for "%s"' %
360 ext.name)
361 return
362
Jason Tishler24cf7762002-05-22 16:46:15 +0000363 # Workaround for Cygwin: Cygwin currently has fork issues when many
364 # modules have been imported
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200365 if host_platform == 'cygwin':
Jason Tishler24cf7762002-05-22 16:46:15 +0000366 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
367 % ext.name)
368 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000369 ext_filename = os.path.join(
370 self.build_lib,
371 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Guido van Rossumc3fee692008-07-17 16:23:53 +0000372
373 # If the build directory didn't exist when setup.py was
374 # started, sys.path_importer_cache has a negative result
375 # cached. Clear that cache before trying to import.
376 sys.path_importer_cache.clear()
377
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200378 # Don't try to load extensions for cross builds
379 if cross_compiling:
380 return
381
Brett Cannonca5ff3a2013-06-15 17:52:59 -0400382 loader = importlib.machinery.ExtensionFileLoader(ext.name, ext_filename)
Eric Snow335e14d2014-01-04 15:09:28 -0700383 spec = importlib.util.spec_from_file_location(ext.name, ext_filename,
384 loader=loader)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000385 try:
Brett Cannon2a17bde2014-05-30 14:55:29 -0400386 importlib._bootstrap._load(spec)
Guido van Rossumb940e112007-01-10 16:19:56 +0000387 except ImportError as why:
Benjamin Peterson5c2ac8c2014-04-30 11:06:16 -0400388 self.failed_on_import.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000389 self.announce('*** WARNING: renaming "%s" since importing it'
390 ' failed: %s' % (ext.name, why), level=3)
391 assert not self.inplace
392 basename, tail = os.path.splitext(ext_filename)
393 newname = basename + "_failed" + tail
394 if os.path.exists(newname):
395 os.remove(newname)
396 os.rename(ext_filename, newname)
397
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000398 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000399 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000400 self.announce('*** WARNING: importing extension "%s" '
401 'failed with %s: %s' % (ext.name, exc_type, why),
402 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000403 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000404
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400405 def add_multiarch_paths(self):
406 # Debian/Ubuntu multiarch support.
407 # https://wiki.ubuntu.com/MultiarchSpec
doko@ubuntu.com3277b352012-08-08 12:15:55 +0200408 cc = sysconfig.get_config_var('CC')
409 tmpfile = os.path.join(self.build_temp, 'multiarch')
410 if not os.path.exists(self.build_temp):
411 os.makedirs(self.build_temp)
412 ret = os.system(
413 '%s -print-multiarch > %s 2> /dev/null' % (cc, tmpfile))
414 multiarch_path_component = ''
415 try:
416 if ret >> 8 == 0:
417 with open(tmpfile) as fp:
418 multiarch_path_component = fp.readline().strip()
419 finally:
420 os.unlink(tmpfile)
421
422 if multiarch_path_component != '':
423 add_dir_to_list(self.compiler.library_dirs,
424 '/usr/lib/' + multiarch_path_component)
425 add_dir_to_list(self.compiler.include_dirs,
426 '/usr/include/' + multiarch_path_component)
427 return
428
Barry Warsaw88e19452011-04-07 10:40:36 -0400429 if not find_executable('dpkg-architecture'):
430 return
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200431 opt = ''
432 if cross_compiling:
433 opt = '-t' + sysconfig.get_config_var('HOST_GNU_TYPE')
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400434 tmpfile = os.path.join(self.build_temp, 'multiarch')
435 if not os.path.exists(self.build_temp):
436 os.makedirs(self.build_temp)
437 ret = os.system(
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200438 'dpkg-architecture %s -qDEB_HOST_MULTIARCH > %s 2> /dev/null' %
439 (opt, tmpfile))
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400440 try:
441 if ret >> 8 == 0:
442 with open(tmpfile) as fp:
443 multiarch_path_component = fp.readline().strip()
444 add_dir_to_list(self.compiler.library_dirs,
445 '/usr/lib/' + multiarch_path_component)
446 add_dir_to_list(self.compiler.include_dirs,
447 '/usr/include/' + multiarch_path_component)
448 finally:
449 os.unlink(tmpfile)
450
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200451 def add_gcc_paths(self):
452 gcc = sysconfig.get_config_var('CC')
453 tmpfile = os.path.join(self.build_temp, 'gccpaths')
454 if not os.path.exists(self.build_temp):
455 os.makedirs(self.build_temp)
456 ret = os.system('%s -E -v - </dev/null 2>%s 1>/dev/null' % (gcc, tmpfile))
457 is_gcc = False
458 in_incdirs = False
459 inc_dirs = []
460 lib_dirs = []
461 try:
462 if ret >> 8 == 0:
463 with open(tmpfile) as fp:
464 for line in fp.readlines():
465 if line.startswith("gcc version"):
466 is_gcc = True
467 elif line.startswith("#include <...>"):
468 in_incdirs = True
469 elif line.startswith("End of search list"):
470 in_incdirs = False
471 elif is_gcc and line.startswith("LIBRARY_PATH"):
472 for d in line.strip().split("=")[1].split(":"):
473 d = os.path.normpath(d)
474 if '/gcc/' not in d:
475 add_dir_to_list(self.compiler.library_dirs,
476 d)
477 elif is_gcc and in_incdirs and '/gcc/' not in line:
478 add_dir_to_list(self.compiler.include_dirs,
479 line.strip())
480 finally:
481 os.unlink(tmpfile)
482
Victor Stinnerdef80722016-04-19 15:58:11 +0200483 def detect_math_libs(self):
484 # Check for MacOS X, which doesn't need libm.a at all
485 if host_platform == 'darwin':
486 return []
487 else:
488 return ['m']
489
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000490 def detect_modules(self):
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000491 # Ensure that /usr/local is always used, but the local build
492 # directories (i.e. '.' and 'Include') must be first. See issue
493 # 10520.
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200494 if not cross_compiling:
495 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
496 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200497 # only change this for cross builds for 3.3, issues on Mageia
498 if cross_compiling:
499 self.add_gcc_paths()
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400500 self.add_multiarch_paths()
Michael W. Hudson39230b32002-01-16 15:26:48 +0000501
Brett Cannon516592f2004-12-07 00:42:59 +0000502 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000503 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000504 # We must get the values from the Makefile and not the environment
505 # directly since an inconsistently reproducible issue comes up where
506 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000507 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000508 for env_var, arg_name, dir_list in (
Tarek Ziadé36797272010-07-22 12:50:05 +0000509 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
510 ('LDFLAGS', '-L', self.compiler.library_dirs),
511 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000512 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000513 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000514 # To prevent optparse from raising an exception about any
Skip Montanaroa5c2a512008-10-07 02:51:48 +0000515 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000516 # all double dashes and any dashes followed by a character
517 # that is not for the option we are dealing with.
518 #
519 # Please note that order of the regex is important! We must
520 # strip out double-dashes first so that we don't end up with
521 # substituting "--Long" to "-Long" and thus lead to "ong" being
522 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05 +0000523 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
524 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000525 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000526 # Make sure that allowing args interspersed with options is
527 # allowed
528 parser.allow_interspersed_args = True
529 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000530 parser.add_option(arg_name, dest="dirs", action="append")
531 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000532 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08 +0000533 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000534 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000535
Vinay Sajip7ded1f02012-05-26 03:45:29 +0100536 if os.path.normpath(sys.base_prefix) != '/usr' \
Ronald Oussorenf3500e12010-10-20 13:10:12 +0000537 and not sysconfig.get_config_var('PYTHONFRAMEWORK'):
538 # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework
539 # (PYTHONFRAMEWORK is set) to avoid # linking problems when
540 # building a framework with different architectures than
541 # the one that is currently installed (issue #7473)
Tarek Ziadé36797272010-07-22 12:50:05 +0000542 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000543 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé36797272010-07-22 12:50:05 +0000544 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000545 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000546
547 # lib_dirs and inc_dirs are used to search for files;
548 # if a file is found in one of those directories, it can
549 # be assumed that no additional -I,-L directives are needed.
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200550 if not cross_compiling:
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200551 lib_dirs = self.compiler.library_dirs + [
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200552 '/lib64', '/usr/lib64',
553 '/lib', '/usr/lib',
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200554 ]
555 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Christian Heimesf19529c2012-12-12 12:41:00 +0100556 else:
Christian Heimesd7832612012-12-12 12:56:51 +0100557 lib_dirs = self.compiler.library_dirs[:]
558 inc_dirs = self.compiler.include_dirs[:]
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000559 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29 +0000560 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000561
Brett Cannon4454a1f2005-04-15 20:32:39 +0000562 config_h = sysconfig.get_config_h_filename()
Brett Cannon9f5db072010-10-29 20:19:27 +0000563 with open(config_h) as file:
564 config_h_vars = sysconfig.parse_config_h(file)
Brett Cannon4454a1f2005-04-15 20:32:39 +0000565
Neil Schemenauer014bf282009-02-05 16:35:45 +0000566 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000567
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000568 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200569 if host_platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000570 lib_dirs += ['/usr/ccs/lib']
571
Charles-François Natali5739e102012-04-12 19:07:25 +0200572 # HP-UX11iv3 keeps files in lib/hpux folders.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200573 if host_platform == 'hp-ux11':
Charles-François Natali5739e102012-04-12 19:07:25 +0200574 lib_dirs += ['/usr/lib/hpux64', '/usr/lib/hpux32']
575
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200576 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47 +0000577 # This should work on any unixy platform ;-)
578 # If the user has bothered specifying additional -I and -L flags
579 # in OPT and LDFLAGS we might as well use them here.
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000580 #
581 # NOTE: using shlex.split would technically be more correct, but
582 # also gives a bootstrap problem. Let's hope nobody uses
583 # directories with whitespace in the name to store libraries.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000584 cflags, ldflags = sysconfig.get_config_vars(
585 'CFLAGS', 'LDFLAGS')
586 for item in cflags.split():
587 if item.startswith('-I'):
588 inc_dirs.append(item[2:])
589
590 for item in ldflags.split():
591 if item.startswith('-L'):
592 lib_dirs.append(item[2:])
593
Victor Stinnerdef80722016-04-19 15:58:11 +0200594 math_libs = self.detect_math_libs()
Michael W. Hudson5b109102002-01-23 15:04:41 +0000595
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000596 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
597
598 #
599 # The following modules are all pretty straightforward, and compile
600 # on pretty much any POSIXish platform.
601 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000602
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000603 # array objects
604 exts.append( Extension('array', ['arraymodule.c']) )
Martin Panterc9deece2016-02-03 05:19:44 +0000605
606 shared_math = 'Modules/_math.o'
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000607 # complex math library functions
Martin Panterc9deece2016-02-03 05:19:44 +0000608 exts.append( Extension('cmath', ['cmathmodule.c'],
609 extra_objects=[shared_math],
610 depends=['_math.h', shared_math],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000611 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000612 # math library functions, e.g. sin()
Martin Panterc9deece2016-02-03 05:19:44 +0000613 exts.append( Extension('math', ['mathmodule.c'],
614 extra_objects=[shared_math],
615 depends=['_math.h', shared_math],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000616 libraries=math_libs) )
Victor Stinnere0be4232011-10-25 13:06:09 +0200617
618 # time libraries: librt may be needed for clock_gettime()
619 time_libs = []
620 lib = sysconfig.get_config_var('TIMEMODULE_LIB')
621 if lib:
622 time_libs.append(lib)
623
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000624 # time operations and variables
Victor Stinner5d272cc2012-03-13 13:35:55 +0100625 exts.append( Extension('time', ['timemodule.c'],
Victor Stinnere0be4232011-10-25 13:06:09 +0200626 libraries=time_libs) )
Victor Stinnerdef80722016-04-19 15:58:11 +0200627 # math_libs is needed by delta_new() that uses round() and by accum()
628 # that uses modf().
629 exts.append( Extension('_datetime', ['_datetimemodule.c'],
630 libraries=math_libs) )
Christian Heimesfe337bf2008-03-23 21:54:12 +0000631 # random number generator implemented in C
632 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000633 # bisect
634 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000635 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000636 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Alexandre Vassalottica2d6102008-06-12 18:26:05 +0000637 # C-optimized pickle replacement
638 exts.append( Extension("_pickle", ["_pickle.c"]) )
Collin Winter670e6922007-03-21 02:57:17 +0000639 # atexit
640 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Christian Heimes90540002008-05-08 14:29:10 +0000641 # _json speedups
642 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000643 # Python C API test module
Mark Dickinsona06f44b2009-02-10 16:18:22 +0000644 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
645 depends=['testcapi_long.h']) )
Stefan Krah9a2d99e2012-02-25 12:24:21 +0100646 # Python PEP-3118 (buffer protocol) test module
647 exts.append( Extension('_testbuffer', ['_testbuffer.c']) )
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200648 # Test loading multiple modules from one compiled file (http://bugs.python.org/issue16421)
649 exts.append( Extension('_testimportmultiple', ['_testimportmultiple.c']) )
Nick Coghland5cacbb2015-05-23 22:24:10 +1000650 # Test multi-phase extension module init (PEP 489)
651 exts.append( Extension('_testmultiphase', ['_testmultiphase.c']) )
Fred Drake0e474a82007-10-11 18:01:43 +0000652 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56 +0000653 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000654 # static Unicode character database
Walter Dörwalde9eaab42007-05-22 16:02:13 +0000655 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Larry Hastings3a907972013-11-23 14:49:22 -0800656 # _opcode module
657 exts.append( Extension('_opcode', ['_opcode.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000658
659 # Modules with some UNIX dependencies -- on by default:
660 # (If you have a really backward UNIX, select and socket may not be
661 # supported...)
662
663 # fcntl(2) and ioctl(2)
Antoine Pitroua3000072010-09-07 14:52:42 +0000664 libs = []
665 if (config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)):
666 # May be necessary on AIX for flock function
667 libs = ['bsd']
668 exts.append( Extension('fcntl', ['fcntlmodule.c'], libraries=libs) )
Ronald Oussoren94f25282010-05-05 19:11:21 +0000669 # pwd(3)
670 exts.append( Extension('pwd', ['pwdmodule.c']) )
671 # grp(3)
672 exts.append( Extension('grp', ['grpmodule.c']) )
673 # spwd, shadow passwords
674 if (config_h_vars.get('HAVE_GETSPNAM', False) or
675 config_h_vars.get('HAVE_GETSPENT', False)):
676 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000677 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000678 missing.append('spwd')
Guido van Rossumd8faa362007-04-27 19:54:29 +0000679
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000680 # select(2); not on ancient System V
681 exts.append( Extension('select', ['selectmodule.c']) )
682
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000683 # Fred Drake's interface to the Python parser
684 exts.append( Extension('parser', ['parsermodule.c']) )
685
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000686 # Memory-mapped files (also works on Win32).
Ronald Oussoren94f25282010-05-05 19:11:21 +0000687 exts.append( Extension('mmap', ['mmapmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000688
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000689 # Lance Ellinghaus's syslog module
Ronald Oussoren94f25282010-05-05 19:11:21 +0000690 # syslog daemon interface
691 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000692
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000693 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000694 # Here ends the simple stuff. From here on, modules need certain
695 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000696 #
697
698 # Multimedia modules
699 # These don't work for 64-bit platforms!!!
700 # These represent audio samples or images as strings:
Victor Stinnerdef80722016-04-19 15:58:11 +0200701 #
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000702 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000703 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000704 # 64-bit platforms.
Victor Stinnerdef80722016-04-19 15:58:11 +0200705 #
706 # audioop needs math_libs for floor() in multiple functions.
707 exts.append( Extension('audioop', ['audioop.c'],
708 libraries=math_libs) )
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000709
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000710 # readline
Tarek Ziadé36797272010-07-22 12:50:05 +0000711 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krah095b2732010-06-08 13:41:44 +0000712 readline_termcap_library = ""
713 curses_library = ""
doko@ubuntu.com58844492012-06-30 18:25:32 +0200714 # Cannot use os.popen here in py3k.
715 tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib')
716 if not os.path.exists(self.build_temp):
717 os.makedirs(self.build_temp)
Stefan Krah095b2732010-06-08 13:41:44 +0000718 # Determine if readline is already linked against curses or tinfo.
doko@ubuntu.com58844492012-06-30 18:25:32 +0200719 if do_readline:
720 if cross_compiling:
721 ret = os.system("%s -d %s | grep '(NEEDED)' > %s" \
722 % (sysconfig.get_config_var('READELF'),
723 do_readline, tmpfile))
724 elif find_executable('ldd'):
725 ret = os.system("ldd %s > %s" % (do_readline, tmpfile))
726 else:
727 ret = 256
doko@ubuntu.com4c990712012-06-30 23:28:09 +0200728 if ret >> 8 == 0:
Brett Cannon9f5db072010-10-29 20:19:27 +0000729 with open(tmpfile) as fp:
730 for ln in fp:
731 if 'curses' in ln:
732 readline_termcap_library = re.sub(
733 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
734 ).rstrip()
735 break
736 # termcap interface split out from ncurses
737 if 'tinfo' in ln:
738 readline_termcap_library = 'tinfo'
739 break
doko@ubuntu.com4c990712012-06-30 23:28:09 +0200740 if os.path.exists(tmpfile):
741 os.unlink(tmpfile)
Stefan Krah095b2732010-06-08 13:41:44 +0000742 # Issue 7384: If readline is already linked against curses,
743 # use the same library for the readline and curses modules.
744 if 'curses' in readline_termcap_library:
745 curses_library = readline_termcap_library
Tarek Ziadé36797272010-07-22 12:50:05 +0000746 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
Stefan Krah095b2732010-06-08 13:41:44 +0000747 curses_library = 'ncursesw'
Tarek Ziadé36797272010-07-22 12:50:05 +0000748 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000749 curses_library = 'ncurses'
Tarek Ziadé36797272010-07-22 12:50:05 +0000750 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000751 curses_library = 'curses'
752
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200753 if host_platform == 'darwin':
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000754 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren961683a2010-03-08 07:09:59 +0000755 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
Ned Deily04cdfa12014-06-25 13:36:14 -0700756 if (dep_target and
757 (tuple(int(n) for n in dep_target.split('.')[0:2])
758 < (10, 5) ) ):
Ronald Oussoren961683a2010-03-08 07:09:59 +0000759 os_release = 8
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000760 if os_release < 9:
761 # MacOSX 10.4 has a broken readline. Don't try to build
762 # the readline module unless the user has installed a fixed
763 # readline package
764 if find_file('readline/rlconf.h', inc_dirs, []) is None:
765 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000766 if do_readline:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200767 if host_platform == 'darwin' and os_release < 9:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000768 # In every directory on the search path search for a dynamic
769 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19 +0000770 # for dynamic libraries on the entire path.
Martin Pantere26da7c2016-06-02 10:07:09 +0000771 # This way a statically linked custom readline gets picked up
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000772 # before the (possibly broken) dynamic library in /usr/lib.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000773 readline_extra_link_args = ('-Wl,-search_paths_first',)
774 else:
775 readline_extra_link_args = ()
776
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000777 readline_libs = ['readline']
Stefan Krah095b2732010-06-08 13:41:44 +0000778 if readline_termcap_library:
779 pass # Issue 7384: Already linked against curses or tinfo.
780 elif curses_library:
781 readline_libs.append(curses_library)
Tarek Ziadé36797272010-07-22 12:50:05 +0000782 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000783 ['/usr/lib/termcap'],
784 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000785 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000786 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000787 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47 +0000788 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000789 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000790 else:
791 missing.append('readline')
792
Ronald Oussoren94f25282010-05-05 19:11:21 +0000793 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000794
Tarek Ziadé36797272010-07-22 12:50:05 +0000795 if self.compiler.find_library_file(lib_dirs, 'crypt'):
Ronald Oussoren94f25282010-05-05 19:11:21 +0000796 libs = ['crypt']
Guido van Rossumd8faa362007-04-27 19:54:29 +0000797 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000798 libs = []
Sean Reifscheidere2dfefb2011-02-22 10:55:44 +0000799 exts.append( Extension('_crypt', ['_cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000800
Skip Montanaroba9e9782003-03-20 23:34:22 +0000801 # CSV files
802 exts.append( Extension('_csv', ['_csv.c']) )
803
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +0000804 # POSIX subprocess module helper.
805 exts.append( Extension('_posixsubprocess', ['_posixsubprocess.c']) )
806
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000807 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000808 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000809 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000810 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000811 search_for_ssl_incs_in = [
812 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000813 '/usr/contrib/ssl/include/'
814 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000815 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
816 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000817 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000818 if ssl_incs is not None:
819 krb5_h = find_file('krb5.h', inc_dirs,
820 ['/usr/kerberos/include'])
821 if krb5_h:
822 ssl_incs += krb5_h
Tarek Ziadé36797272010-07-22 12:50:05 +0000823 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000824 ['/usr/local/ssl/lib',
825 '/usr/contrib/ssl/lib/'
826 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000827
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000828 if (ssl_incs is not None and
829 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000830 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000831 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000832 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000833 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000834 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000835 else:
836 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000837
Gregory P. Smithade97332005-08-23 21:19:40 +0000838 # find out which version of OpenSSL we have
839 openssl_ver = 0
840 openssl_ver_re = re.compile(
R David Murray44b548d2016-09-08 13:59:53 -0400841 r'^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40 +0000842
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000843 # look for the openssl version header on the compiler search path.
844 opensslv_h = find_file('openssl/opensslv.h', [],
845 inc_dirs + search_for_ssl_incs_in)
846 if opensslv_h:
847 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200848 if host_platform == 'darwin' and is_macosx_sdk_path(name):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000849 name = os.path.join(macosx_sdk_root(), name[1:])
850 try:
Brett Cannon9f5db072010-10-29 20:19:27 +0000851 with open(name, 'r') as incfile:
852 for line in incfile:
853 m = openssl_ver_re.match(line)
854 if m:
Antoine Pitrou2463e5f2013-03-28 22:24:43 +0100855 openssl_ver = int(m.group(1), 16)
856 break
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000857 except IOError as msg:
858 print("IOError while reading opensshv.h:", msg)
Gregory P. Smithade97332005-08-23 21:19:40 +0000859
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000860 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000861 min_openssl_ver = 0x00907000
862 have_any_openssl = ssl_incs is not None and ssl_libs is not None
863 have_usable_openssl = (have_any_openssl and
864 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000865
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000866 if have_any_openssl:
867 if have_usable_openssl:
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000868 # The _hashlib module wraps optimized implementations
869 # of hash functions from the OpenSSL library.
870 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000871 depends = ['hashlib.h'],
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000872 include_dirs = ssl_incs,
873 library_dirs = ssl_libs,
874 libraries = ['ssl', 'crypto']) )
875 else:
876 print("warning: openssl 0x%08x is too old for _hashlib" %
877 openssl_ver)
878 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000879
Antoine Pitrou019ff192012-05-16 16:41:26 +0200880 # We always compile these even when OpenSSL is available (issue #14693).
881 # It's harmless and the object code is tiny (40-50 KB per module,
882 # only loaded when actually used).
883 exts.append( Extension('_sha256', ['sha256module.c'],
884 depends=['hashlib.h']) )
885 exts.append( Extension('_sha512', ['sha512module.c'],
886 depends=['hashlib.h']) )
887 exts.append( Extension('_md5', ['md5module.c'],
888 depends=['hashlib.h']) )
889 exts.append( Extension('_sha1', ['sha1module.c'],
890 depends=['hashlib.h']) )
Gregory P. Smith2f21eb32007-09-09 06:44:34 +0000891
Christian Heimes3c397e42016-09-06 22:35:14 +0200892 blake2_deps = glob(os.path.join(os.getcwd(), srcdir,
893 'Modules/_blake2/impl/*'))
Christian Heimes121b9482016-09-06 22:03:25 +0200894 blake2_deps.append('hashlib.h')
895
896 blake2_macros = []
Christian Heimesdfb9ef12016-09-07 11:39:21 +0200897 if not cross_compiling and os.uname().machine == "x86_64":
Christian Heimes121b9482016-09-06 22:03:25 +0200898 # Every x86_64 machine has at least SSE2.
899 blake2_macros.append(('BLAKE2_USE_SSE', '1'))
900
901 exts.append( Extension('_blake2',
902 ['_blake2/blake2module.c',
903 '_blake2/blake2b_impl.c',
904 '_blake2/blake2s_impl.c'],
905 define_macros=blake2_macros,
906 depends=blake2_deps) )
907
Christian Heimes6fe2a752016-09-07 11:58:24 +0200908 sha3_deps = glob(os.path.join(os.getcwd(), srcdir,
909 'Modules/_sha3/kcp/*'))
910 sha3_deps.append('hashlib.h')
911 exts.append( Extension('_sha3',
912 ['_sha3/sha3module.c'],
913 depends=sha3_deps))
914
Georg Brandl489cb4f2009-07-11 10:08:49 +0000915 # Modules that provide persistent dictionary-like semantics. You will
916 # probably want to arrange for at least one of them to be available on
917 # your machine, though none are defined by default because of library
918 # dependencies. The Python module dbm/__init__.py provides an
919 # implementation independent wrapper for these; dbm/dumb.py provides
920 # similar functionality (but slower of course) implemented in Python.
921
922 # Sleepycat^WOracle Berkeley DB interface.
923 # http://www.oracle.com/database/berkeley-db/db/index.html
924 #
925 # This requires the Sleepycat^WOracle DB code. The supported versions
926 # are set below. Visit the URL above to download
927 # a release. Most open source OSes come with one or more
928 # versions of BerkeleyDB already installed.
929
doko@ubuntu.com15bac0f2012-07-01 10:35:54 +0200930 max_db_ver = (5, 3)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000931 min_db_ver = (3, 3)
932 db_setup_debug = False # verbose debug prints from this script?
933
934 def allow_db_ver(db_ver):
935 """Returns a boolean if the given BerkeleyDB version is acceptable.
936
937 Args:
938 db_ver: A tuple of the version to verify.
939 """
940 if not (min_db_ver <= db_ver <= max_db_ver):
941 return False
942 return True
943
944 def gen_db_minor_ver_nums(major):
945 if major == 4:
946 for x in range(max_db_ver[1]+1):
947 if allow_db_ver((4, x)):
948 yield x
949 elif major == 3:
950 for x in (3,):
951 if allow_db_ver((3, x)):
952 yield x
953 else:
954 raise ValueError("unknown major BerkeleyDB version", major)
955
956 # construct a list of paths to look for the header file in on
957 # top of the normal inc_dirs.
958 db_inc_paths = [
959 '/usr/include/db4',
960 '/usr/local/include/db4',
961 '/opt/sfw/include/db4',
962 '/usr/include/db3',
963 '/usr/local/include/db3',
964 '/opt/sfw/include/db3',
965 # Fink defaults (http://fink.sourceforge.net/)
966 '/sw/include/db4',
967 '/sw/include/db3',
968 ]
969 # 4.x minor number specific paths
970 for x in gen_db_minor_ver_nums(4):
971 db_inc_paths.append('/usr/include/db4%d' % x)
972 db_inc_paths.append('/usr/include/db4.%d' % x)
973 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
974 db_inc_paths.append('/usr/local/include/db4%d' % x)
975 db_inc_paths.append('/pkg/db-4.%d/include' % x)
976 db_inc_paths.append('/opt/db-4.%d/include' % x)
977 # MacPorts default (http://www.macports.org/)
978 db_inc_paths.append('/opt/local/include/db4%d' % x)
979 # 3.x minor number specific paths
980 for x in gen_db_minor_ver_nums(3):
981 db_inc_paths.append('/usr/include/db3%d' % x)
982 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
983 db_inc_paths.append('/usr/local/include/db3%d' % x)
984 db_inc_paths.append('/pkg/db-3.%d/include' % x)
985 db_inc_paths.append('/opt/db-3.%d/include' % x)
986
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200987 if cross_compiling:
988 db_inc_paths = []
989
Georg Brandl489cb4f2009-07-11 10:08:49 +0000990 # Add some common subdirectories for Sleepycat DB to the list,
991 # based on the standard include directories. This way DB3/4 gets
992 # picked up when it is installed in a non-standard prefix and
993 # the user has added that prefix into inc_dirs.
994 std_variants = []
995 for dn in inc_dirs:
996 std_variants.append(os.path.join(dn, 'db3'))
997 std_variants.append(os.path.join(dn, 'db4'))
998 for x in gen_db_minor_ver_nums(4):
999 std_variants.append(os.path.join(dn, "db4%d"%x))
1000 std_variants.append(os.path.join(dn, "db4.%d"%x))
1001 for x in gen_db_minor_ver_nums(3):
1002 std_variants.append(os.path.join(dn, "db3%d"%x))
1003 std_variants.append(os.path.join(dn, "db3.%d"%x))
1004
1005 db_inc_paths = std_variants + db_inc_paths
1006 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
1007
1008 db_ver_inc_map = {}
1009
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001010 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001011 sysroot = macosx_sdk_root()
1012
Georg Brandl489cb4f2009-07-11 10:08:49 +00001013 class db_found(Exception): pass
1014 try:
1015 # See whether there is a Sleepycat header in the standard
1016 # search path.
1017 for d in inc_dirs + db_inc_paths:
1018 f = os.path.join(d, "db.h")
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001019 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001020 f = os.path.join(sysroot, d[1:], "db.h")
1021
Georg Brandl489cb4f2009-07-11 10:08:49 +00001022 if db_setup_debug: print("db: looking for db.h in", f)
1023 if os.path.exists(f):
Brett Cannon9f5db072010-10-29 20:19:27 +00001024 with open(f, 'rb') as file:
1025 f = file.read()
Benjamin Peterson019f3612009-08-12 18:18:03 +00001026 m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +00001027 if m:
1028 db_major = int(m.group(1))
Benjamin Peterson019f3612009-08-12 18:18:03 +00001029 m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +00001030 db_minor = int(m.group(1))
1031 db_ver = (db_major, db_minor)
1032
1033 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
1034 if db_ver == (4, 6):
Benjamin Peterson019f3612009-08-12 18:18:03 +00001035 m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +00001036 db_patch = int(m.group(1))
1037 if db_patch < 21:
1038 print("db.h:", db_ver, "patch", db_patch,
1039 "being ignored (4.6.x must be >= 4.6.21)")
1040 continue
1041
1042 if ( (db_ver not in db_ver_inc_map) and
1043 allow_db_ver(db_ver) ):
1044 # save the include directory with the db.h version
1045 # (first occurrence only)
1046 db_ver_inc_map[db_ver] = d
1047 if db_setup_debug:
1048 print("db.h: found", db_ver, "in", d)
1049 else:
1050 # we already found a header for this library version
1051 if db_setup_debug: print("db.h: ignoring", d)
1052 else:
1053 # ignore this header, it didn't contain a version number
1054 if db_setup_debug:
1055 print("db.h: no version number version in", d)
1056
1057 db_found_vers = list(db_ver_inc_map.keys())
1058 db_found_vers.sort()
1059
1060 while db_found_vers:
1061 db_ver = db_found_vers.pop()
1062 db_incdir = db_ver_inc_map[db_ver]
1063
1064 # check lib directories parallel to the location of the header
1065 db_dirs_to_check = [
1066 db_incdir.replace("include", 'lib64'),
1067 db_incdir.replace("include", 'lib'),
1068 ]
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001069
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001070 if host_platform != 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001071 db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check))
1072
1073 else:
1074 # Same as other branch, but takes OSX SDK into account
1075 tmp = []
1076 for dn in db_dirs_to_check:
1077 if is_macosx_sdk_path(dn):
1078 if os.path.isdir(os.path.join(sysroot, dn[1:])):
1079 tmp.append(dn)
1080 else:
1081 if os.path.isdir(dn):
1082 tmp.append(dn)
Ronald Oussorendc969e52010-06-27 12:37:46 +00001083 db_dirs_to_check = tmp
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001084
1085 db_dirs_to_check = tmp
Georg Brandl489cb4f2009-07-11 10:08:49 +00001086
Ezio Melotti42da6632011-03-15 05:18:48 +02001087 # Look for a version specific db-X.Y before an ambiguous dbX
Georg Brandl489cb4f2009-07-11 10:08:49 +00001088 # XXX should we -ever- look for a dbX name? Do any
1089 # systems really not name their library by version and
1090 # symlink to more general names?
1091 for dblib in (('db-%d.%d' % db_ver),
1092 ('db%d%d' % db_ver),
1093 ('db%d' % db_ver[0])):
1094 dblib_file = self.compiler.find_library_file(
1095 db_dirs_to_check + lib_dirs, dblib )
1096 if dblib_file:
1097 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
1098 raise db_found
1099 else:
1100 if db_setup_debug: print("db lib: ", dblib, "not found")
1101
1102 except db_found:
1103 if db_setup_debug:
1104 print("bsddb using BerkeleyDB lib:", db_ver, dblib)
1105 print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir)
Georg Brandl489cb4f2009-07-11 10:08:49 +00001106 dblibs = [dblib]
doko@ubuntu.coma3818a32014-04-17 17:52:48 +02001107 # Only add the found library and include directories if they aren't
1108 # already being searched. This avoids an explicit runtime library
1109 # dependency.
1110 if db_incdir in inc_dirs:
1111 db_incs = None
1112 else:
1113 db_incs = [db_incdir]
1114 if dblib_dir[0] in lib_dirs:
1115 dblib_dir = None
Georg Brandl489cb4f2009-07-11 10:08:49 +00001116 else:
1117 if db_setup_debug: print("db: no appropriate library found")
1118 db_incs = None
1119 dblibs = []
1120 dblib_dir = None
1121
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001122 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:30 +00001123 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001124
1125 # We hunt for #define SQLITE_VERSION "n.n.n"
1126 # We need to find >= sqlite version 3.0.8
1127 sqlite_incdir = sqlite_libdir = None
1128 sqlite_inc_paths = [ '/usr/include',
1129 '/usr/include/sqlite',
1130 '/usr/include/sqlite3',
1131 '/usr/local/include',
1132 '/usr/local/include/sqlite',
1133 '/usr/local/include/sqlite3',
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +02001134 ]
1135 if cross_compiling:
1136 sqlite_inc_paths = []
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001137 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
1138 MIN_SQLITE_VERSION = ".".join([str(x)
1139 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:47 +00001140
1141 # Scan the default include directories before the SQLite specific
1142 # ones. This allows one to override the copy of sqlite on OSX,
1143 # where /usr/include contains an old version of sqlite.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001144 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001145 sysroot = macosx_sdk_root()
1146
Ned Deily9b635832012-08-05 15:13:33 -07001147 for d_ in inc_dirs + sqlite_inc_paths:
1148 d = d_
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001149 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ned Deily9b635832012-08-05 15:13:33 -07001150 d = os.path.join(sysroot, d[1:])
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001151
Ned Deily9b635832012-08-05 15:13:33 -07001152 f = os.path.join(d, "sqlite3.h")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001153 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:43 +00001154 if sqlite_setup_debug: print("sqlite: found %s"%f)
Brett Cannon9f5db072010-10-29 20:19:27 +00001155 with open(f) as file:
1156 incf = file.read()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001157 m = re.search(
Petri Lehtinened909bc2013-02-23 17:05:28 +01001158 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"([\d\.]*)"', incf)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001159 if m:
1160 sqlite_version = m.group(1)
1161 sqlite_version_tuple = tuple([int(x)
1162 for x in sqlite_version.split(".")])
1163 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
1164 # we win!
Thomas Wouters89f507f2006-12-13 04:49:30 +00001165 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001166 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001167 sqlite_incdir = d
1168 break
1169 else:
1170 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001171 print("%s: version %d is too old, need >= %s"%(d,
1172 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001173 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001174 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001175
1176 if sqlite_incdir:
1177 sqlite_dirs_to_check = [
1178 os.path.join(sqlite_incdir, '..', 'lib64'),
1179 os.path.join(sqlite_incdir, '..', 'lib'),
1180 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
1181 os.path.join(sqlite_incdir, '..', '..', 'lib'),
1182 ]
Tarek Ziadé36797272010-07-22 12:50:05 +00001183 sqlite_libfile = self.compiler.find_library_file(
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001184 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonf10a79a2008-10-11 00:49:57 +00001185 if sqlite_libfile:
1186 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001187
1188 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:47 +00001189 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001190 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001191 '_sqlite/cursor.c',
1192 '_sqlite/microprotocols.c',
1193 '_sqlite/module.c',
1194 '_sqlite/prepare_protocol.c',
1195 '_sqlite/row.c',
1196 '_sqlite/statement.c',
1197 '_sqlite/util.c', ]
1198
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001199 sqlite_defines = []
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001200 if host_platform != "win32":
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001201 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
1202 else:
1203 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1204
Benjamin Peterson076ed002010-10-31 17:11:02 +00001205 # Enable support for loadable extensions in the sqlite3 module
1206 # if --enable-loadable-sqlite-extensions configure option is used.
1207 if '--enable-loadable-sqlite-extensions' not in sysconfig.get_config_var("CONFIG_ARGS"):
1208 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Thomas Wouters477c8d52006-05-27 19:21:47 +00001209
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001210 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47 +00001211 # In every directory on the search path search for a dynamic
1212 # library and then a static library, instead of first looking
Ezio Melotti13925002011-03-16 11:05:33 +02001213 # for dynamic libraries on the entire path.
1214 # This way a statically linked custom sqlite gets picked up
Thomas Wouters477c8d52006-05-27 19:21:47 +00001215 # before the dynamic library in /usr/lib.
1216 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1217 else:
1218 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001219
Brett Cannonc5011fe2011-06-06 20:09:10 -07001220 include_dirs = ["Modules/_sqlite"]
1221 # Only include the directory where sqlite was found if it does
1222 # not already exist in set include directories, otherwise you
1223 # can end up with a bad search path order.
1224 if sqlite_incdir not in self.compiler.include_dirs:
1225 include_dirs.append(sqlite_incdir)
doko@ubuntu.coma3818a32014-04-17 17:52:48 +02001226 # avoid a runtime library path for a system library dir
1227 if sqlite_libdir and sqlite_libdir[0] in lib_dirs:
1228 sqlite_libdir = None
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001229 exts.append(Extension('_sqlite3', sqlite_srcs,
1230 define_macros=sqlite_defines,
Brett Cannonc5011fe2011-06-06 20:09:10 -07001231 include_dirs=include_dirs,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001232 library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:47 +00001233 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001234 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001235 else:
1236 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001237
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001238 dbm_setup_debug = False # verbose debug prints from this script?
Benjamin Petersond78735d2010-01-01 16:04:23 +00001239 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001240 # The standard Unix dbm module:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001241 if host_platform not in ['cygwin']:
Matthias Klose55708cc2009-04-30 08:06:49 +00001242 config_args = [arg.strip("'")
1243 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersond78735d2010-01-01 16:04:23 +00001244 dbm_args = [arg for arg in config_args
Matthias Klose55708cc2009-04-30 08:06:49 +00001245 if arg.startswith('--with-dbmliborder=')]
1246 if dbm_args:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001247 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001248 else:
Georg Brandl489cb4f2009-07-11 10:08:49 +00001249 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001250 dbmext = None
1251 for cand in dbm_order:
1252 if cand == "ndbm":
1253 if find_file("ndbm.h", inc_dirs, []) is not None:
Nick Coghlan50f147a2012-06-17 18:27:11 +10001254 # Some systems have -lndbm, others have -lgdbm_compat,
1255 # others don't have either
Tarek Ziadé36797272010-07-22 12:50:05 +00001256 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001257 'ndbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001258 ndbm_libs = ['ndbm']
Nick Coghlan50f147a2012-06-17 18:27:11 +10001259 elif self.compiler.find_library_file(lib_dirs,
1260 'gdbm_compat'):
1261 ndbm_libs = ['gdbm_compat']
Matthias Klose55708cc2009-04-30 08:06:49 +00001262 else:
1263 ndbm_libs = []
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001264 if dbm_setup_debug: print("building dbm using ndbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001265 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1266 define_macros=[
1267 ('HAVE_NDBM_H',None),
1268 ],
1269 libraries=ndbm_libs)
1270 break
1271
1272 elif cand == "gdbm":
Tarek Ziadé36797272010-07-22 12:50:05 +00001273 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001274 gdbm_libs = ['gdbm']
Tarek Ziadé36797272010-07-22 12:50:05 +00001275 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001276 'gdbm_compat'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001277 gdbm_libs.append('gdbm_compat')
1278 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001279 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001280 dbmext = Extension(
1281 '_dbm', ['_dbmmodule.c'],
1282 define_macros=[
1283 ('HAVE_GDBM_NDBM_H', None),
1284 ],
1285 libraries = gdbm_libs)
1286 break
1287 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001288 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001289 dbmext = Extension(
1290 '_dbm', ['_dbmmodule.c'],
1291 define_macros=[
1292 ('HAVE_GDBM_DASH_NDBM_H', None),
1293 ],
1294 libraries = gdbm_libs)
1295 break
Georg Brandl489cb4f2009-07-11 10:08:49 +00001296 elif cand == "bdb":
doko@ubuntu.coma3818a32014-04-17 17:52:48 +02001297 if dblibs:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001298 if dbm_setup_debug: print("building dbm using bdb")
Georg Brandl489cb4f2009-07-11 10:08:49 +00001299 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1300 library_dirs=dblib_dir,
1301 runtime_library_dirs=dblib_dir,
1302 include_dirs=db_incs,
1303 define_macros=[
1304 ('HAVE_BERKDB_H', None),
1305 ('DB_DBM_HSEARCH', None),
1306 ],
1307 libraries=dblibs)
Matthias Klose55708cc2009-04-30 08:06:49 +00001308 break
1309 if dbmext is not None:
1310 exts.append(dbmext)
Guido van Rossumd8faa362007-04-27 19:54:29 +00001311 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001312 missing.append('_dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001313
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001314 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001315 if ('gdbm' in dbm_order and
Tarek Ziadé36797272010-07-22 12:50:05 +00001316 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001317 exts.append( Extension('_gdbm', ['_gdbmmodule.c'],
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001318 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001319 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001320 missing.append('_gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001321
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001322 # Unix-only modules
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001323 if host_platform != 'win32':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001324 # Steen Lumholt's termios module
1325 exts.append( Extension('termios', ['termios.c']) )
1326 # Jeremy Hylton's rlimit interface
Antoine Pitrou6103ab12009-10-24 20:11:21 +00001327 exts.append( Extension('resource', ['resource.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001328
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +00001329 # Sun yellow pages. Some systems have the functions in libc.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001330 if (host_platform not in ['cygwin', 'qnx6'] and
Benjamin Peterson588009e2009-12-30 03:03:54 +00001331 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé36797272010-07-22 12:50:05 +00001332 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +00001333 libs = ['nsl']
1334 else:
1335 libs = []
1336 exts.append( Extension('nis', ['nismodule.c'],
1337 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001338 else:
1339 missing.append('nis')
1340 else:
1341 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001342
Skip Montanaro72092942004-02-07 12:50:19 +00001343 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001344 # provided by the ncurses library.
Victor Stinneraa35b002011-11-29 00:08:12 +01001345 curses_defines = []
Victor Stinner756c6ec2011-11-27 00:19:53 +01001346 curses_includes = []
Victor Stinneraa35b002011-11-29 00:08:12 +01001347 panel_library = 'panel'
1348 if curses_library == 'ncursesw':
1349 curses_defines.append(('HAVE_NCURSESW', '1'))
1350 curses_includes.append('/usr/include/ncursesw')
1351 # Bug 1464056: If _curses.so links with ncursesw,
1352 # _curses_panel.so must link with panelw.
1353 panel_library = 'panelw'
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001354 if host_platform == 'darwin':
Ned Deily69192232012-06-20 23:47:14 -07001355 # On OS X, there is no separate /usr/lib/libncursesw nor
1356 # libpanelw. If we are here, we found a locally-supplied
1357 # version of libncursesw. There should be also be a
1358 # libpanelw. _XOPEN_SOURCE defines are usually excluded
1359 # for OS X but we need _XOPEN_SOURCE_EXTENDED here for
1360 # ncurses wide char support
1361 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001362 elif host_platform == 'darwin' and curses_library == 'ncurses':
Ned Deily69192232012-06-20 23:47:14 -07001363 # Building with the system-suppied combined libncurses/libpanel
1364 curses_defines.append(('HAVE_NCURSESW', '1'))
1365 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
Victor Stinneraa35b002011-11-29 00:08:12 +01001366
Stefan Krah095b2732010-06-08 13:41:44 +00001367 if curses_library.startswith('ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +00001368 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001369 exts.append( Extension('_curses', ['_cursesmodule.c'],
Victor Stinner756c6ec2011-11-27 00:19:53 +01001370 include_dirs=curses_includes,
Nadeem Vawda9e2e9902011-07-31 15:01:11 +02001371 define_macros=curses_defines,
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001372 libraries = curses_libs) )
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001373 elif curses_library == 'curses' and host_platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:41 +00001374 # OSX has an old Berkeley curses, not good enough for
1375 # the _curses module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001376 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001377 curses_libs = ['curses', 'terminfo']
Tarek Ziadé36797272010-07-22 12:50:05 +00001378 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001379 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001380 else:
1381 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001382
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001383 exts.append( Extension('_curses', ['_cursesmodule.c'],
Nadeem Vawda9e2e9902011-07-31 15:01:11 +02001384 define_macros=curses_defines,
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001385 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001386 else:
1387 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001388
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001389 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001390 if (module_enabled(exts, '_curses') and
Tarek Ziadé36797272010-07-22 12:50:05 +00001391 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001392 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Victor Stinner756c6ec2011-11-27 00:19:53 +01001393 include_dirs=curses_includes,
Ned Deily69192232012-06-20 23:47:14 -07001394 define_macros=curses_defines,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001395 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001396 else:
1397 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001398
Barry Warsaw259b1e12002-08-13 20:09:26 +00001399 # Andrew Kuchling's zlib module. Note that some versions of zlib
1400 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1401 # http://www.cert.org/advisories/CA-2002-07.html
1402 #
1403 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1404 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1405 # now, we still accept 1.1.3, because we think it's difficult to
1406 # exploit this in Python, and we'd rather make it RedHat's problem
1407 # than our problem <wink>.
1408 #
1409 # You can upgrade zlib to version 1.1.4 yourself by going to
1410 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001411 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:29 +00001412 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001413 if zlib_inc is not None:
1414 zlib_h = zlib_inc[0] + '/zlib.h'
1415 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001416 version_req = '"1.1.3"'
Ned Deily507c5912013-10-18 21:32:00 -07001417 if host_platform == 'darwin' and is_macosx_sdk_path(zlib_h):
1418 zlib_h = os.path.join(macosx_sdk_root(), zlib_h[1:])
Brett Cannon9f5db072010-10-29 20:19:27 +00001419 with open(zlib_h) as fp:
1420 while 1:
1421 line = fp.readline()
1422 if not line:
1423 break
1424 if line.startswith('#define ZLIB_VERSION'):
1425 version = line.split()[2]
1426 break
Guido van Rossume6970912001-04-15 15:16:12 +00001427 if version >= version_req:
Tarek Ziadé36797272010-07-22 12:50:05 +00001428 if (self.compiler.find_library_file(lib_dirs, 'z')):
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001429 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001430 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1431 else:
1432 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001433 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001434 libraries = ['z'],
1435 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:29 +00001436 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:29 +00001437 else:
1438 missing.append('zlib')
1439 else:
1440 missing.append('zlib')
1441 else:
1442 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001443
Christian Heimes1dc54002008-03-24 02:19:29 +00001444 # Helper module for various ascii-encoders. Uses zlib for an optimized
1445 # crc32 if we have it. Otherwise binascii uses its own.
1446 if have_zlib:
1447 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1448 libraries = ['z']
1449 extra_link_args = zlib_extra_link_args
1450 else:
1451 extra_compile_args = []
1452 libraries = []
1453 extra_link_args = []
1454 exts.append( Extension('binascii', ['binascii.c'],
1455 extra_compile_args = extra_compile_args,
1456 libraries = libraries,
1457 extra_link_args = extra_link_args) )
1458
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001459 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001460 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001461 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001462 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1463 else:
1464 bz2_extra_link_args = ()
Antoine Pitrou37dc5f82011-04-03 17:05:46 +02001465 exts.append( Extension('_bz2', ['_bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001466 libraries = ['bz2'],
1467 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001468 else:
Antoine Pitrou37dc5f82011-04-03 17:05:46 +02001469 missing.append('_bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001470
Nadeem Vawda3ff069e2011-11-30 00:25:06 +02001471 # LZMA compression support.
1472 if self.compiler.find_library_file(lib_dirs, 'lzma'):
1473 exts.append( Extension('_lzma', ['_lzmamodule.c'],
1474 libraries = ['lzma']) )
1475 else:
1476 missing.append('_lzma')
1477
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001478 # Interface to the Expat XML parser
1479 #
Benjamin Petersona28e7022010-01-09 18:53:06 +00001480 # Expat was written by James Clark and is now maintained by a group of
1481 # developers on SourceForge; see www.libexpat.org for more information.
1482 # The pyexpat module was written by Paul Prescod after a prototype by
1483 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1484 # of a system shared libexpat.so is possible with --with-system-expat
Benjamin Petersonc73206c2010-10-31 16:38:19 +00001485 # configure option.
Fred Drakefc8341d2002-06-17 17:55:30 +00001486 #
1487 # More information on Expat can be found at www.libexpat.org.
1488 #
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001489 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1490 expat_inc = []
1491 define_macros = []
1492 expat_lib = ['expat']
1493 expat_sources = []
Christian Heimesd489c7a2013-02-09 17:02:06 +01001494 expat_depends = []
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001495 else:
1496 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1497 define_macros = [
1498 ('HAVE_EXPAT_CONFIG_H', '1'),
1499 ]
1500 expat_lib = []
1501 expat_sources = ['expat/xmlparse.c',
1502 'expat/xmlrole.c',
1503 'expat/xmltok.c']
Christian Heimesd489c7a2013-02-09 17:02:06 +01001504 expat_depends = ['expat/ascii.h',
1505 'expat/asciitab.h',
1506 'expat/expat.h',
1507 'expat/expat_config.h',
1508 'expat/expat_external.h',
1509 'expat/internal.h',
1510 'expat/latin1tab.h',
1511 'expat/utf8tab.h',
1512 'expat/xmlrole.h',
1513 'expat/xmltok.h',
1514 'expat/xmltok_impl.h'
1515 ]
Thomas Wouters477c8d52006-05-27 19:21:47 +00001516
Fred Drake2d59a492003-10-21 15:41:15 +00001517 exts.append(Extension('pyexpat',
1518 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001519 include_dirs = expat_inc,
1520 libraries = expat_lib,
Christian Heimesd489c7a2013-02-09 17:02:06 +01001521 sources = ['pyexpat.c'] + expat_sources,
1522 depends = expat_depends,
Fred Drake2d59a492003-10-21 15:41:15 +00001523 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001524
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001525 # Fredrik Lundh's cElementTree module. Note that this also
1526 # uses expat (via the CAPI hook in pyexpat).
1527
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001528 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001529 define_macros.append(('USE_PYEXPAT_CAPI', None))
1530 exts.append(Extension('_elementtree',
1531 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001532 include_dirs = expat_inc,
1533 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001534 sources = ['_elementtree.c'],
Christian Heimesd489c7a2013-02-09 17:02:06 +01001535 depends = ['pyexpat.c'] + expat_sources +
1536 expat_depends,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001537 ))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001538 else:
1539 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001540
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001541 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:13 +00001542 exts.append(Extension('_multibytecodec',
1543 ['cjkcodecs/multibytecodec.c']))
1544 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1545 exts.append(Extension('_codecs_%s' % loc,
1546 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001547
Stefan Krah1919b7e2012-03-21 18:25:23 +01001548 # Stefan Krah's _decimal module
1549 exts.append(self._decimal_ext())
1550
Thomas Hellercf567c12006-03-08 19:51:58 +00001551 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001552 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001553
Benjamin Petersone711caf2008-06-11 16:44:04 +00001554 # Richard Oudkerk's multiprocessing module
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001555 if host_platform == 'win32': # Windows
Benjamin Petersone711caf2008-06-11 16:44:04 +00001556 macros = dict()
1557 libraries = ['ws2_32']
1558
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001559 elif host_platform == 'darwin': # Mac OSX
Benjamin Peterson965ce872009-04-05 21:24:58 +00001560 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001561 libraries = []
1562
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001563 elif host_platform == 'cygwin': # Cygwin
Benjamin Peterson965ce872009-04-05 21:24:58 +00001564 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001565 libraries = []
Benjamin Peterson41181742008-07-02 20:22:54 +00001566
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001567 elif host_platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Benjamin Peterson41181742008-07-02 20:22:54 +00001568 # FreeBSD's P1003.1b semaphore support is very experimental
1569 # and has many known problems. (as of June 2008)
Benjamin Peterson965ce872009-04-05 21:24:58 +00001570 macros = dict()
Benjamin Peterson41181742008-07-02 20:22:54 +00001571 libraries = []
1572
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001573 elif host_platform.startswith('openbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001574 macros = dict()
Benjamin Petersone5384b02008-10-04 22:00:42 +00001575 libraries = []
1576
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001577 elif host_platform.startswith('netbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001578 macros = dict()
Jesse Noller32d68c22009-03-31 18:48:42 +00001579 libraries = []
1580
Benjamin Petersone711caf2008-06-11 16:44:04 +00001581 else: # Linux and other unices
Benjamin Peterson965ce872009-04-05 21:24:58 +00001582 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001583 libraries = ['rt']
1584
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001585 if host_platform == 'win32':
Benjamin Petersone711caf2008-06-11 16:44:04 +00001586 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1587 '_multiprocessing/semaphore.c',
Benjamin Petersone711caf2008-06-11 16:44:04 +00001588 ]
1589
1590 else:
1591 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
Benjamin Petersone711caf2008-06-11 16:44:04 +00001592 ]
Mark Dickinsona614f042009-11-28 12:48:43 +00001593 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1594 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Petersone711caf2008-06-11 16:44:04 +00001595 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1596
Jesse Noller6fd47e22009-01-23 14:09:08 +00001597 if sysconfig.get_config_var('WITH_THREAD'):
1598 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1599 define_macros=list(macros.items()),
1600 include_dirs=["Modules/_multiprocessing"]))
1601 else:
1602 missing.append('_multiprocessing')
Benjamin Petersone711caf2008-06-11 16:44:04 +00001603 # End multiprocessing
Guido van Rossuma9e20242007-03-08 00:43:48 +00001604
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001605 # Platform-specific libraries
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001606 if host_platform.startswith(('linux', 'freebsd', 'gnukfreebsd')):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001607 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001608 else:
1609 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001610
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001611 if host_platform == 'darwin':
Benjamin Petersonebacd262008-05-29 21:09:51 +00001612 exts.append(
Ronald Oussoren84151202010-04-18 20:46:11 +00001613 Extension('_scproxy', ['_scproxy.c'],
1614 extra_link_args=[
1615 '-framework', 'SystemConfiguration',
1616 '-framework', 'CoreFoundation',
1617 ]))
Benjamin Petersonebacd262008-05-29 21:09:51 +00001618
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001619 self.extensions.extend(exts)
1620
1621 # Call the method for detecting whether _tkinter can be compiled
1622 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001623
Guido van Rossumd8faa362007-04-27 19:54:29 +00001624 if '_tkinter' not in [e.name for e in self.extensions]:
1625 missing.append('_tkinter')
1626
Ned Deilycd3d8fb2013-08-01 23:51:27 -07001627## # Uncomment these lines if you want to play with xxmodule.c
1628## ext = Extension('xx', ['xxmodule.c'])
1629## self.extensions.append(ext)
1630
1631 if 'd' not in sys.abiflags:
1632 ext = Extension('xxlimited', ['xxlimited.c'],
Benjamin Peterson24ac8772015-06-03 00:04:46 -05001633 define_macros=[('Py_LIMITED_API', '0x03050000')])
Ned Deilycd3d8fb2013-08-01 23:51:27 -07001634 self.extensions.append(ext)
1635
Guido van Rossumd8faa362007-04-27 19:54:29 +00001636 return missing
1637
Ned Deilyd819b932013-09-06 01:07:05 -07001638 def detect_tkinter_explicitly(self):
1639 # Build _tkinter using explicit locations for Tcl/Tk.
1640 #
1641 # This is enabled when both arguments are given to ./configure:
1642 #
1643 # --with-tcltk-includes="-I/path/to/tclincludes \
1644 # -I/path/to/tkincludes"
1645 # --with-tcltk-libs="-L/path/to/tcllibs -ltclm.n \
1646 # -L/path/to/tklibs -ltkm.n"
1647 #
Martin Pantere26da7c2016-06-02 10:07:09 +00001648 # These values can also be specified or overridden via make:
Ned Deilyd819b932013-09-06 01:07:05 -07001649 # make TCLTK_INCLUDES="..." TCLTK_LIBS="..."
1650 #
1651 # This can be useful for building and testing tkinter with multiple
1652 # versions of Tcl/Tk. Note that a build of Tk depends on a particular
1653 # build of Tcl so you need to specify both arguments and use care when
1654 # overriding.
1655
1656 # The _TCLTK variables are created in the Makefile sharedmods target.
1657 tcltk_includes = os.environ.get('_TCLTK_INCLUDES')
1658 tcltk_libs = os.environ.get('_TCLTK_LIBS')
1659 if not (tcltk_includes and tcltk_libs):
1660 # Resume default configuration search.
1661 return 0
1662
1663 extra_compile_args = tcltk_includes.split()
1664 extra_link_args = tcltk_libs.split()
1665 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1666 define_macros=[('WITH_APPINIT', 1)],
1667 extra_compile_args = extra_compile_args,
1668 extra_link_args = extra_link_args,
1669 )
1670 self.extensions.append(ext)
1671 return 1
1672
Jack Jansen0b06be72002-06-21 14:48:38 +00001673 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1674 # The _tkinter module, using frameworks. Since frameworks are quite
1675 # different the UNIX search logic is not sharable.
1676 from os.path import join, exists
1677 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001678 '/Library/Frameworks',
Ronald Oussoren5f734f12009-03-04 21:32:48 +00001679 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001680 join(os.getenv('HOME'), '/Library/Frameworks')
1681 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001682
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001683 sysroot = macosx_sdk_root()
1684
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001685 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001686 # bundles.
1687 # XXX distutils should support -F!
1688 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001689 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001690
1691
Jack Jansen0b06be72002-06-21 14:48:38 +00001692 for fw in 'Tcl', 'Tk':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001693 if is_macosx_sdk_path(F):
1694 if not exists(join(sysroot, F[1:], fw + '.framework')):
1695 break
1696 else:
1697 if not exists(join(F, fw + '.framework')):
1698 break
Jack Jansen0b06be72002-06-21 14:48:38 +00001699 else:
1700 # ok, F is now directory with both frameworks. Continure
1701 # building
1702 break
1703 else:
1704 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1705 # will now resume.
1706 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001707
Jack Jansen0b06be72002-06-21 14:48:38 +00001708 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1709 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001710 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001711 #
1712 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001713 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:43 +00001714 for fw in ('Tcl', 'Tk')
1715 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:38 +00001716 ]
1717
Tim Peters2c60f7a2003-01-29 03:49:43 +00001718 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001719 # complicated search, this is a hard-coded path. It could bail out
1720 # if X11 libs are not found...
1721 include_dirs.append('/usr/X11R6/include')
1722 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1723
Georg Brandlfcaf9102008-07-16 02:17:56 +00001724 # All existing framework builds of Tcl/Tk don't support 64-bit
1725 # architectures.
1726 cflags = sysconfig.get_config_vars('CFLAGS')[0]
R David Murray44b548d2016-09-08 13:59:53 -04001727 archs = re.findall(r'-arch\s+(\w+)', cflags)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001728
Ronald Oussorend097efe2009-09-15 19:07:58 +00001729 tmpfile = os.path.join(self.build_temp, 'tk.arch')
1730 if not os.path.exists(self.build_temp):
1731 os.makedirs(self.build_temp)
1732
1733 # Note: cannot use os.popen or subprocess here, that
1734 # requires extensions that are not available here.
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001735 if is_macosx_sdk_path(F):
1736 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile))
1737 else:
1738 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile))
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001739
Brett Cannon9f5db072010-10-29 20:19:27 +00001740 with open(tmpfile) as fp:
1741 detected_archs = []
1742 for ln in fp:
1743 a = ln.split()[-1]
1744 if a in archs:
1745 detected_archs.append(ln.split()[-1])
Ronald Oussorend097efe2009-09-15 19:07:58 +00001746 os.unlink(tmpfile)
1747
1748 for a in detected_archs:
1749 frameworks.append('-arch')
1750 frameworks.append(a)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001751
Jack Jansen0b06be72002-06-21 14:48:38 +00001752 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1753 define_macros=[('WITH_APPINIT', 1)],
1754 include_dirs = include_dirs,
1755 libraries = [],
Georg Brandlfcaf9102008-07-16 02:17:56 +00001756 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001757 extra_link_args = frameworks,
1758 )
1759 self.extensions.append(ext)
1760 return 1
1761
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001762 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001763 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001764
Ned Deilyd819b932013-09-06 01:07:05 -07001765 # Check whether --with-tcltk-includes and --with-tcltk-libs were
1766 # configured or passed into the make target. If so, use these values
1767 # to build tkinter and bypass the searches for Tcl and TK in standard
1768 # locations.
1769 if self.detect_tkinter_explicitly():
1770 return
1771
Jack Jansen0b06be72002-06-21 14:48:38 +00001772 # Rather than complicate the code below, detecting and building
1773 # AquaTk is a separate method. Only one Tkinter will be built on
1774 # Darwin - either AquaTk, if it is found, or X11 based Tk.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001775 if (host_platform == 'darwin' and
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001776 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001777 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001778
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001779 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001780 # The versions with dots are used on Unix, and the versions without
1781 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001782 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polo5d377bd2009-08-16 14:44:14 +00001783 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1784 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé36797272010-07-22 12:50:05 +00001785 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001786 'tk' + version)
Tarek Ziadé36797272010-07-22 12:50:05 +00001787 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001788 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001789 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001790 # Exit the loop when we've found the Tcl/Tk libraries
1791 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001792
Fredrik Lundhade711a2001-01-24 08:00:28 +00001793 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001794 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001795 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001796 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001797 dotversion = version
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001798 if '.' not in dotversion and "bsd" in host_platform.lower():
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001799 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1800 # but the include subdirs are named like .../include/tcl8.3.
1801 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1802 tcl_include_sub = []
1803 tk_include_sub = []
1804 for dir in inc_dirs:
1805 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1806 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1807 tk_include_sub += tcl_include_sub
1808 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1809 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001810
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001811 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001812 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001813 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001814 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001815
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001816 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001817
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001818 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1819 for dir in tcl_includes + tk_includes:
1820 if dir not in include_dirs:
1821 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001822
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001823 # Check for various platform-specific directories
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001824 if host_platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001825 include_dirs.append('/usr/openwin/include')
1826 added_lib_dirs.append('/usr/openwin/lib')
1827 elif os.path.exists('/usr/X11R6/include'):
1828 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001829 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001830 added_lib_dirs.append('/usr/X11R6/lib')
1831 elif os.path.exists('/usr/X11R5/include'):
1832 include_dirs.append('/usr/X11R5/include')
1833 added_lib_dirs.append('/usr/X11R5/lib')
1834 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001835 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001836 include_dirs.append('/usr/X11/include')
1837 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001838
Jason Tishler9181c942003-02-05 15:16:17 +00001839 # If Cygwin, then verify that X is installed before proceeding
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001840 if host_platform == 'cygwin':
Jason Tishler9181c942003-02-05 15:16:17 +00001841 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1842 if x11_inc is None:
1843 return
1844
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001845 # Check for BLT extension
Tarek Ziadé36797272010-07-22 12:50:05 +00001846 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001847 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001848 defs.append( ('WITH_BLT', 1) )
1849 libs.append('BLT8.0')
Tarek Ziadé36797272010-07-22 12:50:05 +00001850 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001851 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:38 +00001852 defs.append( ('WITH_BLT', 1) )
1853 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001854
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001855 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001856 libs.append('tk'+ version)
1857 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001858
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001859 if host_platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001860 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001861
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001862 # Finally, link with the X11 libraries (not appropriate on cygwin)
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001863 if host_platform != "cygwin":
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001864 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001865
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001866 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1867 define_macros=[('WITH_APPINIT', 1)] + defs,
1868 include_dirs = include_dirs,
1869 libraries = libs,
1870 library_dirs = added_lib_dirs,
1871 )
1872 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001873
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001874 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001875 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001876 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001877 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001878 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001879 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001880 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001881
Christian Heimes78644762008-03-04 23:39:23 +00001882 def configure_ctypes_darwin(self, ext):
1883 # Darwin (OS X) uses preconfigured files, in
1884 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauer014bf282009-02-05 16:35:45 +00001885 srcdir = sysconfig.get_config_var('srcdir')
Christian Heimes78644762008-03-04 23:39:23 +00001886 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1887 '_ctypes', 'libffi_osx'))
1888 sources = [os.path.join(ffi_srcdir, p)
1889 for p in ['ffi.c',
Georg Brandlfcaf9102008-07-16 02:17:56 +00001890 'x86/darwin64.S',
Christian Heimes78644762008-03-04 23:39:23 +00001891 'x86/x86-darwin.S',
1892 'x86/x86-ffi_darwin.c',
1893 'x86/x86-ffi64.c',
1894 'powerpc/ppc-darwin.S',
1895 'powerpc/ppc-darwin_closure.S',
1896 'powerpc/ppc-ffi_darwin.c',
1897 'powerpc/ppc64-darwin_closure.S',
1898 ]]
1899
1900 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001901 self.compiler.src_extensions.append('.S')
Christian Heimes78644762008-03-04 23:39:23 +00001902
1903 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1904 os.path.join(ffi_srcdir, 'powerpc')]
1905 ext.include_dirs.extend(include_dirs)
1906 ext.sources.extend(sources)
1907 return True
1908
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001909 def configure_ctypes(self, ext):
1910 if not self.use_system_libffi:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001911 if host_platform == 'darwin':
Christian Heimes78644762008-03-04 23:39:23 +00001912 return self.configure_ctypes_darwin(ext)
1913
Zachary Ware935043d2016-09-09 17:01:21 -07001914 print('warning: building with the bundled copy of libffi is'
1915 ' deprecated on this platform. It will not be'
1916 ' distributed with Python 3.7')
Neil Schemenauer014bf282009-02-05 16:35:45 +00001917 srcdir = sysconfig.get_config_var('srcdir')
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001918 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1919 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1920 '_ctypes', 'libffi'))
1921 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001922
Thomas Wouters477c8d52006-05-27 19:21:47 +00001923 from distutils.dep_util import newer_group
1924
1925 config_sources = [os.path.join(ffi_srcdir, fname)
Thomas Wouterscf297e42007-02-23 15:07:44 +00001926 for fname in os.listdir(ffi_srcdir)
1927 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Wouters477c8d52006-05-27 19:21:47 +00001928 if self.force or newer_group(config_sources,
1929 ffi_configfile):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001930 from distutils.dir_util import mkpath
1931 mkpath(ffi_builddir)
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +02001932 config_args = [arg for arg in sysconfig.get_config_var("CONFIG_ARGS").split()
1933 if (('--host=' in arg) or ('--build=' in arg))]
Christian Heimes7dd06e12012-09-06 18:02:49 +02001934 if not self.verbose:
1935 config_args.append("-q")
Thomas Hellercf567c12006-03-08 19:51:58 +00001936
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001937 # Pass empty CFLAGS because we'll just append the resulting
1938 # CFLAGS to Python's; -g or -O2 is to be avoided.
1939 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1940 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001941
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001942 res = os.system(cmd)
1943 if res or not os.path.exists(ffi_configfile):
Guido van Rossum452bf512007-02-09 05:32:43 +00001944 print("Failed to configure _ctypes module")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001945 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001946
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001947 fficonfig = {}
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001948 with open(ffi_configfile) as f:
1949 exec(f.read(), globals(), fficonfig)
Thomas Hellercf567c12006-03-08 19:51:58 +00001950
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001951 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001952 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001953
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001954 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001955 ffi_builddir,
1956 os.path.join(ffi_srcdir, 'src')]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001957 extra_compile_args = fficonfig['ffi_cflags'].split()
1958
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001959 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1960 fficonfig['ffi_sources'])
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001961 ext.include_dirs.extend(include_dirs)
1962 ext.extra_compile_args.extend(extra_compile_args)
1963 return True
1964
1965 def detect_ctypes(self, inc_dirs, lib_dirs):
1966 self.use_system_libffi = False
1967 include_dirs = []
1968 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001969 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001970 sources = ['_ctypes/_ctypes.c',
1971 '_ctypes/callbacks.c',
1972 '_ctypes/callproc.c',
1973 '_ctypes/stgdict.c',
Thomas Heller864cc672010-08-08 17:58:53 +00001974 '_ctypes/cfield.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001975 depends = ['_ctypes/ctypes.h']
Victor Stinnerdef80722016-04-19 15:58:11 +02001976 math_libs = self.detect_math_libs()
Thomas Hellercf567c12006-03-08 19:51:58 +00001977
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001978 if host_platform == 'darwin':
Ronald Oussoren2decf222010-09-05 18:25:59 +00001979 sources.append('_ctypes/malloc_closure.c')
Thomas Hellercf567c12006-03-08 19:51:58 +00001980 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:23 +00001981 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001982 include_dirs.append('_ctypes/darwin')
1983# XXX Is this still needed?
1984## extra_link_args.extend(['-read_only_relocs', 'warning'])
1985
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001986 elif host_platform == 'sunos5':
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001987 # XXX This shouldn't be necessary; it appears that some
1988 # of the assembler code is non-PIC (i.e. it has relocations
1989 # when it shouldn't. The proper fix would be to rewrite
1990 # the assembler code to be PIC.
1991 # This only works with GCC; the Sun compiler likely refuses
1992 # this option. If you want to compile ctypes with the Sun
1993 # compiler, please research a proper solution, instead of
1994 # finding some -z option for the Sun compiler.
1995 extra_link_args.append('-mimpure-text')
1996
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001997 elif host_platform.startswith('hp-ux'):
Thomas Heller3eaaeb42008-05-23 17:26:46 +00001998 extra_link_args.append('-fPIC')
1999
Thomas Hellercf567c12006-03-08 19:51:58 +00002000 ext = Extension('_ctypes',
2001 include_dirs=include_dirs,
2002 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002003 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002004 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00002005 sources=sources,
2006 depends=depends)
Victor Stinnerdef80722016-04-19 15:58:11 +02002007 # function my_sqrt() needs math library for sqrt()
Thomas Hellercf567c12006-03-08 19:51:58 +00002008 ext_test = Extension('_ctypes_test',
Victor Stinnerdef80722016-04-19 15:58:11 +02002009 sources=['_ctypes/_ctypes_test.c'],
2010 libraries=math_libs)
Thomas Hellercf567c12006-03-08 19:51:58 +00002011 self.extensions.extend([ext, ext_test])
2012
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02002013 if host_platform == 'darwin':
Zachary Ware935043d2016-09-09 17:01:21 -07002014 if '--with-system-ffi' not in sysconfig.get_config_var("CONFIG_ARGS"):
2015 return
Christian Heimes78644762008-03-04 23:39:23 +00002016 # OS X 10.5 comes with libffi.dylib; the include files are
2017 # in /usr/include/ffi
2018 inc_dirs.append('/usr/include/ffi')
Zachary Ware935043d2016-09-09 17:01:21 -07002019 elif '--without-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
2020 return
Christian Heimes78644762008-03-04 23:39:23 +00002021
Benjamin Petersond78735d2010-01-01 16:04:23 +00002022 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Klose5a204fe2010-04-21 21:47:45 +00002023 if not ffi_inc or ffi_inc[0] == '':
Benjamin Petersond78735d2010-01-01 16:04:23 +00002024 ffi_inc = find_file('ffi.h', [], inc_dirs)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002025 if ffi_inc is not None:
2026 ffi_h = ffi_inc[0] + '/ffi.h'
Brett Cannon9f5db072010-10-29 20:19:27 +00002027 with open(ffi_h) as fp:
2028 while 1:
2029 line = fp.readline()
2030 if not line:
2031 ffi_inc = None
2032 break
2033 if line.startswith('#define LIBFFI_H'):
2034 break
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002035 ffi_lib = None
2036 if ffi_inc is not None:
doko@ubuntu.comae683652016-06-05 01:38:29 +02002037 for lib_name in ('ffi', 'ffi_pic'):
Tarek Ziadé36797272010-07-22 12:50:05 +00002038 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002039 ffi_lib = lib_name
2040 break
2041
2042 if ffi_inc and ffi_lib:
2043 ext.include_dirs.extend(ffi_inc)
2044 ext.libraries.append(ffi_lib)
2045 self.use_system_libffi = True
2046
Stefan Krah1919b7e2012-03-21 18:25:23 +01002047 def _decimal_ext(self):
Stefan Krah60187b52012-03-23 19:06:27 +01002048 extra_compile_args = []
Stefan Kraha10e2fb2012-09-01 14:21:22 +02002049 undef_macros = []
Stefan Krah60187b52012-03-23 19:06:27 +01002050 if '--with-system-libmpdec' in sysconfig.get_config_var("CONFIG_ARGS"):
2051 include_dirs = []
Stefan Krah45059eb2013-11-24 19:44:57 +01002052 libraries = [':libmpdec.so.2']
Stefan Krah60187b52012-03-23 19:06:27 +01002053 sources = ['_decimal/_decimal.c']
2054 depends = ['_decimal/docstrings.h']
2055 else:
Ned Deily458a6fb2012-04-01 02:30:46 -07002056 srcdir = sysconfig.get_config_var('srcdir')
2057 include_dirs = [os.path.abspath(os.path.join(srcdir,
2058 'Modules',
2059 '_decimal',
2060 'libmpdec'))]
Stefan Krah60187b52012-03-23 19:06:27 +01002061 libraries = []
2062 sources = [
2063 '_decimal/_decimal.c',
2064 '_decimal/libmpdec/basearith.c',
2065 '_decimal/libmpdec/constants.c',
2066 '_decimal/libmpdec/context.c',
2067 '_decimal/libmpdec/convolute.c',
2068 '_decimal/libmpdec/crt.c',
2069 '_decimal/libmpdec/difradix2.c',
2070 '_decimal/libmpdec/fnt.c',
2071 '_decimal/libmpdec/fourstep.c',
2072 '_decimal/libmpdec/io.c',
2073 '_decimal/libmpdec/memory.c',
2074 '_decimal/libmpdec/mpdecimal.c',
2075 '_decimal/libmpdec/numbertheory.c',
2076 '_decimal/libmpdec/sixstep.c',
2077 '_decimal/libmpdec/transpose.c',
2078 ]
2079 depends = [
2080 '_decimal/docstrings.h',
2081 '_decimal/libmpdec/basearith.h',
2082 '_decimal/libmpdec/bits.h',
2083 '_decimal/libmpdec/constants.h',
2084 '_decimal/libmpdec/convolute.h',
2085 '_decimal/libmpdec/crt.h',
2086 '_decimal/libmpdec/difradix2.h',
2087 '_decimal/libmpdec/fnt.h',
2088 '_decimal/libmpdec/fourstep.h',
2089 '_decimal/libmpdec/io.h',
Stefan Krah8d013a82016-04-26 16:34:41 +02002090 '_decimal/libmpdec/mpalloc.h',
Stefan Krah60187b52012-03-23 19:06:27 +01002091 '_decimal/libmpdec/mpdecimal.h',
2092 '_decimal/libmpdec/numbertheory.h',
2093 '_decimal/libmpdec/sixstep.h',
2094 '_decimal/libmpdec/transpose.h',
2095 '_decimal/libmpdec/typearith.h',
2096 '_decimal/libmpdec/umodarith.h',
2097 ]
2098
Stefan Krah1919b7e2012-03-21 18:25:23 +01002099 config = {
2100 'x64': [('CONFIG_64','1'), ('ASM','1')],
2101 'uint128': [('CONFIG_64','1'), ('ANSI','1'), ('HAVE_UINT128_T','1')],
2102 'ansi64': [('CONFIG_64','1'), ('ANSI','1')],
2103 'ppro': [('CONFIG_32','1'), ('PPRO','1'), ('ASM','1')],
2104 'ansi32': [('CONFIG_32','1'), ('ANSI','1')],
2105 'ansi-legacy': [('CONFIG_32','1'), ('ANSI','1'),
2106 ('LEGACY_COMPILER','1')],
2107 'universal': [('UNIVERSAL','1')]
2108 }
2109
Stefan Krah1919b7e2012-03-21 18:25:23 +01002110 cc = sysconfig.get_config_var('CC')
2111 sizeof_size_t = sysconfig.get_config_var('SIZEOF_SIZE_T')
2112 machine = os.environ.get('PYTHON_DECIMAL_WITH_MACHINE')
2113
2114 if machine:
2115 # Override automatic configuration to facilitate testing.
2116 define_macros = config[machine]
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02002117 elif host_platform == 'darwin':
Stefan Krah1919b7e2012-03-21 18:25:23 +01002118 # Universal here means: build with the same options Python
2119 # was built with.
2120 define_macros = config['universal']
2121 elif sizeof_size_t == 8:
2122 if sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X64'):
2123 define_macros = config['x64']
2124 elif sysconfig.get_config_var('HAVE_GCC_UINT128_T'):
2125 define_macros = config['uint128']
2126 else:
2127 define_macros = config['ansi64']
2128 elif sizeof_size_t == 4:
2129 ppro = sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X87')
2130 if ppro and ('gcc' in cc or 'clang' in cc) and \
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02002131 not 'sunos' in host_platform:
Stefan Krah1919b7e2012-03-21 18:25:23 +01002132 # solaris: problems with register allocation.
2133 # icc >= 11.0 works as well.
2134 define_macros = config['ppro']
Stefan Krahce23dbc2012-09-30 21:12:53 +02002135 extra_compile_args.append('-Wno-unknown-pragmas')
Stefan Krah1919b7e2012-03-21 18:25:23 +01002136 else:
2137 define_macros = config['ansi32']
2138 else:
2139 raise DistutilsError("_decimal: unsupported architecture")
2140
2141 # Workarounds for toolchain bugs:
2142 if sysconfig.get_config_var('HAVE_IPA_PURE_CONST_BUG'):
2143 # Some versions of gcc miscompile inline asm:
2144 # http://gcc.gnu.org/bugzilla/show_bug.cgi?id=46491
2145 # http://gcc.gnu.org/ml/gcc/2010-11/msg00366.html
2146 extra_compile_args.append('-fno-ipa-pure-const')
2147 if sysconfig.get_config_var('HAVE_GLIBC_MEMMOVE_BUG'):
2148 # _FORTIFY_SOURCE wrappers for memmove and bcopy are incorrect:
2149 # http://sourceware.org/ml/libc-alpha/2010-12/msg00009.html
2150 undef_macros.append('_FORTIFY_SOURCE')
2151
2152 # Faster version without thread local contexts:
2153 if not sysconfig.get_config_var('WITH_THREAD'):
2154 define_macros.append(('WITHOUT_THREADS', 1))
2155
Stefan Krahce55f082013-01-16 14:45:16 +01002156 # Increase warning level for gcc:
2157 if 'gcc' in cc:
Stefan Krah4f197442013-03-07 01:12:03 +01002158 cmd = ("echo '' | %s -Wextra -Wno-missing-field-initializers -E - "
2159 "> /dev/null 2>&1" % cc)
Stefan Krah13fe6d12013-01-17 12:49:34 +01002160 ret = os.system(cmd)
2161 if ret >> 8 == 0:
2162 extra_compile_args.extend(['-Wextra',
2163 '-Wno-missing-field-initializers'])
Stefan Krahce55f082013-01-16 14:45:16 +01002164
Stefan Krah1919b7e2012-03-21 18:25:23 +01002165 # Uncomment for extra functionality:
2166 #define_macros.append(('EXTRA_FUNCTIONALITY', 1))
2167 ext = Extension (
2168 '_decimal',
2169 include_dirs=include_dirs,
Stefan Krah60187b52012-03-23 19:06:27 +01002170 libraries=libraries,
Stefan Krah1919b7e2012-03-21 18:25:23 +01002171 define_macros=define_macros,
2172 undef_macros=undef_macros,
2173 extra_compile_args=extra_compile_args,
2174 sources=sources,
2175 depends=depends
2176 )
2177 return ext
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002178
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00002179class PyBuildInstall(install):
2180 # Suppress the warning about installation into the lib_dynload
2181 # directory, which is not in sys.path when running Python during
2182 # installation:
2183 def initialize_options (self):
2184 install.initialize_options(self)
2185 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00002186
Éric Araujoe6792c12011-06-09 14:07:02 +02002187 # Customize subcommands to not install an egg-info file for Python
2188 sub_commands = [('install_lib', install.has_lib),
2189 ('install_headers', install.has_headers),
2190 ('install_scripts', install.has_scripts),
2191 ('install_data', install.has_data)]
2192
2193
Michael W. Hudson529a5052002-12-17 16:47:17 +00002194class PyBuildInstallLib(install_lib):
2195 # Do exactly what install_lib does but make sure correct access modes get
2196 # set on installed directories and files. All installed files with get
2197 # mode 644 unless they are a shared library in which case they will get
2198 # mode 755. All installed directories will get mode 755.
2199
doko@ubuntu.comd5537d02013-03-21 13:21:49 -07002200 # this is works for EXT_SUFFIX too, which ends with SHLIB_SUFFIX
2201 shlib_suffix = sysconfig.get_config_var("SHLIB_SUFFIX")
Michael W. Hudson529a5052002-12-17 16:47:17 +00002202
2203 def install(self):
2204 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:49 +00002205 self.set_file_modes(outfiles, 0o644, 0o755)
2206 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:17 +00002207 return outfiles
2208
2209 def set_file_modes(self, files, defaultMode, sharedLibMode):
2210 if not self.is_chmod_supported(): return
2211 if not files: return
2212
2213 for filename in files:
2214 if os.path.islink(filename): continue
2215 mode = defaultMode
doko@ubuntu.comd5537d02013-03-21 13:21:49 -07002216 if filename.endswith(self.shlib_suffix): mode = sharedLibMode
Michael W. Hudson529a5052002-12-17 16:47:17 +00002217 log.info("changing mode of %s to %o", filename, mode)
2218 if not self.dry_run: os.chmod(filename, mode)
2219
2220 def set_dir_modes(self, dirname, mode):
2221 if not self.is_chmod_supported(): return
Amaury Forgeot d'Arc321e5332009-07-02 23:08:45 +00002222 for dirpath, dirnames, fnames in os.walk(dirname):
2223 if os.path.islink(dirpath):
2224 continue
2225 log.info("changing mode of %s to %o", dirpath, mode)
2226 if not self.dry_run: os.chmod(dirpath, mode)
Michael W. Hudson529a5052002-12-17 16:47:17 +00002227
2228 def is_chmod_supported(self):
2229 return hasattr(os, 'chmod')
2230
Georg Brandlff52f762010-12-28 09:51:43 +00002231class PyBuildScripts(build_scripts):
2232 def copy_scripts(self):
2233 outfiles, updated_files = build_scripts.copy_scripts(self)
2234 fullversion = '-{0[0]}.{0[1]}'.format(sys.version_info)
2235 minoronly = '.{0[1]}'.format(sys.version_info)
2236 newoutfiles = []
2237 newupdated_files = []
2238 for filename in outfiles:
Vinay Sajip7ded1f02012-05-26 03:45:29 +01002239 if filename.endswith(('2to3', 'pyvenv')):
Georg Brandlff52f762010-12-28 09:51:43 +00002240 newfilename = filename + fullversion
2241 else:
2242 newfilename = filename + minoronly
Vinay Sajipdd917f82016-08-31 08:22:29 +01002243 log.info('renaming %s to %s', filename, newfilename)
Georg Brandlff52f762010-12-28 09:51:43 +00002244 os.rename(filename, newfilename)
2245 newoutfiles.append(newfilename)
2246 if filename in updated_files:
2247 newupdated_files.append(newfilename)
2248 return newoutfiles, newupdated_files
2249
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002250SUMMARY = """
2251Python is an interpreted, interactive, object-oriented programming
2252language. It is often compared to Tcl, Perl, Scheme or Java.
2253
2254Python combines remarkable power with very clear syntax. It has
2255modules, classes, exceptions, very high level dynamic data types, and
2256dynamic typing. There are interfaces to many system calls and
2257libraries, as well as to various windowing systems (X11, Motif, Tk,
2258Mac, MFC). New built-in modules are easily written in C or C++. Python
2259is also usable as an extension language for applications that need a
2260programmable interface.
2261
2262The Python implementation is portable: it runs on many brands of UNIX,
Jesus Ceaf1af7052012-10-05 02:48:46 +02002263on Windows, DOS, Mac, Amiga... If your favorite system isn't
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002264listed here, it may still be supported, if there's a C compiler for
2265it. Ask around on comp.lang.python -- or just try compiling Python
2266yourself.
2267"""
2268
2269CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002270Development Status :: 6 - Mature
2271License :: OSI Approved :: Python Software Foundation License
2272Natural Language :: English
2273Programming Language :: C
2274Programming Language :: Python
2275Topic :: Software Development
2276"""
2277
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002278def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00002279 # turn off warnings when deprecated modules are imported
2280 import warnings
2281 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002282 setup(# PyPI Metadata (PEP 301)
2283 name = "Python",
2284 version = sys.version.split()[0],
Serhiy Storchaka885bdc42016-02-11 13:10:36 +02002285 url = "http://www.python.org/%d.%d" % sys.version_info[:2],
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002286 maintainer = "Guido van Rossum and the Python community",
2287 maintainer_email = "python-dev@python.org",
2288 description = "A high-level object-oriented programming language",
2289 long_description = SUMMARY.strip(),
2290 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:58 +00002291 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002292 platforms = ["Many"],
2293
2294 # Build info
Georg Brandlff52f762010-12-28 09:51:43 +00002295 cmdclass = {'build_ext': PyBuildExt,
2296 'build_scripts': PyBuildScripts,
2297 'install': PyBuildInstall,
2298 'install_lib': PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002299 # The struct module is defined here, because build_ext won't be
2300 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:47 +00002301 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00002302
Georg Brandlff52f762010-12-28 09:51:43 +00002303 # If you change the scripts installed here, you also need to
2304 # check the PyBuildScripts command above, and change the links
2305 # created by the bininstall target in Makefile.pre.in
Benjamin Petersondfea1922009-05-23 17:13:14 +00002306 scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3",
Éric Araujo859aad62012-06-24 00:07:41 -04002307 "Tools/scripts/2to3", "Tools/scripts/pyvenv"]
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002308 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00002309
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002310# --install-platlib
2311if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002312 main()