blob: fe2dd6e6d1c62a893d3dcee12117af2a8b29cda5 [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Brett Cannon84667c02004-12-07 03:25:18 +00004import sys, os, imp, re, optparse
Christian Heimesaf98da12008-01-27 15:18:18 +00005from glob import glob
Tarek Ziadéedacea32010-01-29 11:41:03 +00006import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:17 +00007
8from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +00009from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000010from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000011from distutils.core import Extension, setup
12from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000013from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000014from distutils.command.install_lib import install_lib
Georg Brandlff52f762010-12-28 09:51:43 +000015from distutils.command.build_scripts import build_scripts
Stefan Krah095b2732010-06-08 13:41:44 +000016from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000017
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020018cross_compiling = "_PYTHON_HOST_PLATFORM" in os.environ
19
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020020def get_platform():
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020021 # cross build
22 if "_PYTHON_HOST_PLATFORM" in os.environ:
23 return os.environ["_PYTHON_HOST_PLATFORM"]
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020024 # Get value of sys.platform
25 if sys.platform.startswith('osf1'):
26 return 'osf1'
27 return sys.platform
28host_platform = get_platform()
29
Gregory P. Smithb04ded42010-01-03 00:38:10 +000030# Were we compiled --with-pydebug or with #define Py_DEBUG?
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020031COMPILED_WITH_PYDEBUG = ('--with-pydebug' in sysconfig.get_config_var("CONFIG_ARGS"))
Gregory P. Smithb04ded42010-01-03 00:38:10 +000032
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000033# This global variable is used to hold the list of modules to be disabled.
34disabled_module_list = []
35
Michael W. Hudson39230b32002-01-16 15:26:48 +000036def add_dir_to_list(dirlist, dir):
Barry Warsaw807bd0a2010-11-24 20:30:00 +000037 """Add the directory 'dir' to the list 'dirlist' (after any relative
38 directories) if:
39
Michael W. Hudson39230b32002-01-16 15:26:48 +000040 1) 'dir' is not already in 'dirlist'
Barry Warsaw807bd0a2010-11-24 20:30:00 +000041 2) 'dir' actually exists, and is a directory.
42 """
43 if dir is None or not os.path.isdir(dir) or dir in dirlist:
44 return
45 for i, path in enumerate(dirlist):
46 if not os.path.isabs(path):
47 dirlist.insert(i + 1, dir)
Barry Warsaw34520cd2010-11-27 20:03:03 +000048 return
49 dirlist.insert(0, dir)
Michael W. Hudson39230b32002-01-16 15:26:48 +000050
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000051def macosx_sdk_root():
52 """
53 Return the directory of the current OSX SDK,
54 or '/' if no SDK was specified.
55 """
56 cflags = sysconfig.get_config_var('CFLAGS')
57 m = re.search(r'-isysroot\s+(\S+)', cflags)
58 if m is None:
59 sysroot = '/'
60 else:
61 sysroot = m.group(1)
62 return sysroot
63
64def is_macosx_sdk_path(path):
65 """
66 Returns True if 'path' can be located in an OSX SDK
67 """
Ned Deily2910a7b2012-07-30 02:35:58 -070068 return ( (path.startswith('/usr/') and not path.startswith('/usr/local'))
69 or path.startswith('/System/')
70 or path.startswith('/Library/') )
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000071
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000072def find_file(filename, std_dirs, paths):
73 """Searches for the directory where a given file is located,
74 and returns a possibly-empty list of additional directories, or None
75 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000076
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000077 'filename' is the name of a file, such as readline.h or libcrypto.a.
78 'std_dirs' is the list of standard system directories; if the
79 file is found in one of them, no additional directives are needed.
80 'paths' is a list of additional locations to check; if the file is
81 found in one of them, the resulting list will contain the directory.
82 """
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020083 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000084 # Honor the MacOSX SDK setting when one was specified.
85 # An SDK is a directory with the same structure as a real
86 # system, but with only header files and libraries.
87 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000088
89 # Check the standard locations
90 for dir in std_dirs:
91 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000092
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020093 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000094 f = os.path.join(sysroot, dir[1:], filename)
95
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000096 if os.path.exists(f): return []
97
98 # Check the additional directories
99 for dir in paths:
100 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000101
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200102 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000103 f = os.path.join(sysroot, dir[1:], filename)
104
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000105 if os.path.exists(f):
106 return [dir]
107
108 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000109 return None
110
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000111def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000112 result = compiler.find_library_file(std_dirs + paths, libname)
113 if result is None:
114 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +0000115
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200116 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000117 sysroot = macosx_sdk_root()
118
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000119 # Check whether the found file is in one of the standard directories
120 dirname = os.path.dirname(result)
121 for p in std_dirs:
122 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000123 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000124
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200125 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000126 if os.path.join(sysroot, p[1:]) == dirname:
127 return [ ]
128
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000129 if p == dirname:
130 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000131
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000132 # Otherwise, it must have been in one of the additional directories,
133 # so we have to figure out which one.
134 for p in paths:
135 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000136 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000137
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200138 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000139 if os.path.join(sysroot, p[1:]) == dirname:
140 return [ p ]
141
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000142 if p == dirname:
143 return [p]
144 else:
145 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +0000146
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000147def module_enabled(extlist, modname):
148 """Returns whether the module 'modname' is present in the list
149 of extensions 'extlist'."""
150 extlist = [ext for ext in extlist if ext.name == modname]
151 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +0000152
Jack Jansen144ebcc2001-08-05 22:31:19 +0000153def find_module_file(module, dirlist):
154 """Find a module in a set of possible folders. If it is not found
155 return the unadorned filename"""
156 list = find_file(module, [], dirlist)
157 if not list:
158 return module
159 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43 +0000160 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19 +0000161 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000162
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000163class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000164
Guido van Rossumd8faa362007-04-27 19:54:29 +0000165 def __init__(self, dist):
166 build_ext.__init__(self, dist)
167 self.failed = []
168
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000169 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000170
171 # Detect which modules should be compiled
doko@ubuntu.comd5537d02013-03-21 13:21:49 -0700172 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000173
174 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22 +0000175 extensions = [ext for ext in self.extensions
176 if ext.name not in disabled_module_list]
177 # move ctypes to the end, it depends on other modules
178 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
179 if "_ctypes" in ext_map:
180 ctypes = extensions.pop(ext_map["_ctypes"])
181 extensions.append(ctypes)
182 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000183
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000184 # Fix up the autodetected modules, prefixing all the source files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000185 # with Modules/.
186 srcdir = sysconfig.get_config_var('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000187 if not srcdir:
188 # Maybe running on Windows but not using CYGWIN?
189 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer4d491a52009-02-06 00:27:50 +0000190 srcdir = os.path.abspath(srcdir)
Neil Schemenauer014bf282009-02-05 16:35:45 +0000191 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000192
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000193 # Fix up the paths for scripts, too
194 self.distribution.scripts = [os.path.join(srcdir, filename)
195 for filename in self.distribution.scripts]
196
Christian Heimesaf98da12008-01-27 15:18:18 +0000197 # Python header files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000198 headers = [sysconfig.get_config_h_filename()]
Stefan Kraheb977da2012-02-29 14:10:53 +0100199 headers += glob(os.path.join(sysconfig.get_path('include'), "*.h"))
Christian Heimesaf98da12008-01-27 15:18:18 +0000200
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000201 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000202 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000203 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000204 if ext.depends is not None:
Neil Schemenauer014bf282009-02-05 16:35:45 +0000205 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11 +0000206 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18 +0000207 else:
208 ext.depends = []
209 # re-compile extensions if a header file has been changed
210 ext.depends.extend(headers)
211
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000212 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000213 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000214 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000215 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000216
Ronald Oussoren94f25282010-05-05 19:11:21 +0000217 # Parse Modules/Setup and Modules/Setup.local to figure out which
218 # modules are turned on in the file.
219 remove_modules = []
220 for filename in ('Modules/Setup', 'Modules/Setup.local'):
221 input = text_file.TextFile(filename, join_lines=1)
222 while 1:
223 line = input.readline()
224 if not line: break
225 line = line.split()
226 remove_modules.append(line[0])
227 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000228
Ronald Oussoren94f25282010-05-05 19:11:21 +0000229 for ext in self.extensions[:]:
230 if ext.name in remove_modules:
231 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000232
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000233 # When you run "make CC=altcc" or something similar, you really want
234 # those environment variables passed into the setup.py phase. Here's
235 # a small set of useful ones.
236 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000237 args = {}
238 # unfortunately, distutils doesn't let us provide separate C and C++
239 # compilers
240 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000241 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
242 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé36797272010-07-22 12:50:05 +0000243 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000244
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000245 build_ext.build_extensions(self)
246
Guido van Rossumd8faa362007-04-27 19:54:29 +0000247 longest = max([len(e.name) for e in self.extensions])
248 if self.failed:
249 longest = max(longest, max([len(name) for name in self.failed]))
250
251 def print_three_column(lst):
252 lst.sort(key=str.lower)
253 # guarantee zip() doesn't drop anything
254 while len(lst) % 3:
255 lst.append("")
256 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
257 print("%-*s %-*s %-*s" % (longest, e, longest, f,
258 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000259
260 if missing:
261 print()
Benjamin Petersonda10d3b2009-01-01 00:23:30 +0000262 print("Python build finished, but the necessary bits to build "
263 "these modules were not found:")
Guido van Rossumd8faa362007-04-27 19:54:29 +0000264 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000265 print("To find the necessary bits, look in setup.py in"
266 " detect_modules() for the module's name.")
267 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000268
269 if self.failed:
270 failed = self.failed[:]
271 print()
272 print("Failed to build these modules:")
273 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000274 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000275
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000276 def build_extension(self, ext):
277
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000278 if ext.name == '_ctypes':
279 if not self.configure_ctypes(ext):
280 return
281
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000282 try:
283 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56 +0000284 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000285 self.announce('WARNING: building of extension "%s" failed: %s' %
286 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000287 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000288 return
Jack Jansenf49c6f92001-11-01 14:44:15 +0000289 # Workaround for Mac OS X: The Carbon-based modules cannot be
290 # reliably imported into a command-line Python
291 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000292 self.announce(
293 'WARNING: skipping import check for Carbon-based "%s"' %
294 ext.name)
295 return
Georg Brandlfcaf9102008-07-16 02:17:56 +0000296
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200297 if host_platform == 'darwin' and (
Benjamin Petersonfc576352008-07-16 02:39:02 +0000298 sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):
Georg Brandlfcaf9102008-07-16 02:17:56 +0000299 # Don't bother doing an import check when an extension was
300 # build with an explicit '-arch' flag on OSX. That's currently
301 # only used to build 32-bit only extensions in a 4-way
302 # universal build and loading 32-bit code into a 64-bit
303 # process will fail.
304 self.announce(
305 'WARNING: skipping import check for "%s"' %
306 ext.name)
307 return
308
Jason Tishler24cf7762002-05-22 16:46:15 +0000309 # Workaround for Cygwin: Cygwin currently has fork issues when many
310 # modules have been imported
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200311 if host_platform == 'cygwin':
Jason Tishler24cf7762002-05-22 16:46:15 +0000312 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
313 % ext.name)
314 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000315 ext_filename = os.path.join(
316 self.build_lib,
317 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Guido van Rossumc3fee692008-07-17 16:23:53 +0000318
319 # If the build directory didn't exist when setup.py was
320 # started, sys.path_importer_cache has a negative result
321 # cached. Clear that cache before trying to import.
322 sys.path_importer_cache.clear()
323
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200324 # Don't try to load extensions for cross builds
325 if cross_compiling:
326 return
327
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000328 try:
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000329 imp.load_dynamic(ext.name, ext_filename)
Guido van Rossumb940e112007-01-10 16:19:56 +0000330 except ImportError as why:
Guido van Rossumd8faa362007-04-27 19:54:29 +0000331 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000332 self.announce('*** WARNING: renaming "%s" since importing it'
333 ' failed: %s' % (ext.name, why), level=3)
334 assert not self.inplace
335 basename, tail = os.path.splitext(ext_filename)
336 newname = basename + "_failed" + tail
337 if os.path.exists(newname):
338 os.remove(newname)
339 os.rename(ext_filename, newname)
340
341 # XXX -- This relies on a Vile HACK in
342 # distutils.command.build_ext.build_extension(). The
343 # _built_objects attribute is stored there strictly for
344 # use here.
345 # If there is a failure, _built_objects may not be there,
346 # so catch the AttributeError and move on.
347 try:
348 for filename in self._built_objects:
349 os.remove(filename)
350 except AttributeError:
351 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000352 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000353 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000354 self.announce('*** WARNING: importing extension "%s" '
355 'failed with %s: %s' % (ext.name, exc_type, why),
356 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000357 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000358
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400359 def add_multiarch_paths(self):
360 # Debian/Ubuntu multiarch support.
361 # https://wiki.ubuntu.com/MultiarchSpec
doko@ubuntu.com3277b352012-08-08 12:15:55 +0200362 cc = sysconfig.get_config_var('CC')
363 tmpfile = os.path.join(self.build_temp, 'multiarch')
364 if not os.path.exists(self.build_temp):
365 os.makedirs(self.build_temp)
366 ret = os.system(
367 '%s -print-multiarch > %s 2> /dev/null' % (cc, tmpfile))
368 multiarch_path_component = ''
369 try:
370 if ret >> 8 == 0:
371 with open(tmpfile) as fp:
372 multiarch_path_component = fp.readline().strip()
373 finally:
374 os.unlink(tmpfile)
375
376 if multiarch_path_component != '':
377 add_dir_to_list(self.compiler.library_dirs,
378 '/usr/lib/' + multiarch_path_component)
379 add_dir_to_list(self.compiler.include_dirs,
380 '/usr/include/' + multiarch_path_component)
381 return
382
Barry Warsaw88e19452011-04-07 10:40:36 -0400383 if not find_executable('dpkg-architecture'):
384 return
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200385 opt = ''
386 if cross_compiling:
387 opt = '-t' + sysconfig.get_config_var('HOST_GNU_TYPE')
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400388 tmpfile = os.path.join(self.build_temp, 'multiarch')
389 if not os.path.exists(self.build_temp):
390 os.makedirs(self.build_temp)
391 ret = os.system(
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200392 'dpkg-architecture %s -qDEB_HOST_MULTIARCH > %s 2> /dev/null' %
393 (opt, tmpfile))
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400394 try:
395 if ret >> 8 == 0:
396 with open(tmpfile) as fp:
397 multiarch_path_component = fp.readline().strip()
398 add_dir_to_list(self.compiler.library_dirs,
399 '/usr/lib/' + multiarch_path_component)
400 add_dir_to_list(self.compiler.include_dirs,
401 '/usr/include/' + multiarch_path_component)
402 finally:
403 os.unlink(tmpfile)
404
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200405 def add_gcc_paths(self):
406 gcc = sysconfig.get_config_var('CC')
407 tmpfile = os.path.join(self.build_temp, 'gccpaths')
408 if not os.path.exists(self.build_temp):
409 os.makedirs(self.build_temp)
410 ret = os.system('%s -E -v - </dev/null 2>%s 1>/dev/null' % (gcc, tmpfile))
411 is_gcc = False
412 in_incdirs = False
413 inc_dirs = []
414 lib_dirs = []
415 try:
416 if ret >> 8 == 0:
417 with open(tmpfile) as fp:
418 for line in fp.readlines():
419 if line.startswith("gcc version"):
420 is_gcc = True
421 elif line.startswith("#include <...>"):
422 in_incdirs = True
423 elif line.startswith("End of search list"):
424 in_incdirs = False
425 elif is_gcc and line.startswith("LIBRARY_PATH"):
426 for d in line.strip().split("=")[1].split(":"):
427 d = os.path.normpath(d)
428 if '/gcc/' not in d:
429 add_dir_to_list(self.compiler.library_dirs,
430 d)
431 elif is_gcc and in_incdirs and '/gcc/' not in line:
432 add_dir_to_list(self.compiler.include_dirs,
433 line.strip())
434 finally:
435 os.unlink(tmpfile)
436
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000437 def detect_modules(self):
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000438 # Ensure that /usr/local is always used, but the local build
439 # directories (i.e. '.' and 'Include') must be first. See issue
440 # 10520.
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200441 if not cross_compiling:
442 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
443 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200444 # only change this for cross builds for 3.3, issues on Mageia
445 if cross_compiling:
446 self.add_gcc_paths()
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400447 self.add_multiarch_paths()
Michael W. Hudson39230b32002-01-16 15:26:48 +0000448
Brett Cannon516592f2004-12-07 00:42:59 +0000449 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000450 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000451 # We must get the values from the Makefile and not the environment
452 # directly since an inconsistently reproducible issue comes up where
453 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000454 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000455 for env_var, arg_name, dir_list in (
Tarek Ziadé36797272010-07-22 12:50:05 +0000456 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
457 ('LDFLAGS', '-L', self.compiler.library_dirs),
458 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000459 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000460 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000461 # To prevent optparse from raising an exception about any
Skip Montanaroa5c2a512008-10-07 02:51:48 +0000462 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000463 # all double dashes and any dashes followed by a character
464 # that is not for the option we are dealing with.
465 #
466 # Please note that order of the regex is important! We must
467 # strip out double-dashes first so that we don't end up with
468 # substituting "--Long" to "-Long" and thus lead to "ong" being
469 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05 +0000470 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
471 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000472 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000473 # Make sure that allowing args interspersed with options is
474 # allowed
475 parser.allow_interspersed_args = True
476 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000477 parser.add_option(arg_name, dest="dirs", action="append")
478 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000479 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08 +0000480 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000481 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000482
Vinay Sajip7ded1f02012-05-26 03:45:29 +0100483 if os.path.normpath(sys.base_prefix) != '/usr' \
Ronald Oussorenf3500e12010-10-20 13:10:12 +0000484 and not sysconfig.get_config_var('PYTHONFRAMEWORK'):
485 # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework
486 # (PYTHONFRAMEWORK is set) to avoid # linking problems when
487 # building a framework with different architectures than
488 # the one that is currently installed (issue #7473)
Tarek Ziadé36797272010-07-22 12:50:05 +0000489 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000490 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé36797272010-07-22 12:50:05 +0000491 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000492 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000493
494 # lib_dirs and inc_dirs are used to search for files;
495 # if a file is found in one of those directories, it can
496 # be assumed that no additional -I,-L directives are needed.
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200497 if not cross_compiling:
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200498 lib_dirs = self.compiler.library_dirs + [
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200499 '/lib64', '/usr/lib64',
500 '/lib', '/usr/lib',
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200501 ]
502 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Christian Heimesf19529c2012-12-12 12:41:00 +0100503 else:
Christian Heimesd7832612012-12-12 12:56:51 +0100504 lib_dirs = self.compiler.library_dirs[:]
505 inc_dirs = self.compiler.include_dirs[:]
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000506 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29 +0000507 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000508
Brett Cannon4454a1f2005-04-15 20:32:39 +0000509 config_h = sysconfig.get_config_h_filename()
Brett Cannon9f5db072010-10-29 20:19:27 +0000510 with open(config_h) as file:
511 config_h_vars = sysconfig.parse_config_h(file)
Brett Cannon4454a1f2005-04-15 20:32:39 +0000512
Neil Schemenauer014bf282009-02-05 16:35:45 +0000513 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000514
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000515 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200516 if host_platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000517 lib_dirs += ['/usr/ccs/lib']
518
Charles-François Natali5739e102012-04-12 19:07:25 +0200519 # HP-UX11iv3 keeps files in lib/hpux folders.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200520 if host_platform == 'hp-ux11':
Charles-François Natali5739e102012-04-12 19:07:25 +0200521 lib_dirs += ['/usr/lib/hpux64', '/usr/lib/hpux32']
522
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200523 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47 +0000524 # This should work on any unixy platform ;-)
525 # If the user has bothered specifying additional -I and -L flags
526 # in OPT and LDFLAGS we might as well use them here.
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000527 #
528 # NOTE: using shlex.split would technically be more correct, but
529 # also gives a bootstrap problem. Let's hope nobody uses
530 # directories with whitespace in the name to store libraries.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000531 cflags, ldflags = sysconfig.get_config_vars(
532 'CFLAGS', 'LDFLAGS')
533 for item in cflags.split():
534 if item.startswith('-I'):
535 inc_dirs.append(item[2:])
536
537 for item in ldflags.split():
538 if item.startswith('-L'):
539 lib_dirs.append(item[2:])
540
Fredrik Lundhade711a2001-01-24 08:00:28 +0000541 # Check for MacOS X, which doesn't need libm.a at all
542 math_libs = ['m']
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200543 if host_platform == 'darwin':
Fredrik Lundhade711a2001-01-24 08:00:28 +0000544 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41 +0000545
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000546 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
547
548 #
549 # The following modules are all pretty straightforward, and compile
550 # on pretty much any POSIXish platform.
551 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000552
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000553 # array objects
554 exts.append( Extension('array', ['arraymodule.c']) )
555 # complex math library functions
Mark Dickinsonf3718592009-12-21 15:27:41 +0000556 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
557 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000558 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000559 # math library functions, e.g. sin()
Mark Dickinson664b5112009-12-16 20:23:42 +0000560 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
Mark Dickinson8a591132009-12-17 08:35:56 +0000561 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000562 libraries=math_libs) )
Victor Stinnere0be4232011-10-25 13:06:09 +0200563
564 # time libraries: librt may be needed for clock_gettime()
565 time_libs = []
566 lib = sysconfig.get_config_var('TIMEMODULE_LIB')
567 if lib:
568 time_libs.append(lib)
569
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000570 # time operations and variables
Victor Stinner5d272cc2012-03-13 13:35:55 +0100571 exts.append( Extension('time', ['timemodule.c'],
Victor Stinnere0be4232011-10-25 13:06:09 +0200572 libraries=time_libs) )
Victor Stinner5d272cc2012-03-13 13:35:55 +0100573 exts.append( Extension('_datetime', ['_datetimemodule.c']) )
Christian Heimesfe337bf2008-03-23 21:54:12 +0000574 # random number generator implemented in C
575 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000576 # bisect
577 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000578 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000579 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Alexandre Vassalottica2d6102008-06-12 18:26:05 +0000580 # C-optimized pickle replacement
581 exts.append( Extension("_pickle", ["_pickle.c"]) )
Collin Winter670e6922007-03-21 02:57:17 +0000582 # atexit
583 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Christian Heimes90540002008-05-08 14:29:10 +0000584 # _json speedups
585 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000586 # Python C API test module
Mark Dickinsona06f44b2009-02-10 16:18:22 +0000587 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
588 depends=['testcapi_long.h']) )
Stefan Krah9a2d99e2012-02-25 12:24:21 +0100589 # Python PEP-3118 (buffer protocol) test module
590 exts.append( Extension('_testbuffer', ['_testbuffer.c']) )
Fred Drake0e474a82007-10-11 18:01:43 +0000591 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56 +0000592 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000593 # static Unicode character database
Walter Dörwalde9eaab42007-05-22 16:02:13 +0000594 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000595
596 # Modules with some UNIX dependencies -- on by default:
597 # (If you have a really backward UNIX, select and socket may not be
598 # supported...)
599
600 # fcntl(2) and ioctl(2)
Antoine Pitroua3000072010-09-07 14:52:42 +0000601 libs = []
602 if (config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)):
603 # May be necessary on AIX for flock function
604 libs = ['bsd']
605 exts.append( Extension('fcntl', ['fcntlmodule.c'], libraries=libs) )
Ronald Oussoren94f25282010-05-05 19:11:21 +0000606 # pwd(3)
607 exts.append( Extension('pwd', ['pwdmodule.c']) )
608 # grp(3)
609 exts.append( Extension('grp', ['grpmodule.c']) )
610 # spwd, shadow passwords
611 if (config_h_vars.get('HAVE_GETSPNAM', False) or
612 config_h_vars.get('HAVE_GETSPENT', False)):
613 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000614 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000615 missing.append('spwd')
Guido van Rossumd8faa362007-04-27 19:54:29 +0000616
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000617 # select(2); not on ancient System V
618 exts.append( Extension('select', ['selectmodule.c']) )
619
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000620 # Fred Drake's interface to the Python parser
621 exts.append( Extension('parser', ['parsermodule.c']) )
622
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000623 # Memory-mapped files (also works on Win32).
Ronald Oussoren94f25282010-05-05 19:11:21 +0000624 exts.append( Extension('mmap', ['mmapmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000625
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000626 # Lance Ellinghaus's syslog module
Ronald Oussoren94f25282010-05-05 19:11:21 +0000627 # syslog daemon interface
628 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000629
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000630 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000631 # Here ends the simple stuff. From here on, modules need certain
632 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000633 #
634
635 # Multimedia modules
636 # These don't work for 64-bit platforms!!!
637 # These represent audio samples or images as strings:
638
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000639 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000640 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000641 # 64-bit platforms.
642 exts.append( Extension('audioop', ['audioop.c']) )
643
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000644 # readline
Tarek Ziadé36797272010-07-22 12:50:05 +0000645 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krah095b2732010-06-08 13:41:44 +0000646 readline_termcap_library = ""
647 curses_library = ""
doko@ubuntu.com58844492012-06-30 18:25:32 +0200648 # Cannot use os.popen here in py3k.
649 tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib')
650 if not os.path.exists(self.build_temp):
651 os.makedirs(self.build_temp)
Stefan Krah095b2732010-06-08 13:41:44 +0000652 # Determine if readline is already linked against curses or tinfo.
doko@ubuntu.com58844492012-06-30 18:25:32 +0200653 if do_readline:
654 if cross_compiling:
655 ret = os.system("%s -d %s | grep '(NEEDED)' > %s" \
656 % (sysconfig.get_config_var('READELF'),
657 do_readline, tmpfile))
658 elif find_executable('ldd'):
659 ret = os.system("ldd %s > %s" % (do_readline, tmpfile))
660 else:
661 ret = 256
doko@ubuntu.com4c990712012-06-30 23:28:09 +0200662 if ret >> 8 == 0:
Brett Cannon9f5db072010-10-29 20:19:27 +0000663 with open(tmpfile) as fp:
664 for ln in fp:
665 if 'curses' in ln:
666 readline_termcap_library = re.sub(
667 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
668 ).rstrip()
669 break
670 # termcap interface split out from ncurses
671 if 'tinfo' in ln:
672 readline_termcap_library = 'tinfo'
673 break
doko@ubuntu.com4c990712012-06-30 23:28:09 +0200674 if os.path.exists(tmpfile):
675 os.unlink(tmpfile)
Stefan Krah095b2732010-06-08 13:41:44 +0000676 # Issue 7384: If readline is already linked against curses,
677 # use the same library for the readline and curses modules.
678 if 'curses' in readline_termcap_library:
679 curses_library = readline_termcap_library
Tarek Ziadé36797272010-07-22 12:50:05 +0000680 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
Stefan Krah095b2732010-06-08 13:41:44 +0000681 curses_library = 'ncursesw'
Tarek Ziadé36797272010-07-22 12:50:05 +0000682 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000683 curses_library = 'ncurses'
Tarek Ziadé36797272010-07-22 12:50:05 +0000684 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000685 curses_library = 'curses'
686
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200687 if host_platform == 'darwin':
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000688 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren961683a2010-03-08 07:09:59 +0000689 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
690 if dep_target and dep_target.split('.') < ['10', '5']:
691 os_release = 8
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000692 if os_release < 9:
693 # MacOSX 10.4 has a broken readline. Don't try to build
694 # the readline module unless the user has installed a fixed
695 # readline package
696 if find_file('readline/rlconf.h', inc_dirs, []) is None:
697 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000698 if do_readline:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200699 if host_platform == 'darwin' and os_release < 9:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000700 # In every directory on the search path search for a dynamic
701 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19 +0000702 # for dynamic libraries on the entire path.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000703 # This way a staticly linked custom readline gets picked up
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000704 # before the (possibly broken) dynamic library in /usr/lib.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000705 readline_extra_link_args = ('-Wl,-search_paths_first',)
706 else:
707 readline_extra_link_args = ()
708
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000709 readline_libs = ['readline']
Stefan Krah095b2732010-06-08 13:41:44 +0000710 if readline_termcap_library:
711 pass # Issue 7384: Already linked against curses or tinfo.
712 elif curses_library:
713 readline_libs.append(curses_library)
Tarek Ziadé36797272010-07-22 12:50:05 +0000714 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000715 ['/usr/lib/termcap'],
716 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000717 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000718 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000719 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47 +0000720 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000721 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000722 else:
723 missing.append('readline')
724
Ronald Oussoren94f25282010-05-05 19:11:21 +0000725 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000726
Tarek Ziadé36797272010-07-22 12:50:05 +0000727 if self.compiler.find_library_file(lib_dirs, 'crypt'):
Ronald Oussoren94f25282010-05-05 19:11:21 +0000728 libs = ['crypt']
Guido van Rossumd8faa362007-04-27 19:54:29 +0000729 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000730 libs = []
Sean Reifscheidere2dfefb2011-02-22 10:55:44 +0000731 exts.append( Extension('_crypt', ['_cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000732
Skip Montanaroba9e9782003-03-20 23:34:22 +0000733 # CSV files
734 exts.append( Extension('_csv', ['_csv.c']) )
735
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +0000736 # POSIX subprocess module helper.
737 exts.append( Extension('_posixsubprocess', ['_posixsubprocess.c']) )
738
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000739 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000740 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000741 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000742 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000743 search_for_ssl_incs_in = [
744 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000745 '/usr/contrib/ssl/include/'
746 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000747 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
748 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000749 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000750 if ssl_incs is not None:
751 krb5_h = find_file('krb5.h', inc_dirs,
752 ['/usr/kerberos/include'])
753 if krb5_h:
754 ssl_incs += krb5_h
Tarek Ziadé36797272010-07-22 12:50:05 +0000755 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000756 ['/usr/local/ssl/lib',
757 '/usr/contrib/ssl/lib/'
758 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000759
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000760 if (ssl_incs is not None and
761 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000762 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000763 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000764 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000765 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000766 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000767 else:
768 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000769
Gregory P. Smithade97332005-08-23 21:19:40 +0000770 # find out which version of OpenSSL we have
771 openssl_ver = 0
772 openssl_ver_re = re.compile(
773 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40 +0000774
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000775 # look for the openssl version header on the compiler search path.
776 opensslv_h = find_file('openssl/opensslv.h', [],
777 inc_dirs + search_for_ssl_incs_in)
778 if opensslv_h:
779 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200780 if host_platform == 'darwin' and is_macosx_sdk_path(name):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000781 name = os.path.join(macosx_sdk_root(), name[1:])
782 try:
Brett Cannon9f5db072010-10-29 20:19:27 +0000783 with open(name, 'r') as incfile:
784 for line in incfile:
785 m = openssl_ver_re.match(line)
786 if m:
787 openssl_ver = eval(m.group(1))
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000788 except IOError as msg:
789 print("IOError while reading opensshv.h:", msg)
790 pass
Gregory P. Smithade97332005-08-23 21:19:40 +0000791
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000792 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000793 min_openssl_ver = 0x00907000
794 have_any_openssl = ssl_incs is not None and ssl_libs is not None
795 have_usable_openssl = (have_any_openssl and
796 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000797
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000798 if have_any_openssl:
799 if have_usable_openssl:
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000800 # The _hashlib module wraps optimized implementations
801 # of hash functions from the OpenSSL library.
802 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000803 depends = ['hashlib.h'],
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000804 include_dirs = ssl_incs,
805 library_dirs = ssl_libs,
806 libraries = ['ssl', 'crypto']) )
807 else:
808 print("warning: openssl 0x%08x is too old for _hashlib" %
809 openssl_ver)
810 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000811
Antoine Pitrou019ff192012-05-16 16:41:26 +0200812 # We always compile these even when OpenSSL is available (issue #14693).
813 # It's harmless and the object code is tiny (40-50 KB per module,
814 # only loaded when actually used).
815 exts.append( Extension('_sha256', ['sha256module.c'],
816 depends=['hashlib.h']) )
817 exts.append( Extension('_sha512', ['sha512module.c'],
818 depends=['hashlib.h']) )
819 exts.append( Extension('_md5', ['md5module.c'],
820 depends=['hashlib.h']) )
821 exts.append( Extension('_sha1', ['sha1module.c'],
822 depends=['hashlib.h']) )
Gregory P. Smith2f21eb32007-09-09 06:44:34 +0000823
Georg Brandl489cb4f2009-07-11 10:08:49 +0000824 # Modules that provide persistent dictionary-like semantics. You will
825 # probably want to arrange for at least one of them to be available on
826 # your machine, though none are defined by default because of library
827 # dependencies. The Python module dbm/__init__.py provides an
828 # implementation independent wrapper for these; dbm/dumb.py provides
829 # similar functionality (but slower of course) implemented in Python.
830
831 # Sleepycat^WOracle Berkeley DB interface.
832 # http://www.oracle.com/database/berkeley-db/db/index.html
833 #
834 # This requires the Sleepycat^WOracle DB code. The supported versions
835 # are set below. Visit the URL above to download
836 # a release. Most open source OSes come with one or more
837 # versions of BerkeleyDB already installed.
838
doko@ubuntu.com15bac0f2012-07-01 10:35:54 +0200839 max_db_ver = (5, 3)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000840 min_db_ver = (3, 3)
841 db_setup_debug = False # verbose debug prints from this script?
842
843 def allow_db_ver(db_ver):
844 """Returns a boolean if the given BerkeleyDB version is acceptable.
845
846 Args:
847 db_ver: A tuple of the version to verify.
848 """
849 if not (min_db_ver <= db_ver <= max_db_ver):
850 return False
851 return True
852
853 def gen_db_minor_ver_nums(major):
854 if major == 4:
855 for x in range(max_db_ver[1]+1):
856 if allow_db_ver((4, x)):
857 yield x
858 elif major == 3:
859 for x in (3,):
860 if allow_db_ver((3, x)):
861 yield x
862 else:
863 raise ValueError("unknown major BerkeleyDB version", major)
864
865 # construct a list of paths to look for the header file in on
866 # top of the normal inc_dirs.
867 db_inc_paths = [
868 '/usr/include/db4',
869 '/usr/local/include/db4',
870 '/opt/sfw/include/db4',
871 '/usr/include/db3',
872 '/usr/local/include/db3',
873 '/opt/sfw/include/db3',
874 # Fink defaults (http://fink.sourceforge.net/)
875 '/sw/include/db4',
876 '/sw/include/db3',
877 ]
878 # 4.x minor number specific paths
879 for x in gen_db_minor_ver_nums(4):
880 db_inc_paths.append('/usr/include/db4%d' % x)
881 db_inc_paths.append('/usr/include/db4.%d' % x)
882 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
883 db_inc_paths.append('/usr/local/include/db4%d' % x)
884 db_inc_paths.append('/pkg/db-4.%d/include' % x)
885 db_inc_paths.append('/opt/db-4.%d/include' % x)
886 # MacPorts default (http://www.macports.org/)
887 db_inc_paths.append('/opt/local/include/db4%d' % x)
888 # 3.x minor number specific paths
889 for x in gen_db_minor_ver_nums(3):
890 db_inc_paths.append('/usr/include/db3%d' % x)
891 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
892 db_inc_paths.append('/usr/local/include/db3%d' % x)
893 db_inc_paths.append('/pkg/db-3.%d/include' % x)
894 db_inc_paths.append('/opt/db-3.%d/include' % x)
895
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200896 if cross_compiling:
897 db_inc_paths = []
898
Georg Brandl489cb4f2009-07-11 10:08:49 +0000899 # Add some common subdirectories for Sleepycat DB to the list,
900 # based on the standard include directories. This way DB3/4 gets
901 # picked up when it is installed in a non-standard prefix and
902 # the user has added that prefix into inc_dirs.
903 std_variants = []
904 for dn in inc_dirs:
905 std_variants.append(os.path.join(dn, 'db3'))
906 std_variants.append(os.path.join(dn, 'db4'))
907 for x in gen_db_minor_ver_nums(4):
908 std_variants.append(os.path.join(dn, "db4%d"%x))
909 std_variants.append(os.path.join(dn, "db4.%d"%x))
910 for x in gen_db_minor_ver_nums(3):
911 std_variants.append(os.path.join(dn, "db3%d"%x))
912 std_variants.append(os.path.join(dn, "db3.%d"%x))
913
914 db_inc_paths = std_variants + db_inc_paths
915 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
916
917 db_ver_inc_map = {}
918
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200919 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000920 sysroot = macosx_sdk_root()
921
Georg Brandl489cb4f2009-07-11 10:08:49 +0000922 class db_found(Exception): pass
923 try:
924 # See whether there is a Sleepycat header in the standard
925 # search path.
926 for d in inc_dirs + db_inc_paths:
927 f = os.path.join(d, "db.h")
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200928 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000929 f = os.path.join(sysroot, d[1:], "db.h")
930
Georg Brandl489cb4f2009-07-11 10:08:49 +0000931 if db_setup_debug: print("db: looking for db.h in", f)
932 if os.path.exists(f):
Brett Cannon9f5db072010-10-29 20:19:27 +0000933 with open(f, 'rb') as file:
934 f = file.read()
Benjamin Peterson019f3612009-08-12 18:18:03 +0000935 m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000936 if m:
937 db_major = int(m.group(1))
Benjamin Peterson019f3612009-08-12 18:18:03 +0000938 m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000939 db_minor = int(m.group(1))
940 db_ver = (db_major, db_minor)
941
942 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
943 if db_ver == (4, 6):
Benjamin Peterson019f3612009-08-12 18:18:03 +0000944 m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000945 db_patch = int(m.group(1))
946 if db_patch < 21:
947 print("db.h:", db_ver, "patch", db_patch,
948 "being ignored (4.6.x must be >= 4.6.21)")
949 continue
950
951 if ( (db_ver not in db_ver_inc_map) and
952 allow_db_ver(db_ver) ):
953 # save the include directory with the db.h version
954 # (first occurrence only)
955 db_ver_inc_map[db_ver] = d
956 if db_setup_debug:
957 print("db.h: found", db_ver, "in", d)
958 else:
959 # we already found a header for this library version
960 if db_setup_debug: print("db.h: ignoring", d)
961 else:
962 # ignore this header, it didn't contain a version number
963 if db_setup_debug:
964 print("db.h: no version number version in", d)
965
966 db_found_vers = list(db_ver_inc_map.keys())
967 db_found_vers.sort()
968
969 while db_found_vers:
970 db_ver = db_found_vers.pop()
971 db_incdir = db_ver_inc_map[db_ver]
972
973 # check lib directories parallel to the location of the header
974 db_dirs_to_check = [
975 db_incdir.replace("include", 'lib64'),
976 db_incdir.replace("include", 'lib'),
977 ]
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000978
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200979 if host_platform != 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000980 db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check))
981
982 else:
983 # Same as other branch, but takes OSX SDK into account
984 tmp = []
985 for dn in db_dirs_to_check:
986 if is_macosx_sdk_path(dn):
987 if os.path.isdir(os.path.join(sysroot, dn[1:])):
988 tmp.append(dn)
989 else:
990 if os.path.isdir(dn):
991 tmp.append(dn)
Ronald Oussorendc969e52010-06-27 12:37:46 +0000992 db_dirs_to_check = tmp
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000993
994 db_dirs_to_check = tmp
Georg Brandl489cb4f2009-07-11 10:08:49 +0000995
Ezio Melotti42da6632011-03-15 05:18:48 +0200996 # Look for a version specific db-X.Y before an ambiguous dbX
Georg Brandl489cb4f2009-07-11 10:08:49 +0000997 # XXX should we -ever- look for a dbX name? Do any
998 # systems really not name their library by version and
999 # symlink to more general names?
1000 for dblib in (('db-%d.%d' % db_ver),
1001 ('db%d%d' % db_ver),
1002 ('db%d' % db_ver[0])):
1003 dblib_file = self.compiler.find_library_file(
1004 db_dirs_to_check + lib_dirs, dblib )
1005 if dblib_file:
1006 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
1007 raise db_found
1008 else:
1009 if db_setup_debug: print("db lib: ", dblib, "not found")
1010
1011 except db_found:
1012 if db_setup_debug:
1013 print("bsddb using BerkeleyDB lib:", db_ver, dblib)
1014 print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir)
1015 db_incs = [db_incdir]
1016 dblibs = [dblib]
1017 else:
1018 if db_setup_debug: print("db: no appropriate library found")
1019 db_incs = None
1020 dblibs = []
1021 dblib_dir = None
1022
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001023 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:30 +00001024 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001025
1026 # We hunt for #define SQLITE_VERSION "n.n.n"
1027 # We need to find >= sqlite version 3.0.8
1028 sqlite_incdir = sqlite_libdir = None
1029 sqlite_inc_paths = [ '/usr/include',
1030 '/usr/include/sqlite',
1031 '/usr/include/sqlite3',
1032 '/usr/local/include',
1033 '/usr/local/include/sqlite',
1034 '/usr/local/include/sqlite3',
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +02001035 ]
1036 if cross_compiling:
1037 sqlite_inc_paths = []
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001038 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
1039 MIN_SQLITE_VERSION = ".".join([str(x)
1040 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:47 +00001041
1042 # Scan the default include directories before the SQLite specific
1043 # ones. This allows one to override the copy of sqlite on OSX,
1044 # where /usr/include contains an old version of sqlite.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001045 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001046 sysroot = macosx_sdk_root()
1047
Ned Deily9b635832012-08-05 15:13:33 -07001048 for d_ in inc_dirs + sqlite_inc_paths:
1049 d = d_
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001050 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ned Deily9b635832012-08-05 15:13:33 -07001051 d = os.path.join(sysroot, d[1:])
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001052
Ned Deily9b635832012-08-05 15:13:33 -07001053 f = os.path.join(d, "sqlite3.h")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001054 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:43 +00001055 if sqlite_setup_debug: print("sqlite: found %s"%f)
Brett Cannon9f5db072010-10-29 20:19:27 +00001056 with open(f) as file:
1057 incf = file.read()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001058 m = re.search(
Petri Lehtinened909bc2013-02-23 17:05:28 +01001059 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"([\d\.]*)"', incf)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001060 if m:
1061 sqlite_version = m.group(1)
1062 sqlite_version_tuple = tuple([int(x)
1063 for x in sqlite_version.split(".")])
1064 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
1065 # we win!
Thomas Wouters89f507f2006-12-13 04:49:30 +00001066 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001067 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001068 sqlite_incdir = d
1069 break
1070 else:
1071 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001072 print("%s: version %d is too old, need >= %s"%(d,
1073 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001074 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001075 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001076
1077 if sqlite_incdir:
1078 sqlite_dirs_to_check = [
1079 os.path.join(sqlite_incdir, '..', 'lib64'),
1080 os.path.join(sqlite_incdir, '..', 'lib'),
1081 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
1082 os.path.join(sqlite_incdir, '..', '..', 'lib'),
1083 ]
Tarek Ziadé36797272010-07-22 12:50:05 +00001084 sqlite_libfile = self.compiler.find_library_file(
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001085 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonf10a79a2008-10-11 00:49:57 +00001086 if sqlite_libfile:
1087 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001088
1089 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:47 +00001090 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001091 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001092 '_sqlite/cursor.c',
1093 '_sqlite/microprotocols.c',
1094 '_sqlite/module.c',
1095 '_sqlite/prepare_protocol.c',
1096 '_sqlite/row.c',
1097 '_sqlite/statement.c',
1098 '_sqlite/util.c', ]
1099
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001100 sqlite_defines = []
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001101 if host_platform != "win32":
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001102 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
1103 else:
1104 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1105
Benjamin Peterson076ed002010-10-31 17:11:02 +00001106 # Enable support for loadable extensions in the sqlite3 module
1107 # if --enable-loadable-sqlite-extensions configure option is used.
1108 if '--enable-loadable-sqlite-extensions' not in sysconfig.get_config_var("CONFIG_ARGS"):
1109 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Thomas Wouters477c8d52006-05-27 19:21:47 +00001110
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001111 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47 +00001112 # In every directory on the search path search for a dynamic
1113 # library and then a static library, instead of first looking
Ezio Melotti13925002011-03-16 11:05:33 +02001114 # for dynamic libraries on the entire path.
1115 # This way a statically linked custom sqlite gets picked up
Thomas Wouters477c8d52006-05-27 19:21:47 +00001116 # before the dynamic library in /usr/lib.
1117 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1118 else:
1119 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001120
Brett Cannonc5011fe2011-06-06 20:09:10 -07001121 include_dirs = ["Modules/_sqlite"]
1122 # Only include the directory where sqlite was found if it does
1123 # not already exist in set include directories, otherwise you
1124 # can end up with a bad search path order.
1125 if sqlite_incdir not in self.compiler.include_dirs:
1126 include_dirs.append(sqlite_incdir)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001127 exts.append(Extension('_sqlite3', sqlite_srcs,
1128 define_macros=sqlite_defines,
Brett Cannonc5011fe2011-06-06 20:09:10 -07001129 include_dirs=include_dirs,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001130 library_dirs=sqlite_libdir,
1131 runtime_library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:47 +00001132 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001133 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001134 else:
1135 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001136
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001137 dbm_setup_debug = False # verbose debug prints from this script?
Benjamin Petersond78735d2010-01-01 16:04:23 +00001138 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001139 # The standard Unix dbm module:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001140 if host_platform not in ['cygwin']:
Matthias Klose55708cc2009-04-30 08:06:49 +00001141 config_args = [arg.strip("'")
1142 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersond78735d2010-01-01 16:04:23 +00001143 dbm_args = [arg for arg in config_args
Matthias Klose55708cc2009-04-30 08:06:49 +00001144 if arg.startswith('--with-dbmliborder=')]
1145 if dbm_args:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001146 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001147 else:
Georg Brandl489cb4f2009-07-11 10:08:49 +00001148 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001149 dbmext = None
1150 for cand in dbm_order:
1151 if cand == "ndbm":
1152 if find_file("ndbm.h", inc_dirs, []) is not None:
Nick Coghlan50f147a2012-06-17 18:27:11 +10001153 # Some systems have -lndbm, others have -lgdbm_compat,
1154 # others don't have either
Tarek Ziadé36797272010-07-22 12:50:05 +00001155 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001156 'ndbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001157 ndbm_libs = ['ndbm']
Nick Coghlan50f147a2012-06-17 18:27:11 +10001158 elif self.compiler.find_library_file(lib_dirs,
1159 'gdbm_compat'):
1160 ndbm_libs = ['gdbm_compat']
Matthias Klose55708cc2009-04-30 08:06:49 +00001161 else:
1162 ndbm_libs = []
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001163 if dbm_setup_debug: print("building dbm using ndbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001164 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1165 define_macros=[
1166 ('HAVE_NDBM_H',None),
1167 ],
1168 libraries=ndbm_libs)
1169 break
1170
1171 elif cand == "gdbm":
Tarek Ziadé36797272010-07-22 12:50:05 +00001172 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001173 gdbm_libs = ['gdbm']
Tarek Ziadé36797272010-07-22 12:50:05 +00001174 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001175 'gdbm_compat'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001176 gdbm_libs.append('gdbm_compat')
1177 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001178 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001179 dbmext = Extension(
1180 '_dbm', ['_dbmmodule.c'],
1181 define_macros=[
1182 ('HAVE_GDBM_NDBM_H', None),
1183 ],
1184 libraries = gdbm_libs)
1185 break
1186 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001187 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001188 dbmext = Extension(
1189 '_dbm', ['_dbmmodule.c'],
1190 define_macros=[
1191 ('HAVE_GDBM_DASH_NDBM_H', None),
1192 ],
1193 libraries = gdbm_libs)
1194 break
Georg Brandl489cb4f2009-07-11 10:08:49 +00001195 elif cand == "bdb":
1196 if db_incs is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001197 if dbm_setup_debug: print("building dbm using bdb")
Georg Brandl489cb4f2009-07-11 10:08:49 +00001198 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1199 library_dirs=dblib_dir,
1200 runtime_library_dirs=dblib_dir,
1201 include_dirs=db_incs,
1202 define_macros=[
1203 ('HAVE_BERKDB_H', None),
1204 ('DB_DBM_HSEARCH', None),
1205 ],
1206 libraries=dblibs)
Matthias Klose55708cc2009-04-30 08:06:49 +00001207 break
1208 if dbmext is not None:
1209 exts.append(dbmext)
Guido van Rossumd8faa362007-04-27 19:54:29 +00001210 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001211 missing.append('_dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001212
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001213 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001214 if ('gdbm' in dbm_order and
Tarek Ziadé36797272010-07-22 12:50:05 +00001215 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001216 exts.append( Extension('_gdbm', ['_gdbmmodule.c'],
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001217 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001218 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001219 missing.append('_gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001220
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001221 # Unix-only modules
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001222 if host_platform != 'win32':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001223 # Steen Lumholt's termios module
1224 exts.append( Extension('termios', ['termios.c']) )
1225 # Jeremy Hylton's rlimit interface
Antoine Pitrou6103ab12009-10-24 20:11:21 +00001226 exts.append( Extension('resource', ['resource.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001227
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +00001228 # Sun yellow pages. Some systems have the functions in libc.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001229 if (host_platform not in ['cygwin', 'qnx6'] and
Benjamin Peterson588009e2009-12-30 03:03:54 +00001230 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé36797272010-07-22 12:50:05 +00001231 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +00001232 libs = ['nsl']
1233 else:
1234 libs = []
1235 exts.append( Extension('nis', ['nismodule.c'],
1236 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001237 else:
1238 missing.append('nis')
1239 else:
1240 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001241
Skip Montanaro72092942004-02-07 12:50:19 +00001242 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001243 # provided by the ncurses library.
Victor Stinneraa35b002011-11-29 00:08:12 +01001244 curses_defines = []
Victor Stinner756c6ec2011-11-27 00:19:53 +01001245 curses_includes = []
Victor Stinneraa35b002011-11-29 00:08:12 +01001246 panel_library = 'panel'
1247 if curses_library == 'ncursesw':
1248 curses_defines.append(('HAVE_NCURSESW', '1'))
1249 curses_includes.append('/usr/include/ncursesw')
1250 # Bug 1464056: If _curses.so links with ncursesw,
1251 # _curses_panel.so must link with panelw.
1252 panel_library = 'panelw'
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001253 if host_platform == 'darwin':
Ned Deily69192232012-06-20 23:47:14 -07001254 # On OS X, there is no separate /usr/lib/libncursesw nor
1255 # libpanelw. If we are here, we found a locally-supplied
1256 # version of libncursesw. There should be also be a
1257 # libpanelw. _XOPEN_SOURCE defines are usually excluded
1258 # for OS X but we need _XOPEN_SOURCE_EXTENDED here for
1259 # ncurses wide char support
1260 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001261 elif host_platform == 'darwin' and curses_library == 'ncurses':
Ned Deily69192232012-06-20 23:47:14 -07001262 # Building with the system-suppied combined libncurses/libpanel
1263 curses_defines.append(('HAVE_NCURSESW', '1'))
1264 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
Victor Stinneraa35b002011-11-29 00:08:12 +01001265
Stefan Krah095b2732010-06-08 13:41:44 +00001266 if curses_library.startswith('ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +00001267 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001268 exts.append( Extension('_curses', ['_cursesmodule.c'],
Victor Stinner756c6ec2011-11-27 00:19:53 +01001269 include_dirs=curses_includes,
Nadeem Vawda9e2e9902011-07-31 15:01:11 +02001270 define_macros=curses_defines,
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001271 libraries = curses_libs) )
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001272 elif curses_library == 'curses' and host_platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:41 +00001273 # OSX has an old Berkeley curses, not good enough for
1274 # the _curses module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001275 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001276 curses_libs = ['curses', 'terminfo']
Tarek Ziadé36797272010-07-22 12:50:05 +00001277 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001278 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001279 else:
1280 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001281
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001282 exts.append( Extension('_curses', ['_cursesmodule.c'],
Nadeem Vawda9e2e9902011-07-31 15:01:11 +02001283 define_macros=curses_defines,
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001284 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001285 else:
1286 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001287
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001288 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001289 if (module_enabled(exts, '_curses') and
Tarek Ziadé36797272010-07-22 12:50:05 +00001290 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001291 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Victor Stinner756c6ec2011-11-27 00:19:53 +01001292 include_dirs=curses_includes,
Ned Deily69192232012-06-20 23:47:14 -07001293 define_macros=curses_defines,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001294 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001295 else:
1296 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001297
Barry Warsaw259b1e12002-08-13 20:09:26 +00001298 # Andrew Kuchling's zlib module. Note that some versions of zlib
1299 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1300 # http://www.cert.org/advisories/CA-2002-07.html
1301 #
1302 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1303 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1304 # now, we still accept 1.1.3, because we think it's difficult to
1305 # exploit this in Python, and we'd rather make it RedHat's problem
1306 # than our problem <wink>.
1307 #
1308 # You can upgrade zlib to version 1.1.4 yourself by going to
1309 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001310 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:29 +00001311 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001312 if zlib_inc is not None:
1313 zlib_h = zlib_inc[0] + '/zlib.h'
1314 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001315 version_req = '"1.1.3"'
Ned Deily507c5912013-10-18 21:32:00 -07001316 if host_platform == 'darwin' and is_macosx_sdk_path(zlib_h):
1317 zlib_h = os.path.join(macosx_sdk_root(), zlib_h[1:])
Brett Cannon9f5db072010-10-29 20:19:27 +00001318 with open(zlib_h) as fp:
1319 while 1:
1320 line = fp.readline()
1321 if not line:
1322 break
1323 if line.startswith('#define ZLIB_VERSION'):
1324 version = line.split()[2]
1325 break
Guido van Rossume6970912001-04-15 15:16:12 +00001326 if version >= version_req:
Tarek Ziadé36797272010-07-22 12:50:05 +00001327 if (self.compiler.find_library_file(lib_dirs, 'z')):
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001328 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001329 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1330 else:
1331 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001332 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001333 libraries = ['z'],
1334 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:29 +00001335 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:29 +00001336 else:
1337 missing.append('zlib')
1338 else:
1339 missing.append('zlib')
1340 else:
1341 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001342
Christian Heimes1dc54002008-03-24 02:19:29 +00001343 # Helper module for various ascii-encoders. Uses zlib for an optimized
1344 # crc32 if we have it. Otherwise binascii uses its own.
1345 if have_zlib:
1346 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1347 libraries = ['z']
1348 extra_link_args = zlib_extra_link_args
1349 else:
1350 extra_compile_args = []
1351 libraries = []
1352 extra_link_args = []
1353 exts.append( Extension('binascii', ['binascii.c'],
1354 extra_compile_args = extra_compile_args,
1355 libraries = libraries,
1356 extra_link_args = extra_link_args) )
1357
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001358 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001359 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001360 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001361 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1362 else:
1363 bz2_extra_link_args = ()
Antoine Pitrou37dc5f82011-04-03 17:05:46 +02001364 exts.append( Extension('_bz2', ['_bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001365 libraries = ['bz2'],
1366 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001367 else:
Antoine Pitrou37dc5f82011-04-03 17:05:46 +02001368 missing.append('_bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001369
Nadeem Vawda3ff069e2011-11-30 00:25:06 +02001370 # LZMA compression support.
1371 if self.compiler.find_library_file(lib_dirs, 'lzma'):
1372 exts.append( Extension('_lzma', ['_lzmamodule.c'],
1373 libraries = ['lzma']) )
1374 else:
1375 missing.append('_lzma')
1376
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001377 # Interface to the Expat XML parser
1378 #
Benjamin Petersona28e7022010-01-09 18:53:06 +00001379 # Expat was written by James Clark and is now maintained by a group of
1380 # developers on SourceForge; see www.libexpat.org for more information.
1381 # The pyexpat module was written by Paul Prescod after a prototype by
1382 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1383 # of a system shared libexpat.so is possible with --with-system-expat
Benjamin Petersonc73206c2010-10-31 16:38:19 +00001384 # configure option.
Fred Drakefc8341d2002-06-17 17:55:30 +00001385 #
1386 # More information on Expat can be found at www.libexpat.org.
1387 #
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001388 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1389 expat_inc = []
1390 define_macros = []
1391 expat_lib = ['expat']
1392 expat_sources = []
Christian Heimesd489c7a2013-02-09 17:02:06 +01001393 expat_depends = []
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001394 else:
1395 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1396 define_macros = [
1397 ('HAVE_EXPAT_CONFIG_H', '1'),
1398 ]
1399 expat_lib = []
1400 expat_sources = ['expat/xmlparse.c',
1401 'expat/xmlrole.c',
1402 'expat/xmltok.c']
Christian Heimesd489c7a2013-02-09 17:02:06 +01001403 expat_depends = ['expat/ascii.h',
1404 'expat/asciitab.h',
1405 'expat/expat.h',
1406 'expat/expat_config.h',
1407 'expat/expat_external.h',
1408 'expat/internal.h',
1409 'expat/latin1tab.h',
1410 'expat/utf8tab.h',
1411 'expat/xmlrole.h',
1412 'expat/xmltok.h',
1413 'expat/xmltok_impl.h'
1414 ]
Thomas Wouters477c8d52006-05-27 19:21:47 +00001415
Fred Drake2d59a492003-10-21 15:41:15 +00001416 exts.append(Extension('pyexpat',
1417 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001418 include_dirs = expat_inc,
1419 libraries = expat_lib,
Christian Heimesd489c7a2013-02-09 17:02:06 +01001420 sources = ['pyexpat.c'] + expat_sources,
1421 depends = expat_depends,
Fred Drake2d59a492003-10-21 15:41:15 +00001422 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001423
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001424 # Fredrik Lundh's cElementTree module. Note that this also
1425 # uses expat (via the CAPI hook in pyexpat).
1426
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001427 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001428 define_macros.append(('USE_PYEXPAT_CAPI', None))
1429 exts.append(Extension('_elementtree',
1430 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001431 include_dirs = expat_inc,
1432 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001433 sources = ['_elementtree.c'],
Christian Heimesd489c7a2013-02-09 17:02:06 +01001434 depends = ['pyexpat.c'] + expat_sources +
1435 expat_depends,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001436 ))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001437 else:
1438 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001439
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001440 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:13 +00001441 exts.append(Extension('_multibytecodec',
1442 ['cjkcodecs/multibytecodec.c']))
1443 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1444 exts.append(Extension('_codecs_%s' % loc,
1445 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001446
Stefan Krah1919b7e2012-03-21 18:25:23 +01001447 # Stefan Krah's _decimal module
1448 exts.append(self._decimal_ext())
1449
Thomas Hellercf567c12006-03-08 19:51:58 +00001450 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001451 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001452
Benjamin Petersone711caf2008-06-11 16:44:04 +00001453 # Richard Oudkerk's multiprocessing module
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001454 if host_platform == 'win32': # Windows
Benjamin Petersone711caf2008-06-11 16:44:04 +00001455 macros = dict()
1456 libraries = ['ws2_32']
1457
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001458 elif host_platform == 'darwin': # Mac OSX
Benjamin Peterson965ce872009-04-05 21:24:58 +00001459 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001460 libraries = []
1461
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001462 elif host_platform == 'cygwin': # Cygwin
Benjamin Peterson965ce872009-04-05 21:24:58 +00001463 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001464 libraries = []
Benjamin Peterson41181742008-07-02 20:22:54 +00001465
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001466 elif host_platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Benjamin Peterson41181742008-07-02 20:22:54 +00001467 # FreeBSD's P1003.1b semaphore support is very experimental
1468 # and has many known problems. (as of June 2008)
Benjamin Peterson965ce872009-04-05 21:24:58 +00001469 macros = dict()
Benjamin Peterson41181742008-07-02 20:22:54 +00001470 libraries = []
1471
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001472 elif host_platform.startswith('openbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001473 macros = dict()
Benjamin Petersone5384b02008-10-04 22:00:42 +00001474 libraries = []
1475
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001476 elif host_platform.startswith('netbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001477 macros = dict()
Jesse Noller32d68c22009-03-31 18:48:42 +00001478 libraries = []
1479
Benjamin Petersone711caf2008-06-11 16:44:04 +00001480 else: # Linux and other unices
Benjamin Peterson965ce872009-04-05 21:24:58 +00001481 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001482 libraries = ['rt']
1483
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001484 if host_platform == 'win32':
Benjamin Petersone711caf2008-06-11 16:44:04 +00001485 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1486 '_multiprocessing/semaphore.c',
Benjamin Petersone711caf2008-06-11 16:44:04 +00001487 ]
1488
1489 else:
1490 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
Benjamin Petersone711caf2008-06-11 16:44:04 +00001491 ]
Mark Dickinsona614f042009-11-28 12:48:43 +00001492 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1493 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Petersone711caf2008-06-11 16:44:04 +00001494 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1495
Jesse Noller6fd47e22009-01-23 14:09:08 +00001496 if sysconfig.get_config_var('WITH_THREAD'):
1497 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1498 define_macros=list(macros.items()),
1499 include_dirs=["Modules/_multiprocessing"]))
1500 else:
1501 missing.append('_multiprocessing')
Benjamin Petersone711caf2008-06-11 16:44:04 +00001502 # End multiprocessing
Guido van Rossuma9e20242007-03-08 00:43:48 +00001503
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001504 # Platform-specific libraries
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001505 if host_platform.startswith(('linux', 'freebsd', 'gnukfreebsd')):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001506 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001507 else:
1508 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001509
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001510 if host_platform == 'darwin':
Benjamin Petersonebacd262008-05-29 21:09:51 +00001511 exts.append(
1512 Extension('_gestalt', ['_gestalt.c'],
1513 extra_link_args=['-framework', 'Carbon'])
1514 )
Ronald Oussoren84151202010-04-18 20:46:11 +00001515 exts.append(
1516 Extension('_scproxy', ['_scproxy.c'],
1517 extra_link_args=[
1518 '-framework', 'SystemConfiguration',
1519 '-framework', 'CoreFoundation',
1520 ]))
Benjamin Petersonebacd262008-05-29 21:09:51 +00001521
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001522 self.extensions.extend(exts)
1523
1524 # Call the method for detecting whether _tkinter can be compiled
1525 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001526
Guido van Rossumd8faa362007-04-27 19:54:29 +00001527 if '_tkinter' not in [e.name for e in self.extensions]:
1528 missing.append('_tkinter')
1529
Ned Deilycd3d8fb2013-08-01 23:51:27 -07001530## # Uncomment these lines if you want to play with xxmodule.c
1531## ext = Extension('xx', ['xxmodule.c'])
1532## self.extensions.append(ext)
1533
1534 if 'd' not in sys.abiflags:
1535 ext = Extension('xxlimited', ['xxlimited.c'],
1536 define_macros=[('Py_LIMITED_API', 1)])
1537 self.extensions.append(ext)
1538
Guido van Rossumd8faa362007-04-27 19:54:29 +00001539 return missing
1540
Jack Jansen0b06be72002-06-21 14:48:38 +00001541 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1542 # The _tkinter module, using frameworks. Since frameworks are quite
1543 # different the UNIX search logic is not sharable.
1544 from os.path import join, exists
1545 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001546 '/Library/Frameworks',
Ronald Oussoren5f734f12009-03-04 21:32:48 +00001547 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001548 join(os.getenv('HOME'), '/Library/Frameworks')
1549 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001550
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001551 sysroot = macosx_sdk_root()
1552
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001553 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001554 # bundles.
1555 # XXX distutils should support -F!
1556 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001557 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001558
1559
Jack Jansen0b06be72002-06-21 14:48:38 +00001560 for fw in 'Tcl', 'Tk':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001561 if is_macosx_sdk_path(F):
1562 if not exists(join(sysroot, F[1:], fw + '.framework')):
1563 break
1564 else:
1565 if not exists(join(F, fw + '.framework')):
1566 break
Jack Jansen0b06be72002-06-21 14:48:38 +00001567 else:
1568 # ok, F is now directory with both frameworks. Continure
1569 # building
1570 break
1571 else:
1572 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1573 # will now resume.
1574 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001575
Jack Jansen0b06be72002-06-21 14:48:38 +00001576 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1577 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001578 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001579 #
1580 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001581 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:43 +00001582 for fw in ('Tcl', 'Tk')
1583 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:38 +00001584 ]
1585
Tim Peters2c60f7a2003-01-29 03:49:43 +00001586 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001587 # complicated search, this is a hard-coded path. It could bail out
1588 # if X11 libs are not found...
1589 include_dirs.append('/usr/X11R6/include')
1590 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1591
Georg Brandlfcaf9102008-07-16 02:17:56 +00001592 # All existing framework builds of Tcl/Tk don't support 64-bit
1593 # architectures.
1594 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1595 archs = re.findall('-arch\s+(\w+)', cflags)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001596
Ronald Oussorend097efe2009-09-15 19:07:58 +00001597 tmpfile = os.path.join(self.build_temp, 'tk.arch')
1598 if not os.path.exists(self.build_temp):
1599 os.makedirs(self.build_temp)
1600
1601 # Note: cannot use os.popen or subprocess here, that
1602 # requires extensions that are not available here.
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001603 if is_macosx_sdk_path(F):
1604 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile))
1605 else:
1606 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile))
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001607
Brett Cannon9f5db072010-10-29 20:19:27 +00001608 with open(tmpfile) as fp:
1609 detected_archs = []
1610 for ln in fp:
1611 a = ln.split()[-1]
1612 if a in archs:
1613 detected_archs.append(ln.split()[-1])
Ronald Oussorend097efe2009-09-15 19:07:58 +00001614 os.unlink(tmpfile)
1615
1616 for a in detected_archs:
1617 frameworks.append('-arch')
1618 frameworks.append(a)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001619
Jack Jansen0b06be72002-06-21 14:48:38 +00001620 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1621 define_macros=[('WITH_APPINIT', 1)],
1622 include_dirs = include_dirs,
1623 libraries = [],
Georg Brandlfcaf9102008-07-16 02:17:56 +00001624 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001625 extra_link_args = frameworks,
1626 )
1627 self.extensions.append(ext)
1628 return 1
1629
Tim Peters2c60f7a2003-01-29 03:49:43 +00001630
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001631 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001632 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001633
Jack Jansen0b06be72002-06-21 14:48:38 +00001634 # Rather than complicate the code below, detecting and building
1635 # AquaTk is a separate method. Only one Tkinter will be built on
1636 # Darwin - either AquaTk, if it is found, or X11 based Tk.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001637 if (host_platform == 'darwin' and
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001638 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001639 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001640
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001641 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001642 # The versions with dots are used on Unix, and the versions without
1643 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001644 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polo5d377bd2009-08-16 14:44:14 +00001645 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1646 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé36797272010-07-22 12:50:05 +00001647 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001648 'tk' + version)
Tarek Ziadé36797272010-07-22 12:50:05 +00001649 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001650 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001651 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001652 # Exit the loop when we've found the Tcl/Tk libraries
1653 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001654
Fredrik Lundhade711a2001-01-24 08:00:28 +00001655 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001656 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001657 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001658 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001659 dotversion = version
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001660 if '.' not in dotversion and "bsd" in host_platform.lower():
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001661 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1662 # but the include subdirs are named like .../include/tcl8.3.
1663 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1664 tcl_include_sub = []
1665 tk_include_sub = []
1666 for dir in inc_dirs:
1667 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1668 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1669 tk_include_sub += tcl_include_sub
1670 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1671 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001672
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001673 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001674 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001675 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001676 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001677
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001678 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001679
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001680 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1681 for dir in tcl_includes + tk_includes:
1682 if dir not in include_dirs:
1683 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001684
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001685 # Check for various platform-specific directories
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001686 if host_platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001687 include_dirs.append('/usr/openwin/include')
1688 added_lib_dirs.append('/usr/openwin/lib')
1689 elif os.path.exists('/usr/X11R6/include'):
1690 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001691 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001692 added_lib_dirs.append('/usr/X11R6/lib')
1693 elif os.path.exists('/usr/X11R5/include'):
1694 include_dirs.append('/usr/X11R5/include')
1695 added_lib_dirs.append('/usr/X11R5/lib')
1696 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001697 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001698 include_dirs.append('/usr/X11/include')
1699 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001700
Jason Tishler9181c942003-02-05 15:16:17 +00001701 # If Cygwin, then verify that X is installed before proceeding
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001702 if host_platform == 'cygwin':
Jason Tishler9181c942003-02-05 15:16:17 +00001703 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1704 if x11_inc is None:
1705 return
1706
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001707 # Check for BLT extension
Tarek Ziadé36797272010-07-22 12:50:05 +00001708 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001709 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001710 defs.append( ('WITH_BLT', 1) )
1711 libs.append('BLT8.0')
Tarek Ziadé36797272010-07-22 12:50:05 +00001712 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001713 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:38 +00001714 defs.append( ('WITH_BLT', 1) )
1715 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001716
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001717 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001718 libs.append('tk'+ version)
1719 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001720
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001721 if host_platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001722 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001723
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001724 # Finally, link with the X11 libraries (not appropriate on cygwin)
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001725 if host_platform != "cygwin":
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001726 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001727
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001728 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1729 define_macros=[('WITH_APPINIT', 1)] + defs,
1730 include_dirs = include_dirs,
1731 libraries = libs,
1732 library_dirs = added_lib_dirs,
1733 )
1734 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001735
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001736 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001737 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001738 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001739 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001740 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001741 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001742 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001743
Christian Heimes78644762008-03-04 23:39:23 +00001744 def configure_ctypes_darwin(self, ext):
1745 # Darwin (OS X) uses preconfigured files, in
1746 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauer014bf282009-02-05 16:35:45 +00001747 srcdir = sysconfig.get_config_var('srcdir')
Christian Heimes78644762008-03-04 23:39:23 +00001748 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1749 '_ctypes', 'libffi_osx'))
1750 sources = [os.path.join(ffi_srcdir, p)
1751 for p in ['ffi.c',
Georg Brandlfcaf9102008-07-16 02:17:56 +00001752 'x86/darwin64.S',
Christian Heimes78644762008-03-04 23:39:23 +00001753 'x86/x86-darwin.S',
1754 'x86/x86-ffi_darwin.c',
1755 'x86/x86-ffi64.c',
1756 'powerpc/ppc-darwin.S',
1757 'powerpc/ppc-darwin_closure.S',
1758 'powerpc/ppc-ffi_darwin.c',
1759 'powerpc/ppc64-darwin_closure.S',
1760 ]]
1761
1762 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001763 self.compiler.src_extensions.append('.S')
Christian Heimes78644762008-03-04 23:39:23 +00001764
1765 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1766 os.path.join(ffi_srcdir, 'powerpc')]
1767 ext.include_dirs.extend(include_dirs)
1768 ext.sources.extend(sources)
1769 return True
1770
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001771 def configure_ctypes(self, ext):
1772 if not self.use_system_libffi:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001773 if host_platform == 'darwin':
Christian Heimes78644762008-03-04 23:39:23 +00001774 return self.configure_ctypes_darwin(ext)
1775
Neil Schemenauer014bf282009-02-05 16:35:45 +00001776 srcdir = sysconfig.get_config_var('srcdir')
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001777 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1778 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1779 '_ctypes', 'libffi'))
1780 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001781
Thomas Wouters477c8d52006-05-27 19:21:47 +00001782 from distutils.dep_util import newer_group
1783
1784 config_sources = [os.path.join(ffi_srcdir, fname)
Thomas Wouterscf297e42007-02-23 15:07:44 +00001785 for fname in os.listdir(ffi_srcdir)
1786 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Wouters477c8d52006-05-27 19:21:47 +00001787 if self.force or newer_group(config_sources,
1788 ffi_configfile):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001789 from distutils.dir_util import mkpath
1790 mkpath(ffi_builddir)
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +02001791 config_args = [arg for arg in sysconfig.get_config_var("CONFIG_ARGS").split()
1792 if (('--host=' in arg) or ('--build=' in arg))]
Christian Heimes7dd06e12012-09-06 18:02:49 +02001793 if not self.verbose:
1794 config_args.append("-q")
Thomas Hellercf567c12006-03-08 19:51:58 +00001795
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001796 # Pass empty CFLAGS because we'll just append the resulting
1797 # CFLAGS to Python's; -g or -O2 is to be avoided.
1798 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1799 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001800
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001801 res = os.system(cmd)
1802 if res or not os.path.exists(ffi_configfile):
Guido van Rossum452bf512007-02-09 05:32:43 +00001803 print("Failed to configure _ctypes module")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001804 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001805
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001806 fficonfig = {}
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001807 with open(ffi_configfile) as f:
1808 exec(f.read(), globals(), fficonfig)
Thomas Hellercf567c12006-03-08 19:51:58 +00001809
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001810 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001811 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001812
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001813 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001814 ffi_builddir,
1815 os.path.join(ffi_srcdir, 'src')]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001816 extra_compile_args = fficonfig['ffi_cflags'].split()
1817
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001818 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1819 fficonfig['ffi_sources'])
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001820 ext.include_dirs.extend(include_dirs)
1821 ext.extra_compile_args.extend(extra_compile_args)
1822 return True
1823
1824 def detect_ctypes(self, inc_dirs, lib_dirs):
1825 self.use_system_libffi = False
1826 include_dirs = []
1827 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001828 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001829 sources = ['_ctypes/_ctypes.c',
1830 '_ctypes/callbacks.c',
1831 '_ctypes/callproc.c',
1832 '_ctypes/stgdict.c',
Thomas Heller864cc672010-08-08 17:58:53 +00001833 '_ctypes/cfield.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001834 depends = ['_ctypes/ctypes.h']
1835
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001836 if host_platform == 'darwin':
Ronald Oussoren2decf222010-09-05 18:25:59 +00001837 sources.append('_ctypes/malloc_closure.c')
Thomas Hellercf567c12006-03-08 19:51:58 +00001838 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:23 +00001839 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001840 include_dirs.append('_ctypes/darwin')
1841# XXX Is this still needed?
1842## extra_link_args.extend(['-read_only_relocs', 'warning'])
1843
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001844 elif host_platform == 'sunos5':
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001845 # XXX This shouldn't be necessary; it appears that some
1846 # of the assembler code is non-PIC (i.e. it has relocations
1847 # when it shouldn't. The proper fix would be to rewrite
1848 # the assembler code to be PIC.
1849 # This only works with GCC; the Sun compiler likely refuses
1850 # this option. If you want to compile ctypes with the Sun
1851 # compiler, please research a proper solution, instead of
1852 # finding some -z option for the Sun compiler.
1853 extra_link_args.append('-mimpure-text')
1854
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001855 elif host_platform.startswith('hp-ux'):
Thomas Heller3eaaeb42008-05-23 17:26:46 +00001856 extra_link_args.append('-fPIC')
1857
Thomas Hellercf567c12006-03-08 19:51:58 +00001858 ext = Extension('_ctypes',
1859 include_dirs=include_dirs,
1860 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001861 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001862 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001863 sources=sources,
1864 depends=depends)
1865 ext_test = Extension('_ctypes_test',
1866 sources=['_ctypes/_ctypes_test.c'])
1867 self.extensions.extend([ext, ext_test])
1868
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001869 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1870 return
1871
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001872 if host_platform == 'darwin':
Christian Heimes78644762008-03-04 23:39:23 +00001873 # OS X 10.5 comes with libffi.dylib; the include files are
1874 # in /usr/include/ffi
1875 inc_dirs.append('/usr/include/ffi')
1876
Benjamin Petersond78735d2010-01-01 16:04:23 +00001877 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Klose5a204fe2010-04-21 21:47:45 +00001878 if not ffi_inc or ffi_inc[0] == '':
Benjamin Petersond78735d2010-01-01 16:04:23 +00001879 ffi_inc = find_file('ffi.h', [], inc_dirs)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001880 if ffi_inc is not None:
1881 ffi_h = ffi_inc[0] + '/ffi.h'
Brett Cannon9f5db072010-10-29 20:19:27 +00001882 with open(ffi_h) as fp:
1883 while 1:
1884 line = fp.readline()
1885 if not line:
1886 ffi_inc = None
1887 break
1888 if line.startswith('#define LIBFFI_H'):
1889 break
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001890 ffi_lib = None
1891 if ffi_inc is not None:
1892 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
Tarek Ziadé36797272010-07-22 12:50:05 +00001893 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001894 ffi_lib = lib_name
1895 break
1896
1897 if ffi_inc and ffi_lib:
1898 ext.include_dirs.extend(ffi_inc)
1899 ext.libraries.append(ffi_lib)
1900 self.use_system_libffi = True
1901
Stefan Krah1919b7e2012-03-21 18:25:23 +01001902 def _decimal_ext(self):
Stefan Krah60187b52012-03-23 19:06:27 +01001903 extra_compile_args = []
Stefan Kraha10e2fb2012-09-01 14:21:22 +02001904 undef_macros = []
Stefan Krah60187b52012-03-23 19:06:27 +01001905 if '--with-system-libmpdec' in sysconfig.get_config_var("CONFIG_ARGS"):
1906 include_dirs = []
1907 libraries = ['mpdec']
1908 sources = ['_decimal/_decimal.c']
1909 depends = ['_decimal/docstrings.h']
1910 else:
Ned Deily458a6fb2012-04-01 02:30:46 -07001911 srcdir = sysconfig.get_config_var('srcdir')
1912 include_dirs = [os.path.abspath(os.path.join(srcdir,
1913 'Modules',
1914 '_decimal',
1915 'libmpdec'))]
Stefan Krah60187b52012-03-23 19:06:27 +01001916 libraries = []
1917 sources = [
1918 '_decimal/_decimal.c',
1919 '_decimal/libmpdec/basearith.c',
1920 '_decimal/libmpdec/constants.c',
1921 '_decimal/libmpdec/context.c',
1922 '_decimal/libmpdec/convolute.c',
1923 '_decimal/libmpdec/crt.c',
1924 '_decimal/libmpdec/difradix2.c',
1925 '_decimal/libmpdec/fnt.c',
1926 '_decimal/libmpdec/fourstep.c',
1927 '_decimal/libmpdec/io.c',
1928 '_decimal/libmpdec/memory.c',
1929 '_decimal/libmpdec/mpdecimal.c',
1930 '_decimal/libmpdec/numbertheory.c',
1931 '_decimal/libmpdec/sixstep.c',
1932 '_decimal/libmpdec/transpose.c',
1933 ]
1934 depends = [
1935 '_decimal/docstrings.h',
1936 '_decimal/libmpdec/basearith.h',
1937 '_decimal/libmpdec/bits.h',
1938 '_decimal/libmpdec/constants.h',
1939 '_decimal/libmpdec/convolute.h',
1940 '_decimal/libmpdec/crt.h',
1941 '_decimal/libmpdec/difradix2.h',
1942 '_decimal/libmpdec/fnt.h',
1943 '_decimal/libmpdec/fourstep.h',
1944 '_decimal/libmpdec/io.h',
1945 '_decimal/libmpdec/memory.h',
1946 '_decimal/libmpdec/mpdecimal.h',
1947 '_decimal/libmpdec/numbertheory.h',
1948 '_decimal/libmpdec/sixstep.h',
1949 '_decimal/libmpdec/transpose.h',
1950 '_decimal/libmpdec/typearith.h',
1951 '_decimal/libmpdec/umodarith.h',
1952 ]
1953
Stefan Krah1919b7e2012-03-21 18:25:23 +01001954 config = {
1955 'x64': [('CONFIG_64','1'), ('ASM','1')],
1956 'uint128': [('CONFIG_64','1'), ('ANSI','1'), ('HAVE_UINT128_T','1')],
1957 'ansi64': [('CONFIG_64','1'), ('ANSI','1')],
1958 'ppro': [('CONFIG_32','1'), ('PPRO','1'), ('ASM','1')],
1959 'ansi32': [('CONFIG_32','1'), ('ANSI','1')],
1960 'ansi-legacy': [('CONFIG_32','1'), ('ANSI','1'),
1961 ('LEGACY_COMPILER','1')],
1962 'universal': [('UNIVERSAL','1')]
1963 }
1964
Stefan Krah1919b7e2012-03-21 18:25:23 +01001965 cc = sysconfig.get_config_var('CC')
1966 sizeof_size_t = sysconfig.get_config_var('SIZEOF_SIZE_T')
1967 machine = os.environ.get('PYTHON_DECIMAL_WITH_MACHINE')
1968
1969 if machine:
1970 # Override automatic configuration to facilitate testing.
1971 define_macros = config[machine]
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001972 elif host_platform == 'darwin':
Stefan Krah1919b7e2012-03-21 18:25:23 +01001973 # Universal here means: build with the same options Python
1974 # was built with.
1975 define_macros = config['universal']
1976 elif sizeof_size_t == 8:
1977 if sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X64'):
1978 define_macros = config['x64']
1979 elif sysconfig.get_config_var('HAVE_GCC_UINT128_T'):
1980 define_macros = config['uint128']
1981 else:
1982 define_macros = config['ansi64']
1983 elif sizeof_size_t == 4:
1984 ppro = sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X87')
1985 if ppro and ('gcc' in cc or 'clang' in cc) and \
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001986 not 'sunos' in host_platform:
Stefan Krah1919b7e2012-03-21 18:25:23 +01001987 # solaris: problems with register allocation.
1988 # icc >= 11.0 works as well.
1989 define_macros = config['ppro']
Stefan Krahffc3dee2012-09-30 21:26:33 +02001990 extra_compile_args.append('-Wno-unknown-pragmas')
Stefan Krah1919b7e2012-03-21 18:25:23 +01001991 else:
1992 define_macros = config['ansi32']
1993 else:
1994 raise DistutilsError("_decimal: unsupported architecture")
1995
1996 # Workarounds for toolchain bugs:
1997 if sysconfig.get_config_var('HAVE_IPA_PURE_CONST_BUG'):
1998 # Some versions of gcc miscompile inline asm:
1999 # http://gcc.gnu.org/bugzilla/show_bug.cgi?id=46491
2000 # http://gcc.gnu.org/ml/gcc/2010-11/msg00366.html
2001 extra_compile_args.append('-fno-ipa-pure-const')
2002 if sysconfig.get_config_var('HAVE_GLIBC_MEMMOVE_BUG'):
2003 # _FORTIFY_SOURCE wrappers for memmove and bcopy are incorrect:
2004 # http://sourceware.org/ml/libc-alpha/2010-12/msg00009.html
2005 undef_macros.append('_FORTIFY_SOURCE')
2006
2007 # Faster version without thread local contexts:
2008 if not sysconfig.get_config_var('WITH_THREAD'):
2009 define_macros.append(('WITHOUT_THREADS', 1))
2010
Stefan Krahce55f082013-01-16 14:45:16 +01002011 # Increase warning level for gcc:
2012 if 'gcc' in cc:
Stefan Krah4f197442013-03-07 01:12:03 +01002013 cmd = ("echo '' | %s -Wextra -Wno-missing-field-initializers -E - "
2014 "> /dev/null 2>&1" % cc)
Stefan Krah13fe6d12013-01-17 12:49:34 +01002015 ret = os.system(cmd)
2016 if ret >> 8 == 0:
2017 extra_compile_args.extend(['-Wextra',
2018 '-Wno-missing-field-initializers'])
Stefan Krahce55f082013-01-16 14:45:16 +01002019
Stefan Krah1919b7e2012-03-21 18:25:23 +01002020 # Uncomment for extra functionality:
2021 #define_macros.append(('EXTRA_FUNCTIONALITY', 1))
2022 ext = Extension (
2023 '_decimal',
2024 include_dirs=include_dirs,
Stefan Krah60187b52012-03-23 19:06:27 +01002025 libraries=libraries,
Stefan Krah1919b7e2012-03-21 18:25:23 +01002026 define_macros=define_macros,
2027 undef_macros=undef_macros,
2028 extra_compile_args=extra_compile_args,
2029 sources=sources,
2030 depends=depends
2031 )
2032 return ext
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002033
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00002034class PyBuildInstall(install):
2035 # Suppress the warning about installation into the lib_dynload
2036 # directory, which is not in sys.path when running Python during
2037 # installation:
2038 def initialize_options (self):
2039 install.initialize_options(self)
2040 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00002041
Éric Araujoe6792c12011-06-09 14:07:02 +02002042 # Customize subcommands to not install an egg-info file for Python
2043 sub_commands = [('install_lib', install.has_lib),
2044 ('install_headers', install.has_headers),
2045 ('install_scripts', install.has_scripts),
2046 ('install_data', install.has_data)]
2047
2048
Michael W. Hudson529a5052002-12-17 16:47:17 +00002049class PyBuildInstallLib(install_lib):
2050 # Do exactly what install_lib does but make sure correct access modes get
2051 # set on installed directories and files. All installed files with get
2052 # mode 644 unless they are a shared library in which case they will get
2053 # mode 755. All installed directories will get mode 755.
2054
doko@ubuntu.comd5537d02013-03-21 13:21:49 -07002055 # this is works for EXT_SUFFIX too, which ends with SHLIB_SUFFIX
2056 shlib_suffix = sysconfig.get_config_var("SHLIB_SUFFIX")
Michael W. Hudson529a5052002-12-17 16:47:17 +00002057
2058 def install(self):
2059 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:49 +00002060 self.set_file_modes(outfiles, 0o644, 0o755)
2061 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:17 +00002062 return outfiles
2063
2064 def set_file_modes(self, files, defaultMode, sharedLibMode):
2065 if not self.is_chmod_supported(): return
2066 if not files: return
2067
2068 for filename in files:
2069 if os.path.islink(filename): continue
2070 mode = defaultMode
doko@ubuntu.comd5537d02013-03-21 13:21:49 -07002071 if filename.endswith(self.shlib_suffix): mode = sharedLibMode
Michael W. Hudson529a5052002-12-17 16:47:17 +00002072 log.info("changing mode of %s to %o", filename, mode)
2073 if not self.dry_run: os.chmod(filename, mode)
2074
2075 def set_dir_modes(self, dirname, mode):
2076 if not self.is_chmod_supported(): return
Amaury Forgeot d'Arc321e5332009-07-02 23:08:45 +00002077 for dirpath, dirnames, fnames in os.walk(dirname):
2078 if os.path.islink(dirpath):
2079 continue
2080 log.info("changing mode of %s to %o", dirpath, mode)
2081 if not self.dry_run: os.chmod(dirpath, mode)
Michael W. Hudson529a5052002-12-17 16:47:17 +00002082
2083 def is_chmod_supported(self):
2084 return hasattr(os, 'chmod')
2085
Georg Brandlff52f762010-12-28 09:51:43 +00002086class PyBuildScripts(build_scripts):
2087 def copy_scripts(self):
2088 outfiles, updated_files = build_scripts.copy_scripts(self)
2089 fullversion = '-{0[0]}.{0[1]}'.format(sys.version_info)
2090 minoronly = '.{0[1]}'.format(sys.version_info)
2091 newoutfiles = []
2092 newupdated_files = []
2093 for filename in outfiles:
Vinay Sajip7ded1f02012-05-26 03:45:29 +01002094 if filename.endswith(('2to3', 'pyvenv')):
Georg Brandlff52f762010-12-28 09:51:43 +00002095 newfilename = filename + fullversion
2096 else:
2097 newfilename = filename + minoronly
2098 log.info('renaming {} to {}'.format(filename, newfilename))
2099 os.rename(filename, newfilename)
2100 newoutfiles.append(newfilename)
2101 if filename in updated_files:
2102 newupdated_files.append(newfilename)
2103 return newoutfiles, newupdated_files
2104
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002105SUMMARY = """
2106Python is an interpreted, interactive, object-oriented programming
2107language. It is often compared to Tcl, Perl, Scheme or Java.
2108
2109Python combines remarkable power with very clear syntax. It has
2110modules, classes, exceptions, very high level dynamic data types, and
2111dynamic typing. There are interfaces to many system calls and
2112libraries, as well as to various windowing systems (X11, Motif, Tk,
2113Mac, MFC). New built-in modules are easily written in C or C++. Python
2114is also usable as an extension language for applications that need a
2115programmable interface.
2116
2117The Python implementation is portable: it runs on many brands of UNIX,
2118on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
2119listed here, it may still be supported, if there's a C compiler for
2120it. Ask around on comp.lang.python -- or just try compiling Python
2121yourself.
2122"""
2123
2124CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002125Development Status :: 6 - Mature
2126License :: OSI Approved :: Python Software Foundation License
2127Natural Language :: English
2128Programming Language :: C
2129Programming Language :: Python
2130Topic :: Software Development
2131"""
2132
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002133def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00002134 # turn off warnings when deprecated modules are imported
2135 import warnings
2136 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002137 setup(# PyPI Metadata (PEP 301)
2138 name = "Python",
2139 version = sys.version.split()[0],
2140 url = "http://www.python.org/%s" % sys.version[:3],
2141 maintainer = "Guido van Rossum and the Python community",
2142 maintainer_email = "python-dev@python.org",
2143 description = "A high-level object-oriented programming language",
2144 long_description = SUMMARY.strip(),
2145 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:58 +00002146 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002147 platforms = ["Many"],
2148
2149 # Build info
Georg Brandlff52f762010-12-28 09:51:43 +00002150 cmdclass = {'build_ext': PyBuildExt,
2151 'build_scripts': PyBuildScripts,
2152 'install': PyBuildInstall,
2153 'install_lib': PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002154 # The struct module is defined here, because build_ext won't be
2155 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:47 +00002156 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00002157
Georg Brandlff52f762010-12-28 09:51:43 +00002158 # If you change the scripts installed here, you also need to
2159 # check the PyBuildScripts command above, and change the links
2160 # created by the bininstall target in Makefile.pre.in
Benjamin Petersondfea1922009-05-23 17:13:14 +00002161 scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3",
Éric Araujo859aad62012-06-24 00:07:41 -04002162 "Tools/scripts/2to3", "Tools/scripts/pyvenv"]
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002163 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00002164
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002165# --install-platlib
2166if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002167 main()