blob: 8a9ba5f4276eb08edb4ad9edf03936e1c7474e66 [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Brett Cannon84667c02004-12-07 03:25:18 +00004import sys, os, imp, re, optparse
Christian Heimesaf98da12008-01-27 15:18:18 +00005from glob import glob
Tarek Ziadéedacea32010-01-29 11:41:03 +00006import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:17 +00007
8from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +00009from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000010from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000011from distutils.core import Extension, setup
12from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000013from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000014from distutils.command.install_lib import install_lib
Georg Brandlff52f762010-12-28 09:51:43 +000015from distutils.command.build_scripts import build_scripts
Stefan Krah095b2732010-06-08 13:41:44 +000016from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000017
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020018cross_compiling = "_PYTHON_HOST_PLATFORM" in os.environ
19
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020020def get_platform():
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020021 # cross build
22 if "_PYTHON_HOST_PLATFORM" in os.environ:
23 return os.environ["_PYTHON_HOST_PLATFORM"]
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020024 # Get value of sys.platform
25 if sys.platform.startswith('osf1'):
26 return 'osf1'
27 return sys.platform
28host_platform = get_platform()
29
Gregory P. Smithb04ded42010-01-03 00:38:10 +000030# Were we compiled --with-pydebug or with #define Py_DEBUG?
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020031COMPILED_WITH_PYDEBUG = ('--with-pydebug' in sysconfig.get_config_var("CONFIG_ARGS"))
Gregory P. Smithb04ded42010-01-03 00:38:10 +000032
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000033# This global variable is used to hold the list of modules to be disabled.
34disabled_module_list = []
35
Michael W. Hudson39230b32002-01-16 15:26:48 +000036def add_dir_to_list(dirlist, dir):
Barry Warsaw807bd0a2010-11-24 20:30:00 +000037 """Add the directory 'dir' to the list 'dirlist' (after any relative
38 directories) if:
39
Michael W. Hudson39230b32002-01-16 15:26:48 +000040 1) 'dir' is not already in 'dirlist'
Barry Warsaw807bd0a2010-11-24 20:30:00 +000041 2) 'dir' actually exists, and is a directory.
42 """
43 if dir is None or not os.path.isdir(dir) or dir in dirlist:
44 return
45 for i, path in enumerate(dirlist):
46 if not os.path.isabs(path):
47 dirlist.insert(i + 1, dir)
Barry Warsaw34520cd2010-11-27 20:03:03 +000048 return
49 dirlist.insert(0, dir)
Michael W. Hudson39230b32002-01-16 15:26:48 +000050
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000051def macosx_sdk_root():
52 """
53 Return the directory of the current OSX SDK,
54 or '/' if no SDK was specified.
55 """
56 cflags = sysconfig.get_config_var('CFLAGS')
57 m = re.search(r'-isysroot\s+(\S+)', cflags)
58 if m is None:
59 sysroot = '/'
60 else:
61 sysroot = m.group(1)
62 return sysroot
63
64def is_macosx_sdk_path(path):
65 """
66 Returns True if 'path' can be located in an OSX SDK
67 """
Ned Deily2910a7b2012-07-30 02:35:58 -070068 return ( (path.startswith('/usr/') and not path.startswith('/usr/local'))
69 or path.startswith('/System/')
70 or path.startswith('/Library/') )
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000071
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000072def find_file(filename, std_dirs, paths):
73 """Searches for the directory where a given file is located,
74 and returns a possibly-empty list of additional directories, or None
75 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000076
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000077 'filename' is the name of a file, such as readline.h or libcrypto.a.
78 'std_dirs' is the list of standard system directories; if the
79 file is found in one of them, no additional directives are needed.
80 'paths' is a list of additional locations to check; if the file is
81 found in one of them, the resulting list will contain the directory.
82 """
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020083 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000084 # Honor the MacOSX SDK setting when one was specified.
85 # An SDK is a directory with the same structure as a real
86 # system, but with only header files and libraries.
87 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000088
89 # Check the standard locations
90 for dir in std_dirs:
91 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000092
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020093 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000094 f = os.path.join(sysroot, dir[1:], filename)
95
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000096 if os.path.exists(f): return []
97
98 # Check the additional directories
99 for dir in paths:
100 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000101
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200102 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000103 f = os.path.join(sysroot, dir[1:], filename)
104
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000105 if os.path.exists(f):
106 return [dir]
107
108 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000109 return None
110
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000111def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000112 result = compiler.find_library_file(std_dirs + paths, libname)
113 if result is None:
114 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +0000115
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200116 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000117 sysroot = macosx_sdk_root()
118
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000119 # Check whether the found file is in one of the standard directories
120 dirname = os.path.dirname(result)
121 for p in std_dirs:
122 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000123 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000124
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200125 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000126 if os.path.join(sysroot, p[1:]) == dirname:
127 return [ ]
128
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000129 if p == dirname:
130 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000131
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000132 # Otherwise, it must have been in one of the additional directories,
133 # so we have to figure out which one.
134 for p in paths:
135 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000136 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000137
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200138 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000139 if os.path.join(sysroot, p[1:]) == dirname:
140 return [ p ]
141
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000142 if p == dirname:
143 return [p]
144 else:
145 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +0000146
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000147def module_enabled(extlist, modname):
148 """Returns whether the module 'modname' is present in the list
149 of extensions 'extlist'."""
150 extlist = [ext for ext in extlist if ext.name == modname]
151 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +0000152
Jack Jansen144ebcc2001-08-05 22:31:19 +0000153def find_module_file(module, dirlist):
154 """Find a module in a set of possible folders. If it is not found
155 return the unadorned filename"""
156 list = find_file(module, [], dirlist)
157 if not list:
158 return module
159 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43 +0000160 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19 +0000161 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000162
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000163class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000164
Guido van Rossumd8faa362007-04-27 19:54:29 +0000165 def __init__(self, dist):
166 build_ext.__init__(self, dist)
167 self.failed = []
168
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000169 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000170
171 # Detect which modules should be compiled
Antoine Pitrou327fd402010-09-04 16:28:00 +0000172 old_so = self.compiler.shared_lib_extension
173 # Workaround PEP 3149 stuff
174 self.compiler.shared_lib_extension = os.environ.get("SO", ".so")
175 try:
176 missing = self.detect_modules()
177 finally:
178 self.compiler.shared_lib_extension = old_so
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000179
180 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22 +0000181 extensions = [ext for ext in self.extensions
182 if ext.name not in disabled_module_list]
183 # move ctypes to the end, it depends on other modules
184 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
185 if "_ctypes" in ext_map:
186 ctypes = extensions.pop(ext_map["_ctypes"])
187 extensions.append(ctypes)
188 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000189
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000190 # Fix up the autodetected modules, prefixing all the source files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000191 # with Modules/.
192 srcdir = sysconfig.get_config_var('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000193 if not srcdir:
194 # Maybe running on Windows but not using CYGWIN?
195 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer4d491a52009-02-06 00:27:50 +0000196 srcdir = os.path.abspath(srcdir)
Neil Schemenauer014bf282009-02-05 16:35:45 +0000197 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000198
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000199 # Fix up the paths for scripts, too
200 self.distribution.scripts = [os.path.join(srcdir, filename)
201 for filename in self.distribution.scripts]
202
Christian Heimesaf98da12008-01-27 15:18:18 +0000203 # Python header files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000204 headers = [sysconfig.get_config_h_filename()]
Stefan Kraheb977da2012-02-29 14:10:53 +0100205 headers += glob(os.path.join(sysconfig.get_path('include'), "*.h"))
Christian Heimesaf98da12008-01-27 15:18:18 +0000206
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000207 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000208 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000209 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000210 if ext.depends is not None:
Neil Schemenauer014bf282009-02-05 16:35:45 +0000211 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11 +0000212 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18 +0000213 else:
214 ext.depends = []
215 # re-compile extensions if a header file has been changed
216 ext.depends.extend(headers)
217
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000218 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000219 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000220 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000221 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000222
Ronald Oussoren94f25282010-05-05 19:11:21 +0000223 # Parse Modules/Setup and Modules/Setup.local to figure out which
224 # modules are turned on in the file.
225 remove_modules = []
226 for filename in ('Modules/Setup', 'Modules/Setup.local'):
227 input = text_file.TextFile(filename, join_lines=1)
228 while 1:
229 line = input.readline()
230 if not line: break
231 line = line.split()
232 remove_modules.append(line[0])
233 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000234
Ronald Oussoren94f25282010-05-05 19:11:21 +0000235 for ext in self.extensions[:]:
236 if ext.name in remove_modules:
237 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000238
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000239 # When you run "make CC=altcc" or something similar, you really want
240 # those environment variables passed into the setup.py phase. Here's
241 # a small set of useful ones.
242 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000243 args = {}
244 # unfortunately, distutils doesn't let us provide separate C and C++
245 # compilers
246 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000247 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
248 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé36797272010-07-22 12:50:05 +0000249 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000250
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000251 build_ext.build_extensions(self)
252
Guido van Rossumd8faa362007-04-27 19:54:29 +0000253 longest = max([len(e.name) for e in self.extensions])
254 if self.failed:
255 longest = max(longest, max([len(name) for name in self.failed]))
256
257 def print_three_column(lst):
258 lst.sort(key=str.lower)
259 # guarantee zip() doesn't drop anything
260 while len(lst) % 3:
261 lst.append("")
262 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
263 print("%-*s %-*s %-*s" % (longest, e, longest, f,
264 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000265
266 if missing:
267 print()
Benjamin Petersonda10d3b2009-01-01 00:23:30 +0000268 print("Python build finished, but the necessary bits to build "
269 "these modules were not found:")
Guido van Rossumd8faa362007-04-27 19:54:29 +0000270 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000271 print("To find the necessary bits, look in setup.py in"
272 " detect_modules() for the module's name.")
273 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000274
275 if self.failed:
276 failed = self.failed[:]
277 print()
278 print("Failed to build these modules:")
279 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000280 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000281
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000282 def build_extension(self, ext):
283
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000284 if ext.name == '_ctypes':
285 if not self.configure_ctypes(ext):
286 return
287
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000288 try:
289 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56 +0000290 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000291 self.announce('WARNING: building of extension "%s" failed: %s' %
292 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000293 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000294 return
Jack Jansenf49c6f92001-11-01 14:44:15 +0000295 # Workaround for Mac OS X: The Carbon-based modules cannot be
296 # reliably imported into a command-line Python
297 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000298 self.announce(
299 'WARNING: skipping import check for Carbon-based "%s"' %
300 ext.name)
301 return
Georg Brandlfcaf9102008-07-16 02:17:56 +0000302
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200303 if host_platform == 'darwin' and (
Benjamin Petersonfc576352008-07-16 02:39:02 +0000304 sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):
Georg Brandlfcaf9102008-07-16 02:17:56 +0000305 # Don't bother doing an import check when an extension was
306 # build with an explicit '-arch' flag on OSX. That's currently
307 # only used to build 32-bit only extensions in a 4-way
308 # universal build and loading 32-bit code into a 64-bit
309 # process will fail.
310 self.announce(
311 'WARNING: skipping import check for "%s"' %
312 ext.name)
313 return
314
Jason Tishler24cf7762002-05-22 16:46:15 +0000315 # Workaround for Cygwin: Cygwin currently has fork issues when many
316 # modules have been imported
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200317 if host_platform == 'cygwin':
Jason Tishler24cf7762002-05-22 16:46:15 +0000318 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
319 % ext.name)
320 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000321 ext_filename = os.path.join(
322 self.build_lib,
323 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Guido van Rossumc3fee692008-07-17 16:23:53 +0000324
325 # If the build directory didn't exist when setup.py was
326 # started, sys.path_importer_cache has a negative result
327 # cached. Clear that cache before trying to import.
328 sys.path_importer_cache.clear()
329
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200330 # Don't try to load extensions for cross builds
331 if cross_compiling:
332 return
333
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000334 try:
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000335 imp.load_dynamic(ext.name, ext_filename)
Guido van Rossumb940e112007-01-10 16:19:56 +0000336 except ImportError as why:
Guido van Rossumd8faa362007-04-27 19:54:29 +0000337 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000338 self.announce('*** WARNING: renaming "%s" since importing it'
339 ' failed: %s' % (ext.name, why), level=3)
340 assert not self.inplace
341 basename, tail = os.path.splitext(ext_filename)
342 newname = basename + "_failed" + tail
343 if os.path.exists(newname):
344 os.remove(newname)
345 os.rename(ext_filename, newname)
346
347 # XXX -- This relies on a Vile HACK in
348 # distutils.command.build_ext.build_extension(). The
349 # _built_objects attribute is stored there strictly for
350 # use here.
351 # If there is a failure, _built_objects may not be there,
352 # so catch the AttributeError and move on.
353 try:
354 for filename in self._built_objects:
355 os.remove(filename)
356 except AttributeError:
357 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000358 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000359 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000360 self.announce('*** WARNING: importing extension "%s" '
361 'failed with %s: %s' % (ext.name, exc_type, why),
362 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000363 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000364
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400365 def add_multiarch_paths(self):
366 # Debian/Ubuntu multiarch support.
367 # https://wiki.ubuntu.com/MultiarchSpec
doko@ubuntu.com3277b352012-08-08 12:15:55 +0200368 cc = sysconfig.get_config_var('CC')
369 tmpfile = os.path.join(self.build_temp, 'multiarch')
370 if not os.path.exists(self.build_temp):
371 os.makedirs(self.build_temp)
372 ret = os.system(
373 '%s -print-multiarch > %s 2> /dev/null' % (cc, tmpfile))
374 multiarch_path_component = ''
375 try:
376 if ret >> 8 == 0:
377 with open(tmpfile) as fp:
378 multiarch_path_component = fp.readline().strip()
379 finally:
380 os.unlink(tmpfile)
381
382 if multiarch_path_component != '':
383 add_dir_to_list(self.compiler.library_dirs,
384 '/usr/lib/' + multiarch_path_component)
385 add_dir_to_list(self.compiler.include_dirs,
386 '/usr/include/' + multiarch_path_component)
387 return
388
Barry Warsaw88e19452011-04-07 10:40:36 -0400389 if not find_executable('dpkg-architecture'):
390 return
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200391 opt = ''
392 if cross_compiling:
393 opt = '-t' + sysconfig.get_config_var('HOST_GNU_TYPE')
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400394 tmpfile = os.path.join(self.build_temp, 'multiarch')
395 if not os.path.exists(self.build_temp):
396 os.makedirs(self.build_temp)
397 ret = os.system(
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200398 'dpkg-architecture %s -qDEB_HOST_MULTIARCH > %s 2> /dev/null' %
399 (opt, tmpfile))
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400400 try:
401 if ret >> 8 == 0:
402 with open(tmpfile) as fp:
403 multiarch_path_component = fp.readline().strip()
404 add_dir_to_list(self.compiler.library_dirs,
405 '/usr/lib/' + multiarch_path_component)
406 add_dir_to_list(self.compiler.include_dirs,
407 '/usr/include/' + multiarch_path_component)
408 finally:
409 os.unlink(tmpfile)
410
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200411 def add_gcc_paths(self):
412 gcc = sysconfig.get_config_var('CC')
413 tmpfile = os.path.join(self.build_temp, 'gccpaths')
414 if not os.path.exists(self.build_temp):
415 os.makedirs(self.build_temp)
416 ret = os.system('%s -E -v - </dev/null 2>%s 1>/dev/null' % (gcc, tmpfile))
417 is_gcc = False
418 in_incdirs = False
419 inc_dirs = []
420 lib_dirs = []
421 try:
422 if ret >> 8 == 0:
423 with open(tmpfile) as fp:
424 for line in fp.readlines():
425 if line.startswith("gcc version"):
426 is_gcc = True
427 elif line.startswith("#include <...>"):
428 in_incdirs = True
429 elif line.startswith("End of search list"):
430 in_incdirs = False
431 elif is_gcc and line.startswith("LIBRARY_PATH"):
432 for d in line.strip().split("=")[1].split(":"):
433 d = os.path.normpath(d)
434 if '/gcc/' not in d:
435 add_dir_to_list(self.compiler.library_dirs,
436 d)
437 elif is_gcc and in_incdirs and '/gcc/' not in line:
438 add_dir_to_list(self.compiler.include_dirs,
439 line.strip())
440 finally:
441 os.unlink(tmpfile)
442
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000443 def detect_modules(self):
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000444 # Ensure that /usr/local is always used, but the local build
445 # directories (i.e. '.' and 'Include') must be first. See issue
446 # 10520.
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200447 if not cross_compiling:
448 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
449 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200450 # only change this for cross builds for 3.3, issues on Mageia
451 if cross_compiling:
452 self.add_gcc_paths()
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400453 self.add_multiarch_paths()
Michael W. Hudson39230b32002-01-16 15:26:48 +0000454
Brett Cannon516592f2004-12-07 00:42:59 +0000455 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000456 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000457 # We must get the values from the Makefile and not the environment
458 # directly since an inconsistently reproducible issue comes up where
459 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000460 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000461 for env_var, arg_name, dir_list in (
Tarek Ziadé36797272010-07-22 12:50:05 +0000462 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
463 ('LDFLAGS', '-L', self.compiler.library_dirs),
464 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000465 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000466 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000467 # To prevent optparse from raising an exception about any
Skip Montanaroa5c2a512008-10-07 02:51:48 +0000468 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000469 # all double dashes and any dashes followed by a character
470 # that is not for the option we are dealing with.
471 #
472 # Please note that order of the regex is important! We must
473 # strip out double-dashes first so that we don't end up with
474 # substituting "--Long" to "-Long" and thus lead to "ong" being
475 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05 +0000476 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
477 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000478 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000479 # Make sure that allowing args interspersed with options is
480 # allowed
481 parser.allow_interspersed_args = True
482 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000483 parser.add_option(arg_name, dest="dirs", action="append")
484 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000485 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08 +0000486 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000487 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000488
Vinay Sajip7ded1f02012-05-26 03:45:29 +0100489 if os.path.normpath(sys.base_prefix) != '/usr' \
Ronald Oussorenf3500e12010-10-20 13:10:12 +0000490 and not sysconfig.get_config_var('PYTHONFRAMEWORK'):
491 # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework
492 # (PYTHONFRAMEWORK is set) to avoid # linking problems when
493 # building a framework with different architectures than
494 # the one that is currently installed (issue #7473)
Tarek Ziadé36797272010-07-22 12:50:05 +0000495 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000496 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé36797272010-07-22 12:50:05 +0000497 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000498 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000499
500 # lib_dirs and inc_dirs are used to search for files;
501 # if a file is found in one of those directories, it can
502 # be assumed that no additional -I,-L directives are needed.
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200503 if not cross_compiling:
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200504 lib_dirs = self.compiler.library_dirs + [
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200505 '/lib64', '/usr/lib64',
506 '/lib', '/usr/lib',
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200507 ]
508 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000509 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29 +0000510 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000511
Brett Cannon4454a1f2005-04-15 20:32:39 +0000512 config_h = sysconfig.get_config_h_filename()
Brett Cannon9f5db072010-10-29 20:19:27 +0000513 with open(config_h) as file:
514 config_h_vars = sysconfig.parse_config_h(file)
Brett Cannon4454a1f2005-04-15 20:32:39 +0000515
Neil Schemenauer014bf282009-02-05 16:35:45 +0000516 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000517
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000518 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200519 if host_platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000520 lib_dirs += ['/usr/ccs/lib']
521
Charles-François Natali5739e102012-04-12 19:07:25 +0200522 # HP-UX11iv3 keeps files in lib/hpux folders.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200523 if host_platform == 'hp-ux11':
Charles-François Natali5739e102012-04-12 19:07:25 +0200524 lib_dirs += ['/usr/lib/hpux64', '/usr/lib/hpux32']
525
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200526 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47 +0000527 # This should work on any unixy platform ;-)
528 # If the user has bothered specifying additional -I and -L flags
529 # in OPT and LDFLAGS we might as well use them here.
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000530 #
531 # NOTE: using shlex.split would technically be more correct, but
532 # also gives a bootstrap problem. Let's hope nobody uses
533 # directories with whitespace in the name to store libraries.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000534 cflags, ldflags = sysconfig.get_config_vars(
535 'CFLAGS', 'LDFLAGS')
536 for item in cflags.split():
537 if item.startswith('-I'):
538 inc_dirs.append(item[2:])
539
540 for item in ldflags.split():
541 if item.startswith('-L'):
542 lib_dirs.append(item[2:])
543
Fredrik Lundhade711a2001-01-24 08:00:28 +0000544 # Check for MacOS X, which doesn't need libm.a at all
545 math_libs = ['m']
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200546 if host_platform == 'darwin':
Fredrik Lundhade711a2001-01-24 08:00:28 +0000547 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41 +0000548
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000549 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
550
551 #
552 # The following modules are all pretty straightforward, and compile
553 # on pretty much any POSIXish platform.
554 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000555
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000556 # array objects
557 exts.append( Extension('array', ['arraymodule.c']) )
558 # complex math library functions
Mark Dickinsonf3718592009-12-21 15:27:41 +0000559 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
560 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000561 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000562 # math library functions, e.g. sin()
Mark Dickinson664b5112009-12-16 20:23:42 +0000563 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
Mark Dickinson8a591132009-12-17 08:35:56 +0000564 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000565 libraries=math_libs) )
Victor Stinnere0be4232011-10-25 13:06:09 +0200566
567 # time libraries: librt may be needed for clock_gettime()
568 time_libs = []
569 lib = sysconfig.get_config_var('TIMEMODULE_LIB')
570 if lib:
571 time_libs.append(lib)
572
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000573 # time operations and variables
Victor Stinner5d272cc2012-03-13 13:35:55 +0100574 exts.append( Extension('time', ['timemodule.c'],
Victor Stinnere0be4232011-10-25 13:06:09 +0200575 libraries=time_libs) )
Victor Stinner5d272cc2012-03-13 13:35:55 +0100576 exts.append( Extension('_datetime', ['_datetimemodule.c']) )
Christian Heimesfe337bf2008-03-23 21:54:12 +0000577 # random number generator implemented in C
578 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000579 # bisect
580 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000581 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000582 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Alexandre Vassalottica2d6102008-06-12 18:26:05 +0000583 # C-optimized pickle replacement
584 exts.append( Extension("_pickle", ["_pickle.c"]) )
Collin Winter670e6922007-03-21 02:57:17 +0000585 # atexit
586 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Christian Heimes90540002008-05-08 14:29:10 +0000587 # _json speedups
588 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000589 # Python C API test module
Mark Dickinsona06f44b2009-02-10 16:18:22 +0000590 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
591 depends=['testcapi_long.h']) )
Stefan Krah9a2d99e2012-02-25 12:24:21 +0100592 # Python PEP-3118 (buffer protocol) test module
593 exts.append( Extension('_testbuffer', ['_testbuffer.c']) )
Fred Drake0e474a82007-10-11 18:01:43 +0000594 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56 +0000595 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000596 # static Unicode character database
Walter Dörwalde9eaab42007-05-22 16:02:13 +0000597 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000598
599 # Modules with some UNIX dependencies -- on by default:
600 # (If you have a really backward UNIX, select and socket may not be
601 # supported...)
602
603 # fcntl(2) and ioctl(2)
Antoine Pitroua3000072010-09-07 14:52:42 +0000604 libs = []
605 if (config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)):
606 # May be necessary on AIX for flock function
607 libs = ['bsd']
608 exts.append( Extension('fcntl', ['fcntlmodule.c'], libraries=libs) )
Ronald Oussoren94f25282010-05-05 19:11:21 +0000609 # pwd(3)
610 exts.append( Extension('pwd', ['pwdmodule.c']) )
611 # grp(3)
612 exts.append( Extension('grp', ['grpmodule.c']) )
613 # spwd, shadow passwords
614 if (config_h_vars.get('HAVE_GETSPNAM', False) or
615 config_h_vars.get('HAVE_GETSPENT', False)):
616 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000617 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000618 missing.append('spwd')
Guido van Rossumd8faa362007-04-27 19:54:29 +0000619
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000620 # select(2); not on ancient System V
621 exts.append( Extension('select', ['selectmodule.c']) )
622
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000623 # Fred Drake's interface to the Python parser
624 exts.append( Extension('parser', ['parsermodule.c']) )
625
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000626 # Memory-mapped files (also works on Win32).
Ronald Oussoren94f25282010-05-05 19:11:21 +0000627 exts.append( Extension('mmap', ['mmapmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000628
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000629 # Lance Ellinghaus's syslog module
Ronald Oussoren94f25282010-05-05 19:11:21 +0000630 # syslog daemon interface
631 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000632
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000633 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000634 # Here ends the simple stuff. From here on, modules need certain
635 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000636 #
637
638 # Multimedia modules
639 # These don't work for 64-bit platforms!!!
640 # These represent audio samples or images as strings:
641
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000642 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000643 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000644 # 64-bit platforms.
645 exts.append( Extension('audioop', ['audioop.c']) )
646
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000647 # readline
Tarek Ziadé36797272010-07-22 12:50:05 +0000648 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krah095b2732010-06-08 13:41:44 +0000649 readline_termcap_library = ""
650 curses_library = ""
doko@ubuntu.com58844492012-06-30 18:25:32 +0200651 # Cannot use os.popen here in py3k.
652 tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib')
653 if not os.path.exists(self.build_temp):
654 os.makedirs(self.build_temp)
Stefan Krah095b2732010-06-08 13:41:44 +0000655 # Determine if readline is already linked against curses or tinfo.
doko@ubuntu.com58844492012-06-30 18:25:32 +0200656 if do_readline:
657 if cross_compiling:
658 ret = os.system("%s -d %s | grep '(NEEDED)' > %s" \
659 % (sysconfig.get_config_var('READELF'),
660 do_readline, tmpfile))
661 elif find_executable('ldd'):
662 ret = os.system("ldd %s > %s" % (do_readline, tmpfile))
663 else:
664 ret = 256
doko@ubuntu.com4c990712012-06-30 23:28:09 +0200665 if ret >> 8 == 0:
Brett Cannon9f5db072010-10-29 20:19:27 +0000666 with open(tmpfile) as fp:
667 for ln in fp:
668 if 'curses' in ln:
669 readline_termcap_library = re.sub(
670 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
671 ).rstrip()
672 break
673 # termcap interface split out from ncurses
674 if 'tinfo' in ln:
675 readline_termcap_library = 'tinfo'
676 break
doko@ubuntu.com4c990712012-06-30 23:28:09 +0200677 if os.path.exists(tmpfile):
678 os.unlink(tmpfile)
Stefan Krah095b2732010-06-08 13:41:44 +0000679 # Issue 7384: If readline is already linked against curses,
680 # use the same library for the readline and curses modules.
681 if 'curses' in readline_termcap_library:
682 curses_library = readline_termcap_library
Tarek Ziadé36797272010-07-22 12:50:05 +0000683 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
Stefan Krah095b2732010-06-08 13:41:44 +0000684 curses_library = 'ncursesw'
Tarek Ziadé36797272010-07-22 12:50:05 +0000685 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000686 curses_library = 'ncurses'
Tarek Ziadé36797272010-07-22 12:50:05 +0000687 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000688 curses_library = 'curses'
689
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200690 if host_platform == 'darwin':
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000691 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren961683a2010-03-08 07:09:59 +0000692 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
693 if dep_target and dep_target.split('.') < ['10', '5']:
694 os_release = 8
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000695 if os_release < 9:
696 # MacOSX 10.4 has a broken readline. Don't try to build
697 # the readline module unless the user has installed a fixed
698 # readline package
699 if find_file('readline/rlconf.h', inc_dirs, []) is None:
700 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000701 if do_readline:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200702 if host_platform == 'darwin' and os_release < 9:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000703 # In every directory on the search path search for a dynamic
704 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19 +0000705 # for dynamic libraries on the entire path.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000706 # This way a staticly linked custom readline gets picked up
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000707 # before the (possibly broken) dynamic library in /usr/lib.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000708 readline_extra_link_args = ('-Wl,-search_paths_first',)
709 else:
710 readline_extra_link_args = ()
711
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000712 readline_libs = ['readline']
Stefan Krah095b2732010-06-08 13:41:44 +0000713 if readline_termcap_library:
714 pass # Issue 7384: Already linked against curses or tinfo.
715 elif curses_library:
716 readline_libs.append(curses_library)
Tarek Ziadé36797272010-07-22 12:50:05 +0000717 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000718 ['/usr/lib/termcap'],
719 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000720 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000721 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000722 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47 +0000723 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000724 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000725 else:
726 missing.append('readline')
727
Ronald Oussoren94f25282010-05-05 19:11:21 +0000728 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000729
Tarek Ziadé36797272010-07-22 12:50:05 +0000730 if self.compiler.find_library_file(lib_dirs, 'crypt'):
Ronald Oussoren94f25282010-05-05 19:11:21 +0000731 libs = ['crypt']
Guido van Rossumd8faa362007-04-27 19:54:29 +0000732 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000733 libs = []
Sean Reifscheidere2dfefb2011-02-22 10:55:44 +0000734 exts.append( Extension('_crypt', ['_cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000735
Skip Montanaroba9e9782003-03-20 23:34:22 +0000736 # CSV files
737 exts.append( Extension('_csv', ['_csv.c']) )
738
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +0000739 # POSIX subprocess module helper.
740 exts.append( Extension('_posixsubprocess', ['_posixsubprocess.c']) )
741
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000742 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000743 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000744 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000745 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000746 search_for_ssl_incs_in = [
747 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000748 '/usr/contrib/ssl/include/'
749 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000750 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
751 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000752 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000753 if ssl_incs is not None:
754 krb5_h = find_file('krb5.h', inc_dirs,
755 ['/usr/kerberos/include'])
756 if krb5_h:
757 ssl_incs += krb5_h
Tarek Ziadé36797272010-07-22 12:50:05 +0000758 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000759 ['/usr/local/ssl/lib',
760 '/usr/contrib/ssl/lib/'
761 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000762
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000763 if (ssl_incs is not None and
764 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000765 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000766 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000767 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000768 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000769 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000770 else:
771 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000772
Gregory P. Smithade97332005-08-23 21:19:40 +0000773 # find out which version of OpenSSL we have
774 openssl_ver = 0
775 openssl_ver_re = re.compile(
776 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40 +0000777
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000778 # look for the openssl version header on the compiler search path.
779 opensslv_h = find_file('openssl/opensslv.h', [],
780 inc_dirs + search_for_ssl_incs_in)
781 if opensslv_h:
782 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200783 if host_platform == 'darwin' and is_macosx_sdk_path(name):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000784 name = os.path.join(macosx_sdk_root(), name[1:])
785 try:
Brett Cannon9f5db072010-10-29 20:19:27 +0000786 with open(name, 'r') as incfile:
787 for line in incfile:
788 m = openssl_ver_re.match(line)
789 if m:
790 openssl_ver = eval(m.group(1))
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000791 except IOError as msg:
792 print("IOError while reading opensshv.h:", msg)
793 pass
Gregory P. Smithade97332005-08-23 21:19:40 +0000794
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000795 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000796 min_openssl_ver = 0x00907000
797 have_any_openssl = ssl_incs is not None and ssl_libs is not None
798 have_usable_openssl = (have_any_openssl and
799 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000800
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000801 if have_any_openssl:
802 if have_usable_openssl:
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000803 # The _hashlib module wraps optimized implementations
804 # of hash functions from the OpenSSL library.
805 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000806 depends = ['hashlib.h'],
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000807 include_dirs = ssl_incs,
808 library_dirs = ssl_libs,
809 libraries = ['ssl', 'crypto']) )
810 else:
811 print("warning: openssl 0x%08x is too old for _hashlib" %
812 openssl_ver)
813 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000814
Antoine Pitrou019ff192012-05-16 16:41:26 +0200815 # We always compile these even when OpenSSL is available (issue #14693).
816 # It's harmless and the object code is tiny (40-50 KB per module,
817 # only loaded when actually used).
818 exts.append( Extension('_sha256', ['sha256module.c'],
819 depends=['hashlib.h']) )
820 exts.append( Extension('_sha512', ['sha512module.c'],
821 depends=['hashlib.h']) )
822 exts.append( Extension('_md5', ['md5module.c'],
823 depends=['hashlib.h']) )
824 exts.append( Extension('_sha1', ['sha1module.c'],
825 depends=['hashlib.h']) )
Gregory P. Smith2f21eb32007-09-09 06:44:34 +0000826
Georg Brandl489cb4f2009-07-11 10:08:49 +0000827 # Modules that provide persistent dictionary-like semantics. You will
828 # probably want to arrange for at least one of them to be available on
829 # your machine, though none are defined by default because of library
830 # dependencies. The Python module dbm/__init__.py provides an
831 # implementation independent wrapper for these; dbm/dumb.py provides
832 # similar functionality (but slower of course) implemented in Python.
833
834 # Sleepycat^WOracle Berkeley DB interface.
835 # http://www.oracle.com/database/berkeley-db/db/index.html
836 #
837 # This requires the Sleepycat^WOracle DB code. The supported versions
838 # are set below. Visit the URL above to download
839 # a release. Most open source OSes come with one or more
840 # versions of BerkeleyDB already installed.
841
doko@ubuntu.com15bac0f2012-07-01 10:35:54 +0200842 max_db_ver = (5, 3)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000843 min_db_ver = (3, 3)
844 db_setup_debug = False # verbose debug prints from this script?
845
846 def allow_db_ver(db_ver):
847 """Returns a boolean if the given BerkeleyDB version is acceptable.
848
849 Args:
850 db_ver: A tuple of the version to verify.
851 """
852 if not (min_db_ver <= db_ver <= max_db_ver):
853 return False
854 return True
855
856 def gen_db_minor_ver_nums(major):
857 if major == 4:
858 for x in range(max_db_ver[1]+1):
859 if allow_db_ver((4, x)):
860 yield x
861 elif major == 3:
862 for x in (3,):
863 if allow_db_ver((3, x)):
864 yield x
865 else:
866 raise ValueError("unknown major BerkeleyDB version", major)
867
868 # construct a list of paths to look for the header file in on
869 # top of the normal inc_dirs.
870 db_inc_paths = [
871 '/usr/include/db4',
872 '/usr/local/include/db4',
873 '/opt/sfw/include/db4',
874 '/usr/include/db3',
875 '/usr/local/include/db3',
876 '/opt/sfw/include/db3',
877 # Fink defaults (http://fink.sourceforge.net/)
878 '/sw/include/db4',
879 '/sw/include/db3',
880 ]
881 # 4.x minor number specific paths
882 for x in gen_db_minor_ver_nums(4):
883 db_inc_paths.append('/usr/include/db4%d' % x)
884 db_inc_paths.append('/usr/include/db4.%d' % x)
885 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
886 db_inc_paths.append('/usr/local/include/db4%d' % x)
887 db_inc_paths.append('/pkg/db-4.%d/include' % x)
888 db_inc_paths.append('/opt/db-4.%d/include' % x)
889 # MacPorts default (http://www.macports.org/)
890 db_inc_paths.append('/opt/local/include/db4%d' % x)
891 # 3.x minor number specific paths
892 for x in gen_db_minor_ver_nums(3):
893 db_inc_paths.append('/usr/include/db3%d' % x)
894 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
895 db_inc_paths.append('/usr/local/include/db3%d' % x)
896 db_inc_paths.append('/pkg/db-3.%d/include' % x)
897 db_inc_paths.append('/opt/db-3.%d/include' % x)
898
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200899 if cross_compiling:
900 db_inc_paths = []
901
Georg Brandl489cb4f2009-07-11 10:08:49 +0000902 # Add some common subdirectories for Sleepycat DB to the list,
903 # based on the standard include directories. This way DB3/4 gets
904 # picked up when it is installed in a non-standard prefix and
905 # the user has added that prefix into inc_dirs.
906 std_variants = []
907 for dn in inc_dirs:
908 std_variants.append(os.path.join(dn, 'db3'))
909 std_variants.append(os.path.join(dn, 'db4'))
910 for x in gen_db_minor_ver_nums(4):
911 std_variants.append(os.path.join(dn, "db4%d"%x))
912 std_variants.append(os.path.join(dn, "db4.%d"%x))
913 for x in gen_db_minor_ver_nums(3):
914 std_variants.append(os.path.join(dn, "db3%d"%x))
915 std_variants.append(os.path.join(dn, "db3.%d"%x))
916
917 db_inc_paths = std_variants + db_inc_paths
918 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
919
920 db_ver_inc_map = {}
921
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200922 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000923 sysroot = macosx_sdk_root()
924
Georg Brandl489cb4f2009-07-11 10:08:49 +0000925 class db_found(Exception): pass
926 try:
927 # See whether there is a Sleepycat header in the standard
928 # search path.
929 for d in inc_dirs + db_inc_paths:
930 f = os.path.join(d, "db.h")
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200931 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000932 f = os.path.join(sysroot, d[1:], "db.h")
933
Georg Brandl489cb4f2009-07-11 10:08:49 +0000934 if db_setup_debug: print("db: looking for db.h in", f)
935 if os.path.exists(f):
Brett Cannon9f5db072010-10-29 20:19:27 +0000936 with open(f, 'rb') as file:
937 f = file.read()
Benjamin Peterson019f3612009-08-12 18:18:03 +0000938 m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000939 if m:
940 db_major = int(m.group(1))
Benjamin Peterson019f3612009-08-12 18:18:03 +0000941 m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000942 db_minor = int(m.group(1))
943 db_ver = (db_major, db_minor)
944
945 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
946 if db_ver == (4, 6):
Benjamin Peterson019f3612009-08-12 18:18:03 +0000947 m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000948 db_patch = int(m.group(1))
949 if db_patch < 21:
950 print("db.h:", db_ver, "patch", db_patch,
951 "being ignored (4.6.x must be >= 4.6.21)")
952 continue
953
954 if ( (db_ver not in db_ver_inc_map) and
955 allow_db_ver(db_ver) ):
956 # save the include directory with the db.h version
957 # (first occurrence only)
958 db_ver_inc_map[db_ver] = d
959 if db_setup_debug:
960 print("db.h: found", db_ver, "in", d)
961 else:
962 # we already found a header for this library version
963 if db_setup_debug: print("db.h: ignoring", d)
964 else:
965 # ignore this header, it didn't contain a version number
966 if db_setup_debug:
967 print("db.h: no version number version in", d)
968
969 db_found_vers = list(db_ver_inc_map.keys())
970 db_found_vers.sort()
971
972 while db_found_vers:
973 db_ver = db_found_vers.pop()
974 db_incdir = db_ver_inc_map[db_ver]
975
976 # check lib directories parallel to the location of the header
977 db_dirs_to_check = [
978 db_incdir.replace("include", 'lib64'),
979 db_incdir.replace("include", 'lib'),
980 ]
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000981
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200982 if host_platform != 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000983 db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check))
984
985 else:
986 # Same as other branch, but takes OSX SDK into account
987 tmp = []
988 for dn in db_dirs_to_check:
989 if is_macosx_sdk_path(dn):
990 if os.path.isdir(os.path.join(sysroot, dn[1:])):
991 tmp.append(dn)
992 else:
993 if os.path.isdir(dn):
994 tmp.append(dn)
Ronald Oussorendc969e52010-06-27 12:37:46 +0000995 db_dirs_to_check = tmp
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000996
997 db_dirs_to_check = tmp
Georg Brandl489cb4f2009-07-11 10:08:49 +0000998
Ezio Melotti42da6632011-03-15 05:18:48 +0200999 # Look for a version specific db-X.Y before an ambiguous dbX
Georg Brandl489cb4f2009-07-11 10:08:49 +00001000 # XXX should we -ever- look for a dbX name? Do any
1001 # systems really not name their library by version and
1002 # symlink to more general names?
1003 for dblib in (('db-%d.%d' % db_ver),
1004 ('db%d%d' % db_ver),
1005 ('db%d' % db_ver[0])):
1006 dblib_file = self.compiler.find_library_file(
1007 db_dirs_to_check + lib_dirs, dblib )
1008 if dblib_file:
1009 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
1010 raise db_found
1011 else:
1012 if db_setup_debug: print("db lib: ", dblib, "not found")
1013
1014 except db_found:
1015 if db_setup_debug:
1016 print("bsddb using BerkeleyDB lib:", db_ver, dblib)
1017 print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir)
1018 db_incs = [db_incdir]
1019 dblibs = [dblib]
1020 else:
1021 if db_setup_debug: print("db: no appropriate library found")
1022 db_incs = None
1023 dblibs = []
1024 dblib_dir = None
1025
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001026 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:30 +00001027 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001028
1029 # We hunt for #define SQLITE_VERSION "n.n.n"
1030 # We need to find >= sqlite version 3.0.8
1031 sqlite_incdir = sqlite_libdir = None
1032 sqlite_inc_paths = [ '/usr/include',
1033 '/usr/include/sqlite',
1034 '/usr/include/sqlite3',
1035 '/usr/local/include',
1036 '/usr/local/include/sqlite',
1037 '/usr/local/include/sqlite3',
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +02001038 ]
1039 if cross_compiling:
1040 sqlite_inc_paths = []
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001041 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
1042 MIN_SQLITE_VERSION = ".".join([str(x)
1043 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:47 +00001044
1045 # Scan the default include directories before the SQLite specific
1046 # ones. This allows one to override the copy of sqlite on OSX,
1047 # where /usr/include contains an old version of sqlite.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001048 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001049 sysroot = macosx_sdk_root()
1050
Ned Deily9b635832012-08-05 15:13:33 -07001051 for d_ in inc_dirs + sqlite_inc_paths:
1052 d = d_
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001053 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ned Deily9b635832012-08-05 15:13:33 -07001054 d = os.path.join(sysroot, d[1:])
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001055
Ned Deily9b635832012-08-05 15:13:33 -07001056 f = os.path.join(d, "sqlite3.h")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001057 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:43 +00001058 if sqlite_setup_debug: print("sqlite: found %s"%f)
Brett Cannon9f5db072010-10-29 20:19:27 +00001059 with open(f) as file:
1060 incf = file.read()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001061 m = re.search(
1062 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
1063 if m:
1064 sqlite_version = m.group(1)
1065 sqlite_version_tuple = tuple([int(x)
1066 for x in sqlite_version.split(".")])
1067 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
1068 # we win!
Thomas Wouters89f507f2006-12-13 04:49:30 +00001069 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001070 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001071 sqlite_incdir = d
1072 break
1073 else:
1074 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001075 print("%s: version %d is too old, need >= %s"%(d,
1076 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001077 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001078 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001079
1080 if sqlite_incdir:
1081 sqlite_dirs_to_check = [
1082 os.path.join(sqlite_incdir, '..', 'lib64'),
1083 os.path.join(sqlite_incdir, '..', 'lib'),
1084 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
1085 os.path.join(sqlite_incdir, '..', '..', 'lib'),
1086 ]
Tarek Ziadé36797272010-07-22 12:50:05 +00001087 sqlite_libfile = self.compiler.find_library_file(
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001088 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonf10a79a2008-10-11 00:49:57 +00001089 if sqlite_libfile:
1090 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001091
1092 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:47 +00001093 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001094 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001095 '_sqlite/cursor.c',
1096 '_sqlite/microprotocols.c',
1097 '_sqlite/module.c',
1098 '_sqlite/prepare_protocol.c',
1099 '_sqlite/row.c',
1100 '_sqlite/statement.c',
1101 '_sqlite/util.c', ]
1102
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001103 sqlite_defines = []
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001104 if host_platform != "win32":
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001105 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
1106 else:
1107 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1108
Benjamin Peterson076ed002010-10-31 17:11:02 +00001109 # Enable support for loadable extensions in the sqlite3 module
1110 # if --enable-loadable-sqlite-extensions configure option is used.
1111 if '--enable-loadable-sqlite-extensions' not in sysconfig.get_config_var("CONFIG_ARGS"):
1112 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Thomas Wouters477c8d52006-05-27 19:21:47 +00001113
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001114 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47 +00001115 # In every directory on the search path search for a dynamic
1116 # library and then a static library, instead of first looking
Ezio Melotti13925002011-03-16 11:05:33 +02001117 # for dynamic libraries on the entire path.
1118 # This way a statically linked custom sqlite gets picked up
Thomas Wouters477c8d52006-05-27 19:21:47 +00001119 # before the dynamic library in /usr/lib.
1120 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1121 else:
1122 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001123
Brett Cannonc5011fe2011-06-06 20:09:10 -07001124 include_dirs = ["Modules/_sqlite"]
1125 # Only include the directory where sqlite was found if it does
1126 # not already exist in set include directories, otherwise you
1127 # can end up with a bad search path order.
1128 if sqlite_incdir not in self.compiler.include_dirs:
1129 include_dirs.append(sqlite_incdir)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001130 exts.append(Extension('_sqlite3', sqlite_srcs,
1131 define_macros=sqlite_defines,
Brett Cannonc5011fe2011-06-06 20:09:10 -07001132 include_dirs=include_dirs,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001133 library_dirs=sqlite_libdir,
1134 runtime_library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:47 +00001135 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001136 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001137 else:
1138 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001139
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001140 dbm_setup_debug = False # verbose debug prints from this script?
Benjamin Petersond78735d2010-01-01 16:04:23 +00001141 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001142 # The standard Unix dbm module:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001143 if host_platform not in ['cygwin']:
Matthias Klose55708cc2009-04-30 08:06:49 +00001144 config_args = [arg.strip("'")
1145 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersond78735d2010-01-01 16:04:23 +00001146 dbm_args = [arg for arg in config_args
Matthias Klose55708cc2009-04-30 08:06:49 +00001147 if arg.startswith('--with-dbmliborder=')]
1148 if dbm_args:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001149 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001150 else:
Georg Brandl489cb4f2009-07-11 10:08:49 +00001151 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001152 dbmext = None
1153 for cand in dbm_order:
1154 if cand == "ndbm":
1155 if find_file("ndbm.h", inc_dirs, []) is not None:
Nick Coghlan50f147a2012-06-17 18:27:11 +10001156 # Some systems have -lndbm, others have -lgdbm_compat,
1157 # others don't have either
Tarek Ziadé36797272010-07-22 12:50:05 +00001158 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001159 'ndbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001160 ndbm_libs = ['ndbm']
Nick Coghlan50f147a2012-06-17 18:27:11 +10001161 elif self.compiler.find_library_file(lib_dirs,
1162 'gdbm_compat'):
1163 ndbm_libs = ['gdbm_compat']
Matthias Klose55708cc2009-04-30 08:06:49 +00001164 else:
1165 ndbm_libs = []
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001166 if dbm_setup_debug: print("building dbm using ndbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001167 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1168 define_macros=[
1169 ('HAVE_NDBM_H',None),
1170 ],
1171 libraries=ndbm_libs)
1172 break
1173
1174 elif cand == "gdbm":
Tarek Ziadé36797272010-07-22 12:50:05 +00001175 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001176 gdbm_libs = ['gdbm']
Tarek Ziadé36797272010-07-22 12:50:05 +00001177 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001178 'gdbm_compat'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001179 gdbm_libs.append('gdbm_compat')
1180 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001181 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001182 dbmext = Extension(
1183 '_dbm', ['_dbmmodule.c'],
1184 define_macros=[
1185 ('HAVE_GDBM_NDBM_H', None),
1186 ],
1187 libraries = gdbm_libs)
1188 break
1189 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001190 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001191 dbmext = Extension(
1192 '_dbm', ['_dbmmodule.c'],
1193 define_macros=[
1194 ('HAVE_GDBM_DASH_NDBM_H', None),
1195 ],
1196 libraries = gdbm_libs)
1197 break
Georg Brandl489cb4f2009-07-11 10:08:49 +00001198 elif cand == "bdb":
1199 if db_incs is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001200 if dbm_setup_debug: print("building dbm using bdb")
Georg Brandl489cb4f2009-07-11 10:08:49 +00001201 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1202 library_dirs=dblib_dir,
1203 runtime_library_dirs=dblib_dir,
1204 include_dirs=db_incs,
1205 define_macros=[
1206 ('HAVE_BERKDB_H', None),
1207 ('DB_DBM_HSEARCH', None),
1208 ],
1209 libraries=dblibs)
Matthias Klose55708cc2009-04-30 08:06:49 +00001210 break
1211 if dbmext is not None:
1212 exts.append(dbmext)
Guido van Rossumd8faa362007-04-27 19:54:29 +00001213 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001214 missing.append('_dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001215
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001216 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001217 if ('gdbm' in dbm_order and
Tarek Ziadé36797272010-07-22 12:50:05 +00001218 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001219 exts.append( Extension('_gdbm', ['_gdbmmodule.c'],
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001220 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001221 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001222 missing.append('_gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001223
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001224 # Unix-only modules
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001225 if host_platform != 'win32':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001226 # Steen Lumholt's termios module
1227 exts.append( Extension('termios', ['termios.c']) )
1228 # Jeremy Hylton's rlimit interface
Antoine Pitrou6103ab12009-10-24 20:11:21 +00001229 exts.append( Extension('resource', ['resource.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001230
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +00001231 # Sun yellow pages. Some systems have the functions in libc.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001232 if (host_platform not in ['cygwin', 'qnx6'] and
Benjamin Peterson588009e2009-12-30 03:03:54 +00001233 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé36797272010-07-22 12:50:05 +00001234 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +00001235 libs = ['nsl']
1236 else:
1237 libs = []
1238 exts.append( Extension('nis', ['nismodule.c'],
1239 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001240 else:
1241 missing.append('nis')
1242 else:
1243 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001244
Skip Montanaro72092942004-02-07 12:50:19 +00001245 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001246 # provided by the ncurses library.
Victor Stinneraa35b002011-11-29 00:08:12 +01001247 curses_defines = []
Victor Stinner756c6ec2011-11-27 00:19:53 +01001248 curses_includes = []
Victor Stinneraa35b002011-11-29 00:08:12 +01001249 panel_library = 'panel'
1250 if curses_library == 'ncursesw':
1251 curses_defines.append(('HAVE_NCURSESW', '1'))
1252 curses_includes.append('/usr/include/ncursesw')
1253 # Bug 1464056: If _curses.so links with ncursesw,
1254 # _curses_panel.so must link with panelw.
1255 panel_library = 'panelw'
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001256 if host_platform == 'darwin':
Ned Deily69192232012-06-20 23:47:14 -07001257 # On OS X, there is no separate /usr/lib/libncursesw nor
1258 # libpanelw. If we are here, we found a locally-supplied
1259 # version of libncursesw. There should be also be a
1260 # libpanelw. _XOPEN_SOURCE defines are usually excluded
1261 # for OS X but we need _XOPEN_SOURCE_EXTENDED here for
1262 # ncurses wide char support
1263 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001264 elif host_platform == 'darwin' and curses_library == 'ncurses':
Ned Deily69192232012-06-20 23:47:14 -07001265 # Building with the system-suppied combined libncurses/libpanel
1266 curses_defines.append(('HAVE_NCURSESW', '1'))
1267 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
Victor Stinneraa35b002011-11-29 00:08:12 +01001268
Stefan Krah095b2732010-06-08 13:41:44 +00001269 if curses_library.startswith('ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +00001270 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001271 exts.append( Extension('_curses', ['_cursesmodule.c'],
Victor Stinner756c6ec2011-11-27 00:19:53 +01001272 include_dirs=curses_includes,
Nadeem Vawda9e2e9902011-07-31 15:01:11 +02001273 define_macros=curses_defines,
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001274 libraries = curses_libs) )
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001275 elif curses_library == 'curses' and host_platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:41 +00001276 # OSX has an old Berkeley curses, not good enough for
1277 # the _curses module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001278 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001279 curses_libs = ['curses', 'terminfo']
Tarek Ziadé36797272010-07-22 12:50:05 +00001280 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001281 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001282 else:
1283 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001284
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001285 exts.append( Extension('_curses', ['_cursesmodule.c'],
Nadeem Vawda9e2e9902011-07-31 15:01:11 +02001286 define_macros=curses_defines,
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001287 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001288 else:
1289 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001290
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001291 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001292 if (module_enabled(exts, '_curses') and
Tarek Ziadé36797272010-07-22 12:50:05 +00001293 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001294 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Victor Stinner756c6ec2011-11-27 00:19:53 +01001295 include_dirs=curses_includes,
Ned Deily69192232012-06-20 23:47:14 -07001296 define_macros=curses_defines,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001297 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001298 else:
1299 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001300
Barry Warsaw259b1e12002-08-13 20:09:26 +00001301 # Andrew Kuchling's zlib module. Note that some versions of zlib
1302 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1303 # http://www.cert.org/advisories/CA-2002-07.html
1304 #
1305 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1306 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1307 # now, we still accept 1.1.3, because we think it's difficult to
1308 # exploit this in Python, and we'd rather make it RedHat's problem
1309 # than our problem <wink>.
1310 #
1311 # You can upgrade zlib to version 1.1.4 yourself by going to
1312 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001313 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:29 +00001314 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001315 if zlib_inc is not None:
1316 zlib_h = zlib_inc[0] + '/zlib.h'
1317 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001318 version_req = '"1.1.3"'
Brett Cannon9f5db072010-10-29 20:19:27 +00001319 with open(zlib_h) as fp:
1320 while 1:
1321 line = fp.readline()
1322 if not line:
1323 break
1324 if line.startswith('#define ZLIB_VERSION'):
1325 version = line.split()[2]
1326 break
Guido van Rossume6970912001-04-15 15:16:12 +00001327 if version >= version_req:
Tarek Ziadé36797272010-07-22 12:50:05 +00001328 if (self.compiler.find_library_file(lib_dirs, 'z')):
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001329 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001330 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1331 else:
1332 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001333 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001334 libraries = ['z'],
1335 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:29 +00001336 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:29 +00001337 else:
1338 missing.append('zlib')
1339 else:
1340 missing.append('zlib')
1341 else:
1342 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001343
Christian Heimes1dc54002008-03-24 02:19:29 +00001344 # Helper module for various ascii-encoders. Uses zlib for an optimized
1345 # crc32 if we have it. Otherwise binascii uses its own.
1346 if have_zlib:
1347 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1348 libraries = ['z']
1349 extra_link_args = zlib_extra_link_args
1350 else:
1351 extra_compile_args = []
1352 libraries = []
1353 extra_link_args = []
1354 exts.append( Extension('binascii', ['binascii.c'],
1355 extra_compile_args = extra_compile_args,
1356 libraries = libraries,
1357 extra_link_args = extra_link_args) )
1358
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001359 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001360 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001361 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001362 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1363 else:
1364 bz2_extra_link_args = ()
Antoine Pitrou37dc5f82011-04-03 17:05:46 +02001365 exts.append( Extension('_bz2', ['_bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001366 libraries = ['bz2'],
1367 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001368 else:
Antoine Pitrou37dc5f82011-04-03 17:05:46 +02001369 missing.append('_bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001370
Nadeem Vawda3ff069e2011-11-30 00:25:06 +02001371 # LZMA compression support.
1372 if self.compiler.find_library_file(lib_dirs, 'lzma'):
1373 exts.append( Extension('_lzma', ['_lzmamodule.c'],
1374 libraries = ['lzma']) )
1375 else:
1376 missing.append('_lzma')
1377
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001378 # Interface to the Expat XML parser
1379 #
Benjamin Petersona28e7022010-01-09 18:53:06 +00001380 # Expat was written by James Clark and is now maintained by a group of
1381 # developers on SourceForge; see www.libexpat.org for more information.
1382 # The pyexpat module was written by Paul Prescod after a prototype by
1383 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1384 # of a system shared libexpat.so is possible with --with-system-expat
Benjamin Petersonc73206c2010-10-31 16:38:19 +00001385 # configure option.
Fred Drakefc8341d2002-06-17 17:55:30 +00001386 #
1387 # More information on Expat can be found at www.libexpat.org.
1388 #
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001389 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1390 expat_inc = []
1391 define_macros = []
1392 expat_lib = ['expat']
1393 expat_sources = []
1394 else:
1395 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1396 define_macros = [
1397 ('HAVE_EXPAT_CONFIG_H', '1'),
1398 ]
1399 expat_lib = []
1400 expat_sources = ['expat/xmlparse.c',
1401 'expat/xmlrole.c',
1402 'expat/xmltok.c']
Thomas Wouters477c8d52006-05-27 19:21:47 +00001403
Fred Drake2d59a492003-10-21 15:41:15 +00001404 exts.append(Extension('pyexpat',
1405 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001406 include_dirs = expat_inc,
1407 libraries = expat_lib,
1408 sources = ['pyexpat.c'] + expat_sources
Fred Drake2d59a492003-10-21 15:41:15 +00001409 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001410
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001411 # Fredrik Lundh's cElementTree module. Note that this also
1412 # uses expat (via the CAPI hook in pyexpat).
1413
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001414 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001415 define_macros.append(('USE_PYEXPAT_CAPI', None))
1416 exts.append(Extension('_elementtree',
1417 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001418 include_dirs = expat_inc,
1419 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001420 sources = ['_elementtree.c'],
1421 ))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001422 else:
1423 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001424
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001425 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:13 +00001426 exts.append(Extension('_multibytecodec',
1427 ['cjkcodecs/multibytecodec.c']))
1428 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1429 exts.append(Extension('_codecs_%s' % loc,
1430 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001431
Stefan Krah1919b7e2012-03-21 18:25:23 +01001432 # Stefan Krah's _decimal module
1433 exts.append(self._decimal_ext())
1434
Thomas Hellercf567c12006-03-08 19:51:58 +00001435 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001436 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001437
Benjamin Petersone711caf2008-06-11 16:44:04 +00001438 # Richard Oudkerk's multiprocessing module
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001439 if host_platform == 'win32': # Windows
Benjamin Petersone711caf2008-06-11 16:44:04 +00001440 macros = dict()
1441 libraries = ['ws2_32']
1442
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001443 elif host_platform == 'darwin': # Mac OSX
Benjamin Peterson965ce872009-04-05 21:24:58 +00001444 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001445 libraries = []
1446
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001447 elif host_platform == 'cygwin': # Cygwin
Benjamin Peterson965ce872009-04-05 21:24:58 +00001448 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001449 libraries = []
Benjamin Peterson41181742008-07-02 20:22:54 +00001450
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001451 elif host_platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Benjamin Peterson41181742008-07-02 20:22:54 +00001452 # FreeBSD's P1003.1b semaphore support is very experimental
1453 # and has many known problems. (as of June 2008)
Benjamin Peterson965ce872009-04-05 21:24:58 +00001454 macros = dict()
Benjamin Peterson41181742008-07-02 20:22:54 +00001455 libraries = []
1456
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001457 elif host_platform.startswith('openbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001458 macros = dict()
Benjamin Petersone5384b02008-10-04 22:00:42 +00001459 libraries = []
1460
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001461 elif host_platform.startswith('netbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001462 macros = dict()
Jesse Noller32d68c22009-03-31 18:48:42 +00001463 libraries = []
1464
Benjamin Petersone711caf2008-06-11 16:44:04 +00001465 else: # Linux and other unices
Benjamin Peterson965ce872009-04-05 21:24:58 +00001466 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001467 libraries = ['rt']
1468
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001469 if host_platform == 'win32':
Benjamin Petersone711caf2008-06-11 16:44:04 +00001470 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1471 '_multiprocessing/semaphore.c',
Benjamin Petersone711caf2008-06-11 16:44:04 +00001472 ]
1473
1474 else:
1475 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
Benjamin Petersone711caf2008-06-11 16:44:04 +00001476 ]
Mark Dickinsona614f042009-11-28 12:48:43 +00001477 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1478 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Petersone711caf2008-06-11 16:44:04 +00001479 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1480
Jesse Noller6fd47e22009-01-23 14:09:08 +00001481 if sysconfig.get_config_var('WITH_THREAD'):
1482 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1483 define_macros=list(macros.items()),
1484 include_dirs=["Modules/_multiprocessing"]))
1485 else:
1486 missing.append('_multiprocessing')
Benjamin Petersone711caf2008-06-11 16:44:04 +00001487 # End multiprocessing
Guido van Rossuma9e20242007-03-08 00:43:48 +00001488
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001489 # Platform-specific libraries
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001490 if host_platform.startswith(('linux', 'freebsd', 'gnukfreebsd')):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001491 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001492 else:
1493 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001494
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001495 if host_platform == 'darwin':
Benjamin Petersonebacd262008-05-29 21:09:51 +00001496 exts.append(
1497 Extension('_gestalt', ['_gestalt.c'],
1498 extra_link_args=['-framework', 'Carbon'])
1499 )
Ronald Oussoren84151202010-04-18 20:46:11 +00001500 exts.append(
1501 Extension('_scproxy', ['_scproxy.c'],
1502 extra_link_args=[
1503 '-framework', 'SystemConfiguration',
1504 '-framework', 'CoreFoundation',
1505 ]))
Benjamin Petersonebacd262008-05-29 21:09:51 +00001506
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001507 self.extensions.extend(exts)
1508
1509 # Call the method for detecting whether _tkinter can be compiled
1510 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001511
Guido van Rossumd8faa362007-04-27 19:54:29 +00001512 if '_tkinter' not in [e.name for e in self.extensions]:
1513 missing.append('_tkinter')
1514
1515 return missing
1516
Jack Jansen0b06be72002-06-21 14:48:38 +00001517 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1518 # The _tkinter module, using frameworks. Since frameworks are quite
1519 # different the UNIX search logic is not sharable.
1520 from os.path import join, exists
1521 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001522 '/Library/Frameworks',
Ronald Oussoren5f734f12009-03-04 21:32:48 +00001523 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001524 join(os.getenv('HOME'), '/Library/Frameworks')
1525 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001526
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001527 sysroot = macosx_sdk_root()
1528
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001529 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001530 # bundles.
1531 # XXX distutils should support -F!
1532 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001533 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001534
1535
Jack Jansen0b06be72002-06-21 14:48:38 +00001536 for fw in 'Tcl', 'Tk':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001537 if is_macosx_sdk_path(F):
1538 if not exists(join(sysroot, F[1:], fw + '.framework')):
1539 break
1540 else:
1541 if not exists(join(F, fw + '.framework')):
1542 break
Jack Jansen0b06be72002-06-21 14:48:38 +00001543 else:
1544 # ok, F is now directory with both frameworks. Continure
1545 # building
1546 break
1547 else:
1548 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1549 # will now resume.
1550 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001551
Jack Jansen0b06be72002-06-21 14:48:38 +00001552 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1553 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001554 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001555 #
1556 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001557 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:43 +00001558 for fw in ('Tcl', 'Tk')
1559 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:38 +00001560 ]
1561
Tim Peters2c60f7a2003-01-29 03:49:43 +00001562 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001563 # complicated search, this is a hard-coded path. It could bail out
1564 # if X11 libs are not found...
1565 include_dirs.append('/usr/X11R6/include')
1566 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1567
Georg Brandlfcaf9102008-07-16 02:17:56 +00001568 # All existing framework builds of Tcl/Tk don't support 64-bit
1569 # architectures.
1570 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1571 archs = re.findall('-arch\s+(\w+)', cflags)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001572
Ronald Oussorend097efe2009-09-15 19:07:58 +00001573 tmpfile = os.path.join(self.build_temp, 'tk.arch')
1574 if not os.path.exists(self.build_temp):
1575 os.makedirs(self.build_temp)
1576
1577 # Note: cannot use os.popen or subprocess here, that
1578 # requires extensions that are not available here.
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001579 if is_macosx_sdk_path(F):
1580 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile))
1581 else:
1582 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile))
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001583
Brett Cannon9f5db072010-10-29 20:19:27 +00001584 with open(tmpfile) as fp:
1585 detected_archs = []
1586 for ln in fp:
1587 a = ln.split()[-1]
1588 if a in archs:
1589 detected_archs.append(ln.split()[-1])
Ronald Oussorend097efe2009-09-15 19:07:58 +00001590 os.unlink(tmpfile)
1591
1592 for a in detected_archs:
1593 frameworks.append('-arch')
1594 frameworks.append(a)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001595
Jack Jansen0b06be72002-06-21 14:48:38 +00001596 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1597 define_macros=[('WITH_APPINIT', 1)],
1598 include_dirs = include_dirs,
1599 libraries = [],
Georg Brandlfcaf9102008-07-16 02:17:56 +00001600 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001601 extra_link_args = frameworks,
1602 )
1603 self.extensions.append(ext)
1604 return 1
1605
Tim Peters2c60f7a2003-01-29 03:49:43 +00001606
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001607 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001608 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001609
Jack Jansen0b06be72002-06-21 14:48:38 +00001610 # Rather than complicate the code below, detecting and building
1611 # AquaTk is a separate method. Only one Tkinter will be built on
1612 # Darwin - either AquaTk, if it is found, or X11 based Tk.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001613 if (host_platform == 'darwin' and
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001614 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001615 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001616
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001617 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001618 # The versions with dots are used on Unix, and the versions without
1619 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001620 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polo5d377bd2009-08-16 14:44:14 +00001621 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1622 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé36797272010-07-22 12:50:05 +00001623 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001624 'tk' + version)
Tarek Ziadé36797272010-07-22 12:50:05 +00001625 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001626 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001627 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001628 # Exit the loop when we've found the Tcl/Tk libraries
1629 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001630
Fredrik Lundhade711a2001-01-24 08:00:28 +00001631 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001632 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001633 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001634 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001635 dotversion = version
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001636 if '.' not in dotversion and "bsd" in host_platform.lower():
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001637 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1638 # but the include subdirs are named like .../include/tcl8.3.
1639 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1640 tcl_include_sub = []
1641 tk_include_sub = []
1642 for dir in inc_dirs:
1643 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1644 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1645 tk_include_sub += tcl_include_sub
1646 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1647 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001648
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001649 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001650 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001651 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001652 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001653
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001654 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001655
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001656 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1657 for dir in tcl_includes + tk_includes:
1658 if dir not in include_dirs:
1659 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001660
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001661 # Check for various platform-specific directories
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001662 if host_platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001663 include_dirs.append('/usr/openwin/include')
1664 added_lib_dirs.append('/usr/openwin/lib')
1665 elif os.path.exists('/usr/X11R6/include'):
1666 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001667 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001668 added_lib_dirs.append('/usr/X11R6/lib')
1669 elif os.path.exists('/usr/X11R5/include'):
1670 include_dirs.append('/usr/X11R5/include')
1671 added_lib_dirs.append('/usr/X11R5/lib')
1672 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001673 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001674 include_dirs.append('/usr/X11/include')
1675 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001676
Jason Tishler9181c942003-02-05 15:16:17 +00001677 # If Cygwin, then verify that X is installed before proceeding
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001678 if host_platform == 'cygwin':
Jason Tishler9181c942003-02-05 15:16:17 +00001679 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1680 if x11_inc is None:
1681 return
1682
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001683 # Check for BLT extension
Tarek Ziadé36797272010-07-22 12:50:05 +00001684 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001685 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001686 defs.append( ('WITH_BLT', 1) )
1687 libs.append('BLT8.0')
Tarek Ziadé36797272010-07-22 12:50:05 +00001688 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001689 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:38 +00001690 defs.append( ('WITH_BLT', 1) )
1691 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001692
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001693 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001694 libs.append('tk'+ version)
1695 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001696
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001697 if host_platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001698 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001699
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001700 # Finally, link with the X11 libraries (not appropriate on cygwin)
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001701 if host_platform != "cygwin":
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001702 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001703
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001704 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1705 define_macros=[('WITH_APPINIT', 1)] + defs,
1706 include_dirs = include_dirs,
1707 libraries = libs,
1708 library_dirs = added_lib_dirs,
1709 )
1710 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001711
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001712## # Uncomment these lines if you want to play with xxmodule.c
1713## ext = Extension('xx', ['xxmodule.c'])
1714## self.extensions.append(ext)
Antoine Pitrou8c30a712010-12-04 18:36:03 +00001715 if 'd' not in sys.abiflags:
1716 ext = Extension('xxlimited', ['xxlimited.c'],
1717 define_macros=[('Py_LIMITED_API', 1)])
1718 self.extensions.append(ext)
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001719
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001720 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001721 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001722 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001723 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001724 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001725 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001726 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001727
Christian Heimes78644762008-03-04 23:39:23 +00001728 def configure_ctypes_darwin(self, ext):
1729 # Darwin (OS X) uses preconfigured files, in
1730 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauer014bf282009-02-05 16:35:45 +00001731 srcdir = sysconfig.get_config_var('srcdir')
Christian Heimes78644762008-03-04 23:39:23 +00001732 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1733 '_ctypes', 'libffi_osx'))
1734 sources = [os.path.join(ffi_srcdir, p)
1735 for p in ['ffi.c',
Georg Brandlfcaf9102008-07-16 02:17:56 +00001736 'x86/darwin64.S',
Christian Heimes78644762008-03-04 23:39:23 +00001737 'x86/x86-darwin.S',
1738 'x86/x86-ffi_darwin.c',
1739 'x86/x86-ffi64.c',
1740 'powerpc/ppc-darwin.S',
1741 'powerpc/ppc-darwin_closure.S',
1742 'powerpc/ppc-ffi_darwin.c',
1743 'powerpc/ppc64-darwin_closure.S',
1744 ]]
1745
1746 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001747 self.compiler.src_extensions.append('.S')
Christian Heimes78644762008-03-04 23:39:23 +00001748
1749 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1750 os.path.join(ffi_srcdir, 'powerpc')]
1751 ext.include_dirs.extend(include_dirs)
1752 ext.sources.extend(sources)
1753 return True
1754
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001755 def configure_ctypes(self, ext):
1756 if not self.use_system_libffi:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001757 if host_platform == 'darwin':
Christian Heimes78644762008-03-04 23:39:23 +00001758 return self.configure_ctypes_darwin(ext)
1759
Neil Schemenauer014bf282009-02-05 16:35:45 +00001760 srcdir = sysconfig.get_config_var('srcdir')
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001761 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1762 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1763 '_ctypes', 'libffi'))
1764 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001765
Thomas Wouters477c8d52006-05-27 19:21:47 +00001766 from distutils.dep_util import newer_group
1767
1768 config_sources = [os.path.join(ffi_srcdir, fname)
Thomas Wouterscf297e42007-02-23 15:07:44 +00001769 for fname in os.listdir(ffi_srcdir)
1770 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Wouters477c8d52006-05-27 19:21:47 +00001771 if self.force or newer_group(config_sources,
1772 ffi_configfile):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001773 from distutils.dir_util import mkpath
1774 mkpath(ffi_builddir)
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +02001775 config_args = [arg for arg in sysconfig.get_config_var("CONFIG_ARGS").split()
1776 if (('--host=' in arg) or ('--build=' in arg))]
Christian Heimes7dd06e12012-09-06 18:02:49 +02001777 if not self.verbose:
1778 config_args.append("-q")
Thomas Hellercf567c12006-03-08 19:51:58 +00001779
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001780 # Pass empty CFLAGS because we'll just append the resulting
1781 # CFLAGS to Python's; -g or -O2 is to be avoided.
1782 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1783 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001784
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001785 res = os.system(cmd)
1786 if res or not os.path.exists(ffi_configfile):
Guido van Rossum452bf512007-02-09 05:32:43 +00001787 print("Failed to configure _ctypes module")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001788 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001789
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001790 fficonfig = {}
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001791 with open(ffi_configfile) as f:
1792 exec(f.read(), globals(), fficonfig)
Thomas Hellercf567c12006-03-08 19:51:58 +00001793
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001794 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001795 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001796
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001797 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001798 ffi_builddir,
1799 os.path.join(ffi_srcdir, 'src')]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001800 extra_compile_args = fficonfig['ffi_cflags'].split()
1801
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001802 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1803 fficonfig['ffi_sources'])
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001804 ext.include_dirs.extend(include_dirs)
1805 ext.extra_compile_args.extend(extra_compile_args)
1806 return True
1807
1808 def detect_ctypes(self, inc_dirs, lib_dirs):
1809 self.use_system_libffi = False
1810 include_dirs = []
1811 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001812 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001813 sources = ['_ctypes/_ctypes.c',
1814 '_ctypes/callbacks.c',
1815 '_ctypes/callproc.c',
1816 '_ctypes/stgdict.c',
Thomas Heller864cc672010-08-08 17:58:53 +00001817 '_ctypes/cfield.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001818 depends = ['_ctypes/ctypes.h']
1819
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001820 if host_platform == 'darwin':
Ronald Oussoren2decf222010-09-05 18:25:59 +00001821 sources.append('_ctypes/malloc_closure.c')
Thomas Hellercf567c12006-03-08 19:51:58 +00001822 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:23 +00001823 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001824 include_dirs.append('_ctypes/darwin')
1825# XXX Is this still needed?
1826## extra_link_args.extend(['-read_only_relocs', 'warning'])
1827
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001828 elif host_platform == 'sunos5':
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001829 # XXX This shouldn't be necessary; it appears that some
1830 # of the assembler code is non-PIC (i.e. it has relocations
1831 # when it shouldn't. The proper fix would be to rewrite
1832 # the assembler code to be PIC.
1833 # This only works with GCC; the Sun compiler likely refuses
1834 # this option. If you want to compile ctypes with the Sun
1835 # compiler, please research a proper solution, instead of
1836 # finding some -z option for the Sun compiler.
1837 extra_link_args.append('-mimpure-text')
1838
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001839 elif host_platform.startswith('hp-ux'):
Thomas Heller3eaaeb42008-05-23 17:26:46 +00001840 extra_link_args.append('-fPIC')
1841
Thomas Hellercf567c12006-03-08 19:51:58 +00001842 ext = Extension('_ctypes',
1843 include_dirs=include_dirs,
1844 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001845 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001846 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001847 sources=sources,
1848 depends=depends)
1849 ext_test = Extension('_ctypes_test',
1850 sources=['_ctypes/_ctypes_test.c'])
1851 self.extensions.extend([ext, ext_test])
1852
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001853 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1854 return
1855
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001856 if host_platform == 'darwin':
Christian Heimes78644762008-03-04 23:39:23 +00001857 # OS X 10.5 comes with libffi.dylib; the include files are
1858 # in /usr/include/ffi
1859 inc_dirs.append('/usr/include/ffi')
1860
Benjamin Petersond78735d2010-01-01 16:04:23 +00001861 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Klose5a204fe2010-04-21 21:47:45 +00001862 if not ffi_inc or ffi_inc[0] == '':
Benjamin Petersond78735d2010-01-01 16:04:23 +00001863 ffi_inc = find_file('ffi.h', [], inc_dirs)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001864 if ffi_inc is not None:
1865 ffi_h = ffi_inc[0] + '/ffi.h'
Brett Cannon9f5db072010-10-29 20:19:27 +00001866 with open(ffi_h) as fp:
1867 while 1:
1868 line = fp.readline()
1869 if not line:
1870 ffi_inc = None
1871 break
1872 if line.startswith('#define LIBFFI_H'):
1873 break
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001874 ffi_lib = None
1875 if ffi_inc is not None:
1876 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
Tarek Ziadé36797272010-07-22 12:50:05 +00001877 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001878 ffi_lib = lib_name
1879 break
1880
1881 if ffi_inc and ffi_lib:
1882 ext.include_dirs.extend(ffi_inc)
1883 ext.libraries.append(ffi_lib)
1884 self.use_system_libffi = True
1885
Stefan Krah1919b7e2012-03-21 18:25:23 +01001886 def _decimal_ext(self):
Stefan Krah60187b52012-03-23 19:06:27 +01001887 extra_compile_args = []
Stefan Kraha10e2fb2012-09-01 14:21:22 +02001888 undef_macros = []
Stefan Krah60187b52012-03-23 19:06:27 +01001889 if '--with-system-libmpdec' in sysconfig.get_config_var("CONFIG_ARGS"):
1890 include_dirs = []
1891 libraries = ['mpdec']
1892 sources = ['_decimal/_decimal.c']
1893 depends = ['_decimal/docstrings.h']
1894 else:
Ned Deily458a6fb2012-04-01 02:30:46 -07001895 srcdir = sysconfig.get_config_var('srcdir')
1896 include_dirs = [os.path.abspath(os.path.join(srcdir,
1897 'Modules',
1898 '_decimal',
1899 'libmpdec'))]
Stefan Krah60187b52012-03-23 19:06:27 +01001900 libraries = []
1901 sources = [
1902 '_decimal/_decimal.c',
1903 '_decimal/libmpdec/basearith.c',
1904 '_decimal/libmpdec/constants.c',
1905 '_decimal/libmpdec/context.c',
1906 '_decimal/libmpdec/convolute.c',
1907 '_decimal/libmpdec/crt.c',
1908 '_decimal/libmpdec/difradix2.c',
1909 '_decimal/libmpdec/fnt.c',
1910 '_decimal/libmpdec/fourstep.c',
1911 '_decimal/libmpdec/io.c',
1912 '_decimal/libmpdec/memory.c',
1913 '_decimal/libmpdec/mpdecimal.c',
1914 '_decimal/libmpdec/numbertheory.c',
1915 '_decimal/libmpdec/sixstep.c',
1916 '_decimal/libmpdec/transpose.c',
1917 ]
1918 depends = [
1919 '_decimal/docstrings.h',
1920 '_decimal/libmpdec/basearith.h',
1921 '_decimal/libmpdec/bits.h',
1922 '_decimal/libmpdec/constants.h',
1923 '_decimal/libmpdec/convolute.h',
1924 '_decimal/libmpdec/crt.h',
1925 '_decimal/libmpdec/difradix2.h',
1926 '_decimal/libmpdec/fnt.h',
1927 '_decimal/libmpdec/fourstep.h',
1928 '_decimal/libmpdec/io.h',
1929 '_decimal/libmpdec/memory.h',
1930 '_decimal/libmpdec/mpdecimal.h',
1931 '_decimal/libmpdec/numbertheory.h',
1932 '_decimal/libmpdec/sixstep.h',
1933 '_decimal/libmpdec/transpose.h',
1934 '_decimal/libmpdec/typearith.h',
1935 '_decimal/libmpdec/umodarith.h',
1936 ]
1937
Stefan Krah1919b7e2012-03-21 18:25:23 +01001938 config = {
1939 'x64': [('CONFIG_64','1'), ('ASM','1')],
1940 'uint128': [('CONFIG_64','1'), ('ANSI','1'), ('HAVE_UINT128_T','1')],
1941 'ansi64': [('CONFIG_64','1'), ('ANSI','1')],
1942 'ppro': [('CONFIG_32','1'), ('PPRO','1'), ('ASM','1')],
1943 'ansi32': [('CONFIG_32','1'), ('ANSI','1')],
1944 'ansi-legacy': [('CONFIG_32','1'), ('ANSI','1'),
1945 ('LEGACY_COMPILER','1')],
1946 'universal': [('UNIVERSAL','1')]
1947 }
1948
Stefan Krah1919b7e2012-03-21 18:25:23 +01001949 cc = sysconfig.get_config_var('CC')
1950 sizeof_size_t = sysconfig.get_config_var('SIZEOF_SIZE_T')
1951 machine = os.environ.get('PYTHON_DECIMAL_WITH_MACHINE')
1952
1953 if machine:
1954 # Override automatic configuration to facilitate testing.
1955 define_macros = config[machine]
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001956 elif host_platform == 'darwin':
Stefan Krah1919b7e2012-03-21 18:25:23 +01001957 # Universal here means: build with the same options Python
1958 # was built with.
1959 define_macros = config['universal']
1960 elif sizeof_size_t == 8:
1961 if sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X64'):
1962 define_macros = config['x64']
1963 elif sysconfig.get_config_var('HAVE_GCC_UINT128_T'):
1964 define_macros = config['uint128']
1965 else:
1966 define_macros = config['ansi64']
1967 elif sizeof_size_t == 4:
1968 ppro = sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X87')
1969 if ppro and ('gcc' in cc or 'clang' in cc) and \
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001970 not 'sunos' in host_platform:
Stefan Krah1919b7e2012-03-21 18:25:23 +01001971 # solaris: problems with register allocation.
1972 # icc >= 11.0 works as well.
1973 define_macros = config['ppro']
Stefan Krahffc3dee2012-09-30 21:26:33 +02001974 extra_compile_args.append('-Wno-unknown-pragmas')
Stefan Krah1919b7e2012-03-21 18:25:23 +01001975 else:
1976 define_macros = config['ansi32']
1977 else:
1978 raise DistutilsError("_decimal: unsupported architecture")
1979
1980 # Workarounds for toolchain bugs:
1981 if sysconfig.get_config_var('HAVE_IPA_PURE_CONST_BUG'):
1982 # Some versions of gcc miscompile inline asm:
1983 # http://gcc.gnu.org/bugzilla/show_bug.cgi?id=46491
1984 # http://gcc.gnu.org/ml/gcc/2010-11/msg00366.html
1985 extra_compile_args.append('-fno-ipa-pure-const')
1986 if sysconfig.get_config_var('HAVE_GLIBC_MEMMOVE_BUG'):
1987 # _FORTIFY_SOURCE wrappers for memmove and bcopy are incorrect:
1988 # http://sourceware.org/ml/libc-alpha/2010-12/msg00009.html
1989 undef_macros.append('_FORTIFY_SOURCE')
1990
1991 # Faster version without thread local contexts:
1992 if not sysconfig.get_config_var('WITH_THREAD'):
1993 define_macros.append(('WITHOUT_THREADS', 1))
1994
1995 # Uncomment for extra functionality:
1996 #define_macros.append(('EXTRA_FUNCTIONALITY', 1))
1997 ext = Extension (
1998 '_decimal',
1999 include_dirs=include_dirs,
Stefan Krah60187b52012-03-23 19:06:27 +01002000 libraries=libraries,
Stefan Krah1919b7e2012-03-21 18:25:23 +01002001 define_macros=define_macros,
2002 undef_macros=undef_macros,
2003 extra_compile_args=extra_compile_args,
2004 sources=sources,
2005 depends=depends
2006 )
2007 return ext
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002008
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00002009class PyBuildInstall(install):
2010 # Suppress the warning about installation into the lib_dynload
2011 # directory, which is not in sys.path when running Python during
2012 # installation:
2013 def initialize_options (self):
2014 install.initialize_options(self)
2015 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00002016
Éric Araujoe6792c12011-06-09 14:07:02 +02002017 # Customize subcommands to not install an egg-info file for Python
2018 sub_commands = [('install_lib', install.has_lib),
2019 ('install_headers', install.has_headers),
2020 ('install_scripts', install.has_scripts),
2021 ('install_data', install.has_data)]
2022
2023
Michael W. Hudson529a5052002-12-17 16:47:17 +00002024class PyBuildInstallLib(install_lib):
2025 # Do exactly what install_lib does but make sure correct access modes get
2026 # set on installed directories and files. All installed files with get
2027 # mode 644 unless they are a shared library in which case they will get
2028 # mode 755. All installed directories will get mode 755.
2029
2030 so_ext = sysconfig.get_config_var("SO")
2031
2032 def install(self):
2033 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:49 +00002034 self.set_file_modes(outfiles, 0o644, 0o755)
2035 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:17 +00002036 return outfiles
2037
2038 def set_file_modes(self, files, defaultMode, sharedLibMode):
2039 if not self.is_chmod_supported(): return
2040 if not files: return
2041
2042 for filename in files:
2043 if os.path.islink(filename): continue
2044 mode = defaultMode
2045 if filename.endswith(self.so_ext): mode = sharedLibMode
2046 log.info("changing mode of %s to %o", filename, mode)
2047 if not self.dry_run: os.chmod(filename, mode)
2048
2049 def set_dir_modes(self, dirname, mode):
2050 if not self.is_chmod_supported(): return
Amaury Forgeot d'Arc321e5332009-07-02 23:08:45 +00002051 for dirpath, dirnames, fnames in os.walk(dirname):
2052 if os.path.islink(dirpath):
2053 continue
2054 log.info("changing mode of %s to %o", dirpath, mode)
2055 if not self.dry_run: os.chmod(dirpath, mode)
Michael W. Hudson529a5052002-12-17 16:47:17 +00002056
2057 def is_chmod_supported(self):
2058 return hasattr(os, 'chmod')
2059
Georg Brandlff52f762010-12-28 09:51:43 +00002060class PyBuildScripts(build_scripts):
2061 def copy_scripts(self):
2062 outfiles, updated_files = build_scripts.copy_scripts(self)
2063 fullversion = '-{0[0]}.{0[1]}'.format(sys.version_info)
2064 minoronly = '.{0[1]}'.format(sys.version_info)
2065 newoutfiles = []
2066 newupdated_files = []
2067 for filename in outfiles:
Vinay Sajip7ded1f02012-05-26 03:45:29 +01002068 if filename.endswith(('2to3', 'pyvenv')):
Georg Brandlff52f762010-12-28 09:51:43 +00002069 newfilename = filename + fullversion
2070 else:
2071 newfilename = filename + minoronly
2072 log.info('renaming {} to {}'.format(filename, newfilename))
2073 os.rename(filename, newfilename)
2074 newoutfiles.append(newfilename)
2075 if filename in updated_files:
2076 newupdated_files.append(newfilename)
2077 return newoutfiles, newupdated_files
2078
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002079SUMMARY = """
2080Python is an interpreted, interactive, object-oriented programming
2081language. It is often compared to Tcl, Perl, Scheme or Java.
2082
2083Python combines remarkable power with very clear syntax. It has
2084modules, classes, exceptions, very high level dynamic data types, and
2085dynamic typing. There are interfaces to many system calls and
2086libraries, as well as to various windowing systems (X11, Motif, Tk,
2087Mac, MFC). New built-in modules are easily written in C or C++. Python
2088is also usable as an extension language for applications that need a
2089programmable interface.
2090
2091The Python implementation is portable: it runs on many brands of UNIX,
2092on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
2093listed here, it may still be supported, if there's a C compiler for
2094it. Ask around on comp.lang.python -- or just try compiling Python
2095yourself.
2096"""
2097
2098CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002099Development Status :: 6 - Mature
2100License :: OSI Approved :: Python Software Foundation License
2101Natural Language :: English
2102Programming Language :: C
2103Programming Language :: Python
2104Topic :: Software Development
2105"""
2106
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002107def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00002108 # turn off warnings when deprecated modules are imported
2109 import warnings
2110 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002111 setup(# PyPI Metadata (PEP 301)
2112 name = "Python",
2113 version = sys.version.split()[0],
2114 url = "http://www.python.org/%s" % sys.version[:3],
2115 maintainer = "Guido van Rossum and the Python community",
2116 maintainer_email = "python-dev@python.org",
2117 description = "A high-level object-oriented programming language",
2118 long_description = SUMMARY.strip(),
2119 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:58 +00002120 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002121 platforms = ["Many"],
2122
2123 # Build info
Georg Brandlff52f762010-12-28 09:51:43 +00002124 cmdclass = {'build_ext': PyBuildExt,
2125 'build_scripts': PyBuildScripts,
2126 'install': PyBuildInstall,
2127 'install_lib': PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002128 # The struct module is defined here, because build_ext won't be
2129 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:47 +00002130 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00002131
Georg Brandlff52f762010-12-28 09:51:43 +00002132 # If you change the scripts installed here, you also need to
2133 # check the PyBuildScripts command above, and change the links
2134 # created by the bininstall target in Makefile.pre.in
Benjamin Petersondfea1922009-05-23 17:13:14 +00002135 scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3",
Éric Araujo859aad62012-06-24 00:07:41 -04002136 "Tools/scripts/2to3", "Tools/scripts/pyvenv"]
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002137 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00002138
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002139# --install-platlib
2140if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002141 main()