blob: 7f863a47896b14e91ee32d5d785caef9bbb2b5a6 [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Brett Cannon84667c02004-12-07 03:25:18 +00004import sys, os, imp, re, optparse
Christian Heimesaf98da12008-01-27 15:18:18 +00005from glob import glob
Tarek Ziadéedacea32010-01-29 11:41:03 +00006import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:17 +00007
8from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +00009from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000010from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000011from distutils.core import Extension, setup
12from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000013from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000014from distutils.command.install_lib import install_lib
Georg Brandlff52f762010-12-28 09:51:43 +000015from distutils.command.build_scripts import build_scripts
Stefan Krah095b2732010-06-08 13:41:44 +000016from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000017
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020018cross_compiling = "_PYTHON_HOST_PLATFORM" in os.environ
19
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020020def get_platform():
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020021 # cross build
22 if "_PYTHON_HOST_PLATFORM" in os.environ:
23 return os.environ["_PYTHON_HOST_PLATFORM"]
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020024 # Get value of sys.platform
25 if sys.platform.startswith('osf1'):
26 return 'osf1'
27 return sys.platform
28host_platform = get_platform()
29
Gregory P. Smithb04ded42010-01-03 00:38:10 +000030# Were we compiled --with-pydebug or with #define Py_DEBUG?
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +020031COMPILED_WITH_PYDEBUG = ('--with-pydebug' in sysconfig.get_config_var("CONFIG_ARGS"))
Gregory P. Smithb04ded42010-01-03 00:38:10 +000032
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000033# This global variable is used to hold the list of modules to be disabled.
34disabled_module_list = []
35
Antoine Pitroue9b428f2010-08-13 22:25:01 +000036# File which contains the directory for shared mods (for sys.path fixup
37# when running from the build dir, see Modules/getpath.c)
38_BUILDDIR_COOKIE = "pybuilddir.txt"
39
Michael W. Hudson39230b32002-01-16 15:26:48 +000040def add_dir_to_list(dirlist, dir):
Barry Warsaw807bd0a2010-11-24 20:30:00 +000041 """Add the directory 'dir' to the list 'dirlist' (after any relative
42 directories) if:
43
Michael W. Hudson39230b32002-01-16 15:26:48 +000044 1) 'dir' is not already in 'dirlist'
Barry Warsaw807bd0a2010-11-24 20:30:00 +000045 2) 'dir' actually exists, and is a directory.
46 """
47 if dir is None or not os.path.isdir(dir) or dir in dirlist:
48 return
49 for i, path in enumerate(dirlist):
50 if not os.path.isabs(path):
51 dirlist.insert(i + 1, dir)
Barry Warsaw34520cd2010-11-27 20:03:03 +000052 return
53 dirlist.insert(0, dir)
Michael W. Hudson39230b32002-01-16 15:26:48 +000054
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000055def macosx_sdk_root():
56 """
57 Return the directory of the current OSX SDK,
58 or '/' if no SDK was specified.
59 """
60 cflags = sysconfig.get_config_var('CFLAGS')
61 m = re.search(r'-isysroot\s+(\S+)', cflags)
62 if m is None:
63 sysroot = '/'
64 else:
65 sysroot = m.group(1)
66 return sysroot
67
68def is_macosx_sdk_path(path):
69 """
70 Returns True if 'path' can be located in an OSX SDK
71 """
Ned Deily2910a7b2012-07-30 02:35:58 -070072 return ( (path.startswith('/usr/') and not path.startswith('/usr/local'))
73 or path.startswith('/System/')
74 or path.startswith('/Library/') )
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000075
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000076def find_file(filename, std_dirs, paths):
77 """Searches for the directory where a given file is located,
78 and returns a possibly-empty list of additional directories, or None
79 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000080
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000081 'filename' is the name of a file, such as readline.h or libcrypto.a.
82 'std_dirs' is the list of standard system directories; if the
83 file is found in one of them, no additional directives are needed.
84 'paths' is a list of additional locations to check; if the file is
85 found in one of them, the resulting list will contain the directory.
86 """
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020087 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000088 # Honor the MacOSX SDK setting when one was specified.
89 # An SDK is a directory with the same structure as a real
90 # system, but with only header files and libraries.
91 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000092
93 # Check the standard locations
94 for dir in std_dirs:
95 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000096
doko@ubuntu.com93df16b2012-06-30 14:32:08 +020097 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000098 f = os.path.join(sysroot, dir[1:], filename)
99
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000100 if os.path.exists(f): return []
101
102 # Check the additional directories
103 for dir in paths:
104 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000105
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200106 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000107 f = os.path.join(sysroot, dir[1:], filename)
108
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000109 if os.path.exists(f):
110 return [dir]
111
112 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000113 return None
114
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000115def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000116 result = compiler.find_library_file(std_dirs + paths, libname)
117 if result is None:
118 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +0000119
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200120 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000121 sysroot = macosx_sdk_root()
122
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000123 # Check whether the found file is in one of the standard directories
124 dirname = os.path.dirname(result)
125 for p in std_dirs:
126 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000127 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000128
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200129 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000130 if os.path.join(sysroot, p[1:]) == dirname:
131 return [ ]
132
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000133 if p == dirname:
134 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000135
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000136 # Otherwise, it must have been in one of the additional directories,
137 # so we have to figure out which one.
138 for p in paths:
139 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000140 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000141
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200142 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000143 if os.path.join(sysroot, p[1:]) == dirname:
144 return [ p ]
145
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000146 if p == dirname:
147 return [p]
148 else:
149 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +0000150
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000151def module_enabled(extlist, modname):
152 """Returns whether the module 'modname' is present in the list
153 of extensions 'extlist'."""
154 extlist = [ext for ext in extlist if ext.name == modname]
155 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +0000156
Jack Jansen144ebcc2001-08-05 22:31:19 +0000157def find_module_file(module, dirlist):
158 """Find a module in a set of possible folders. If it is not found
159 return the unadorned filename"""
160 list = find_file(module, [], dirlist)
161 if not list:
162 return module
163 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43 +0000164 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19 +0000165 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000166
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000167class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000168
Guido van Rossumd8faa362007-04-27 19:54:29 +0000169 def __init__(self, dist):
170 build_ext.__init__(self, dist)
171 self.failed = []
172
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000173 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000174
175 # Detect which modules should be compiled
Antoine Pitrou327fd402010-09-04 16:28:00 +0000176 old_so = self.compiler.shared_lib_extension
177 # Workaround PEP 3149 stuff
178 self.compiler.shared_lib_extension = os.environ.get("SO", ".so")
179 try:
180 missing = self.detect_modules()
181 finally:
182 self.compiler.shared_lib_extension = old_so
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000183
184 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22 +0000185 extensions = [ext for ext in self.extensions
186 if ext.name not in disabled_module_list]
187 # move ctypes to the end, it depends on other modules
188 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
189 if "_ctypes" in ext_map:
190 ctypes = extensions.pop(ext_map["_ctypes"])
191 extensions.append(ctypes)
192 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000193
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000194 # Fix up the autodetected modules, prefixing all the source files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000195 # with Modules/.
196 srcdir = sysconfig.get_config_var('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000197 if not srcdir:
198 # Maybe running on Windows but not using CYGWIN?
199 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer4d491a52009-02-06 00:27:50 +0000200 srcdir = os.path.abspath(srcdir)
Neil Schemenauer014bf282009-02-05 16:35:45 +0000201 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000202
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000203 # Fix up the paths for scripts, too
204 self.distribution.scripts = [os.path.join(srcdir, filename)
205 for filename in self.distribution.scripts]
206
Christian Heimesaf98da12008-01-27 15:18:18 +0000207 # Python header files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000208 headers = [sysconfig.get_config_h_filename()]
Stefan Kraheb977da2012-02-29 14:10:53 +0100209 headers += glob(os.path.join(sysconfig.get_path('include'), "*.h"))
Christian Heimesaf98da12008-01-27 15:18:18 +0000210
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000211 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000212 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000213 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000214 if ext.depends is not None:
Neil Schemenauer014bf282009-02-05 16:35:45 +0000215 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11 +0000216 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18 +0000217 else:
218 ext.depends = []
219 # re-compile extensions if a header file has been changed
220 ext.depends.extend(headers)
221
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000222 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000223 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000224 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000225 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000226
Ronald Oussoren94f25282010-05-05 19:11:21 +0000227 # Parse Modules/Setup and Modules/Setup.local to figure out which
228 # modules are turned on in the file.
229 remove_modules = []
230 for filename in ('Modules/Setup', 'Modules/Setup.local'):
231 input = text_file.TextFile(filename, join_lines=1)
232 while 1:
233 line = input.readline()
234 if not line: break
235 line = line.split()
236 remove_modules.append(line[0])
237 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000238
Ronald Oussoren94f25282010-05-05 19:11:21 +0000239 for ext in self.extensions[:]:
240 if ext.name in remove_modules:
241 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000242
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000243 # When you run "make CC=altcc" or something similar, you really want
244 # those environment variables passed into the setup.py phase. Here's
245 # a small set of useful ones.
246 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000247 args = {}
248 # unfortunately, distutils doesn't let us provide separate C and C++
249 # compilers
250 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000251 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
252 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé36797272010-07-22 12:50:05 +0000253 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000254
Antoine Pitroue9b428f2010-08-13 22:25:01 +0000255 # Not only do we write the builddir cookie, but we manually install
256 # the shared modules directory if it isn't already in sys.path.
257 # Otherwise trying to import the extensions after building them
258 # will fail.
259 with open(_BUILDDIR_COOKIE, "wb") as f:
260 f.write(self.build_lib.encode('utf-8', 'surrogateescape'))
Matthias Klose73117292010-08-23 16:47:09 +0000261 abs_build_lib = os.path.join(os.getcwd(), self.build_lib)
Antoine Pitroue9b428f2010-08-13 22:25:01 +0000262 if abs_build_lib not in sys.path:
263 sys.path.append(abs_build_lib)
264
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000265 build_ext.build_extensions(self)
266
Guido van Rossumd8faa362007-04-27 19:54:29 +0000267 longest = max([len(e.name) for e in self.extensions])
268 if self.failed:
269 longest = max(longest, max([len(name) for name in self.failed]))
270
271 def print_three_column(lst):
272 lst.sort(key=str.lower)
273 # guarantee zip() doesn't drop anything
274 while len(lst) % 3:
275 lst.append("")
276 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
277 print("%-*s %-*s %-*s" % (longest, e, longest, f,
278 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000279
280 if missing:
281 print()
Benjamin Petersonda10d3b2009-01-01 00:23:30 +0000282 print("Python build finished, but the necessary bits to build "
283 "these modules were not found:")
Guido van Rossumd8faa362007-04-27 19:54:29 +0000284 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000285 print("To find the necessary bits, look in setup.py in"
286 " detect_modules() for the module's name.")
287 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000288
289 if self.failed:
290 failed = self.failed[:]
291 print()
292 print("Failed to build these modules:")
293 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000294 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000295
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000296 def build_extension(self, ext):
297
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000298 if ext.name == '_ctypes':
299 if not self.configure_ctypes(ext):
300 return
301
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000302 try:
303 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56 +0000304 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000305 self.announce('WARNING: building of extension "%s" failed: %s' %
306 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000307 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000308 return
Jack Jansenf49c6f92001-11-01 14:44:15 +0000309 # Workaround for Mac OS X: The Carbon-based modules cannot be
310 # reliably imported into a command-line Python
311 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000312 self.announce(
313 'WARNING: skipping import check for Carbon-based "%s"' %
314 ext.name)
315 return
Georg Brandlfcaf9102008-07-16 02:17:56 +0000316
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200317 if host_platform == 'darwin' and (
Benjamin Petersonfc576352008-07-16 02:39:02 +0000318 sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):
Georg Brandlfcaf9102008-07-16 02:17:56 +0000319 # Don't bother doing an import check when an extension was
320 # build with an explicit '-arch' flag on OSX. That's currently
321 # only used to build 32-bit only extensions in a 4-way
322 # universal build and loading 32-bit code into a 64-bit
323 # process will fail.
324 self.announce(
325 'WARNING: skipping import check for "%s"' %
326 ext.name)
327 return
328
Jason Tishler24cf7762002-05-22 16:46:15 +0000329 # Workaround for Cygwin: Cygwin currently has fork issues when many
330 # modules have been imported
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200331 if host_platform == 'cygwin':
Jason Tishler24cf7762002-05-22 16:46:15 +0000332 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
333 % ext.name)
334 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000335 ext_filename = os.path.join(
336 self.build_lib,
337 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Guido van Rossumc3fee692008-07-17 16:23:53 +0000338
339 # If the build directory didn't exist when setup.py was
340 # started, sys.path_importer_cache has a negative result
341 # cached. Clear that cache before trying to import.
342 sys.path_importer_cache.clear()
343
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200344 # Don't try to load extensions for cross builds
345 if cross_compiling:
346 return
347
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000348 try:
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000349 imp.load_dynamic(ext.name, ext_filename)
Guido van Rossumb940e112007-01-10 16:19:56 +0000350 except ImportError as why:
Guido van Rossumd8faa362007-04-27 19:54:29 +0000351 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000352 self.announce('*** WARNING: renaming "%s" since importing it'
353 ' failed: %s' % (ext.name, why), level=3)
354 assert not self.inplace
355 basename, tail = os.path.splitext(ext_filename)
356 newname = basename + "_failed" + tail
357 if os.path.exists(newname):
358 os.remove(newname)
359 os.rename(ext_filename, newname)
360
361 # XXX -- This relies on a Vile HACK in
362 # distutils.command.build_ext.build_extension(). The
363 # _built_objects attribute is stored there strictly for
364 # use here.
365 # If there is a failure, _built_objects may not be there,
366 # so catch the AttributeError and move on.
367 try:
368 for filename in self._built_objects:
369 os.remove(filename)
370 except AttributeError:
371 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000372 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000373 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000374 self.announce('*** WARNING: importing extension "%s" '
375 'failed with %s: %s' % (ext.name, exc_type, why),
376 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000377 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000378
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400379 def add_multiarch_paths(self):
380 # Debian/Ubuntu multiarch support.
381 # https://wiki.ubuntu.com/MultiarchSpec
doko@ubuntu.com3277b352012-08-08 12:15:55 +0200382 cc = sysconfig.get_config_var('CC')
383 tmpfile = os.path.join(self.build_temp, 'multiarch')
384 if not os.path.exists(self.build_temp):
385 os.makedirs(self.build_temp)
386 ret = os.system(
387 '%s -print-multiarch > %s 2> /dev/null' % (cc, tmpfile))
388 multiarch_path_component = ''
389 try:
390 if ret >> 8 == 0:
391 with open(tmpfile) as fp:
392 multiarch_path_component = fp.readline().strip()
393 finally:
394 os.unlink(tmpfile)
395
396 if multiarch_path_component != '':
397 add_dir_to_list(self.compiler.library_dirs,
398 '/usr/lib/' + multiarch_path_component)
399 add_dir_to_list(self.compiler.include_dirs,
400 '/usr/include/' + multiarch_path_component)
401 return
402
Barry Warsaw88e19452011-04-07 10:40:36 -0400403 if not find_executable('dpkg-architecture'):
404 return
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200405 opt = ''
406 if cross_compiling:
407 opt = '-t' + sysconfig.get_config_var('HOST_GNU_TYPE')
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400408 tmpfile = os.path.join(self.build_temp, 'multiarch')
409 if not os.path.exists(self.build_temp):
410 os.makedirs(self.build_temp)
411 ret = os.system(
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200412 'dpkg-architecture %s -qDEB_HOST_MULTIARCH > %s 2> /dev/null' %
413 (opt, tmpfile))
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400414 try:
415 if ret >> 8 == 0:
416 with open(tmpfile) as fp:
417 multiarch_path_component = fp.readline().strip()
418 add_dir_to_list(self.compiler.library_dirs,
419 '/usr/lib/' + multiarch_path_component)
420 add_dir_to_list(self.compiler.include_dirs,
421 '/usr/include/' + multiarch_path_component)
422 finally:
423 os.unlink(tmpfile)
424
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200425 def add_gcc_paths(self):
426 gcc = sysconfig.get_config_var('CC')
427 tmpfile = os.path.join(self.build_temp, 'gccpaths')
428 if not os.path.exists(self.build_temp):
429 os.makedirs(self.build_temp)
430 ret = os.system('%s -E -v - </dev/null 2>%s 1>/dev/null' % (gcc, tmpfile))
431 is_gcc = False
432 in_incdirs = False
433 inc_dirs = []
434 lib_dirs = []
435 try:
436 if ret >> 8 == 0:
437 with open(tmpfile) as fp:
438 for line in fp.readlines():
439 if line.startswith("gcc version"):
440 is_gcc = True
441 elif line.startswith("#include <...>"):
442 in_incdirs = True
443 elif line.startswith("End of search list"):
444 in_incdirs = False
445 elif is_gcc and line.startswith("LIBRARY_PATH"):
446 for d in line.strip().split("=")[1].split(":"):
447 d = os.path.normpath(d)
448 if '/gcc/' not in d:
449 add_dir_to_list(self.compiler.library_dirs,
450 d)
451 elif is_gcc and in_incdirs and '/gcc/' not in line:
452 add_dir_to_list(self.compiler.include_dirs,
453 line.strip())
454 finally:
455 os.unlink(tmpfile)
456
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000457 def detect_modules(self):
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000458 # Ensure that /usr/local is always used, but the local build
459 # directories (i.e. '.' and 'Include') must be first. See issue
460 # 10520.
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200461 if not cross_compiling:
462 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
463 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200464 # only change this for cross builds for 3.3, issues on Mageia
465 if cross_compiling:
466 self.add_gcc_paths()
Barry Warsaw5ca305a2011-04-06 15:18:12 -0400467 self.add_multiarch_paths()
Michael W. Hudson39230b32002-01-16 15:26:48 +0000468
Brett Cannon516592f2004-12-07 00:42:59 +0000469 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000470 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000471 # We must get the values from the Makefile and not the environment
472 # directly since an inconsistently reproducible issue comes up where
473 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000474 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000475 for env_var, arg_name, dir_list in (
Tarek Ziadé36797272010-07-22 12:50:05 +0000476 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
477 ('LDFLAGS', '-L', self.compiler.library_dirs),
478 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000479 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000480 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000481 # To prevent optparse from raising an exception about any
Skip Montanaroa5c2a512008-10-07 02:51:48 +0000482 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000483 # all double dashes and any dashes followed by a character
484 # that is not for the option we are dealing with.
485 #
486 # Please note that order of the regex is important! We must
487 # strip out double-dashes first so that we don't end up with
488 # substituting "--Long" to "-Long" and thus lead to "ong" being
489 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05 +0000490 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
491 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000492 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000493 # Make sure that allowing args interspersed with options is
494 # allowed
495 parser.allow_interspersed_args = True
496 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000497 parser.add_option(arg_name, dest="dirs", action="append")
498 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000499 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08 +0000500 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000501 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000502
Vinay Sajip7ded1f02012-05-26 03:45:29 +0100503 if os.path.normpath(sys.base_prefix) != '/usr' \
Ronald Oussorenf3500e12010-10-20 13:10:12 +0000504 and not sysconfig.get_config_var('PYTHONFRAMEWORK'):
505 # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework
506 # (PYTHONFRAMEWORK is set) to avoid # linking problems when
507 # building a framework with different architectures than
508 # the one that is currently installed (issue #7473)
Tarek Ziadé36797272010-07-22 12:50:05 +0000509 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000510 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé36797272010-07-22 12:50:05 +0000511 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000512 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000513
514 # lib_dirs and inc_dirs are used to search for files;
515 # if a file is found in one of those directories, it can
516 # be assumed that no additional -I,-L directives are needed.
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200517 if not cross_compiling:
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200518 lib_dirs = self.compiler.library_dirs + [
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200519 '/lib64', '/usr/lib64',
520 '/lib', '/usr/lib',
doko@ubuntu.comcc5addd2012-07-01 00:23:51 +0200521 ]
522 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000523 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29 +0000524 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000525
Brett Cannon4454a1f2005-04-15 20:32:39 +0000526 config_h = sysconfig.get_config_h_filename()
Brett Cannon9f5db072010-10-29 20:19:27 +0000527 with open(config_h) as file:
528 config_h_vars = sysconfig.parse_config_h(file)
Brett Cannon4454a1f2005-04-15 20:32:39 +0000529
Neil Schemenauer014bf282009-02-05 16:35:45 +0000530 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000531
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000532 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200533 if host_platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000534 lib_dirs += ['/usr/ccs/lib']
535
Charles-François Natali5739e102012-04-12 19:07:25 +0200536 # HP-UX11iv3 keeps files in lib/hpux folders.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200537 if host_platform == 'hp-ux11':
Charles-François Natali5739e102012-04-12 19:07:25 +0200538 lib_dirs += ['/usr/lib/hpux64', '/usr/lib/hpux32']
539
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200540 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47 +0000541 # This should work on any unixy platform ;-)
542 # If the user has bothered specifying additional -I and -L flags
543 # in OPT and LDFLAGS we might as well use them here.
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000544 #
545 # NOTE: using shlex.split would technically be more correct, but
546 # also gives a bootstrap problem. Let's hope nobody uses
547 # directories with whitespace in the name to store libraries.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000548 cflags, ldflags = sysconfig.get_config_vars(
549 'CFLAGS', 'LDFLAGS')
550 for item in cflags.split():
551 if item.startswith('-I'):
552 inc_dirs.append(item[2:])
553
554 for item in ldflags.split():
555 if item.startswith('-L'):
556 lib_dirs.append(item[2:])
557
Fredrik Lundhade711a2001-01-24 08:00:28 +0000558 # Check for MacOS X, which doesn't need libm.a at all
559 math_libs = ['m']
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200560 if host_platform == 'darwin':
Fredrik Lundhade711a2001-01-24 08:00:28 +0000561 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41 +0000562
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000563 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
564
565 #
566 # The following modules are all pretty straightforward, and compile
567 # on pretty much any POSIXish platform.
568 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000569
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000570 # array objects
571 exts.append( Extension('array', ['arraymodule.c']) )
572 # complex math library functions
Mark Dickinsonf3718592009-12-21 15:27:41 +0000573 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
574 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000575 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000576 # math library functions, e.g. sin()
Mark Dickinson664b5112009-12-16 20:23:42 +0000577 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
Mark Dickinson8a591132009-12-17 08:35:56 +0000578 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000579 libraries=math_libs) )
Victor Stinnere0be4232011-10-25 13:06:09 +0200580
581 # time libraries: librt may be needed for clock_gettime()
582 time_libs = []
583 lib = sysconfig.get_config_var('TIMEMODULE_LIB')
584 if lib:
585 time_libs.append(lib)
586
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000587 # time operations and variables
Victor Stinner5d272cc2012-03-13 13:35:55 +0100588 exts.append( Extension('time', ['timemodule.c'],
Victor Stinnere0be4232011-10-25 13:06:09 +0200589 libraries=time_libs) )
Victor Stinner5d272cc2012-03-13 13:35:55 +0100590 exts.append( Extension('_datetime', ['_datetimemodule.c']) )
Christian Heimesfe337bf2008-03-23 21:54:12 +0000591 # random number generator implemented in C
592 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000593 # bisect
594 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000595 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000596 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Alexandre Vassalottica2d6102008-06-12 18:26:05 +0000597 # C-optimized pickle replacement
598 exts.append( Extension("_pickle", ["_pickle.c"]) )
Collin Winter670e6922007-03-21 02:57:17 +0000599 # atexit
600 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Christian Heimes90540002008-05-08 14:29:10 +0000601 # _json speedups
602 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000603 # Python C API test module
Mark Dickinsona06f44b2009-02-10 16:18:22 +0000604 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
605 depends=['testcapi_long.h']) )
Stefan Krah9a2d99e2012-02-25 12:24:21 +0100606 # Python PEP-3118 (buffer protocol) test module
607 exts.append( Extension('_testbuffer', ['_testbuffer.c']) )
Fred Drake0e474a82007-10-11 18:01:43 +0000608 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56 +0000609 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000610 # static Unicode character database
Walter Dörwalde9eaab42007-05-22 16:02:13 +0000611 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000612
613 # Modules with some UNIX dependencies -- on by default:
614 # (If you have a really backward UNIX, select and socket may not be
615 # supported...)
616
617 # fcntl(2) and ioctl(2)
Antoine Pitroua3000072010-09-07 14:52:42 +0000618 libs = []
619 if (config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)):
620 # May be necessary on AIX for flock function
621 libs = ['bsd']
622 exts.append( Extension('fcntl', ['fcntlmodule.c'], libraries=libs) )
Ronald Oussoren94f25282010-05-05 19:11:21 +0000623 # pwd(3)
624 exts.append( Extension('pwd', ['pwdmodule.c']) )
625 # grp(3)
626 exts.append( Extension('grp', ['grpmodule.c']) )
627 # spwd, shadow passwords
628 if (config_h_vars.get('HAVE_GETSPNAM', False) or
629 config_h_vars.get('HAVE_GETSPENT', False)):
630 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000631 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000632 missing.append('spwd')
Guido van Rossumd8faa362007-04-27 19:54:29 +0000633
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000634 # select(2); not on ancient System V
635 exts.append( Extension('select', ['selectmodule.c']) )
636
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000637 # Fred Drake's interface to the Python parser
638 exts.append( Extension('parser', ['parsermodule.c']) )
639
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000640 # Memory-mapped files (also works on Win32).
Ronald Oussoren94f25282010-05-05 19:11:21 +0000641 exts.append( Extension('mmap', ['mmapmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000642
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000643 # Lance Ellinghaus's syslog module
Ronald Oussoren94f25282010-05-05 19:11:21 +0000644 # syslog daemon interface
645 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000646
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000647 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000648 # Here ends the simple stuff. From here on, modules need certain
649 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000650 #
651
652 # Multimedia modules
653 # These don't work for 64-bit platforms!!!
654 # These represent audio samples or images as strings:
655
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000656 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000657 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000658 # 64-bit platforms.
659 exts.append( Extension('audioop', ['audioop.c']) )
660
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000661 # readline
Tarek Ziadé36797272010-07-22 12:50:05 +0000662 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krah095b2732010-06-08 13:41:44 +0000663 readline_termcap_library = ""
664 curses_library = ""
doko@ubuntu.com58844492012-06-30 18:25:32 +0200665 # Cannot use os.popen here in py3k.
666 tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib')
667 if not os.path.exists(self.build_temp):
668 os.makedirs(self.build_temp)
Stefan Krah095b2732010-06-08 13:41:44 +0000669 # Determine if readline is already linked against curses or tinfo.
doko@ubuntu.com58844492012-06-30 18:25:32 +0200670 if do_readline:
671 if cross_compiling:
672 ret = os.system("%s -d %s | grep '(NEEDED)' > %s" \
673 % (sysconfig.get_config_var('READELF'),
674 do_readline, tmpfile))
675 elif find_executable('ldd'):
676 ret = os.system("ldd %s > %s" % (do_readline, tmpfile))
677 else:
678 ret = 256
doko@ubuntu.com4c990712012-06-30 23:28:09 +0200679 if ret >> 8 == 0:
Brett Cannon9f5db072010-10-29 20:19:27 +0000680 with open(tmpfile) as fp:
681 for ln in fp:
682 if 'curses' in ln:
683 readline_termcap_library = re.sub(
684 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
685 ).rstrip()
686 break
687 # termcap interface split out from ncurses
688 if 'tinfo' in ln:
689 readline_termcap_library = 'tinfo'
690 break
doko@ubuntu.com4c990712012-06-30 23:28:09 +0200691 if os.path.exists(tmpfile):
692 os.unlink(tmpfile)
Stefan Krah095b2732010-06-08 13:41:44 +0000693 # Issue 7384: If readline is already linked against curses,
694 # use the same library for the readline and curses modules.
695 if 'curses' in readline_termcap_library:
696 curses_library = readline_termcap_library
Tarek Ziadé36797272010-07-22 12:50:05 +0000697 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
Stefan Krah095b2732010-06-08 13:41:44 +0000698 curses_library = 'ncursesw'
Tarek Ziadé36797272010-07-22 12:50:05 +0000699 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000700 curses_library = 'ncurses'
Tarek Ziadé36797272010-07-22 12:50:05 +0000701 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000702 curses_library = 'curses'
703
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200704 if host_platform == 'darwin':
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000705 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren961683a2010-03-08 07:09:59 +0000706 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
707 if dep_target and dep_target.split('.') < ['10', '5']:
708 os_release = 8
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000709 if os_release < 9:
710 # MacOSX 10.4 has a broken readline. Don't try to build
711 # the readline module unless the user has installed a fixed
712 # readline package
713 if find_file('readline/rlconf.h', inc_dirs, []) is None:
714 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000715 if do_readline:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200716 if host_platform == 'darwin' and os_release < 9:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000717 # In every directory on the search path search for a dynamic
718 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19 +0000719 # for dynamic libraries on the entire path.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000720 # This way a staticly linked custom readline gets picked up
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000721 # before the (possibly broken) dynamic library in /usr/lib.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000722 readline_extra_link_args = ('-Wl,-search_paths_first',)
723 else:
724 readline_extra_link_args = ()
725
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000726 readline_libs = ['readline']
Stefan Krah095b2732010-06-08 13:41:44 +0000727 if readline_termcap_library:
728 pass # Issue 7384: Already linked against curses or tinfo.
729 elif curses_library:
730 readline_libs.append(curses_library)
Tarek Ziadé36797272010-07-22 12:50:05 +0000731 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000732 ['/usr/lib/termcap'],
733 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000734 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000735 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000736 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47 +0000737 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000738 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000739 else:
740 missing.append('readline')
741
Ronald Oussoren94f25282010-05-05 19:11:21 +0000742 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000743
Tarek Ziadé36797272010-07-22 12:50:05 +0000744 if self.compiler.find_library_file(lib_dirs, 'crypt'):
Ronald Oussoren94f25282010-05-05 19:11:21 +0000745 libs = ['crypt']
Guido van Rossumd8faa362007-04-27 19:54:29 +0000746 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000747 libs = []
Sean Reifscheidere2dfefb2011-02-22 10:55:44 +0000748 exts.append( Extension('_crypt', ['_cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000749
Skip Montanaroba9e9782003-03-20 23:34:22 +0000750 # CSV files
751 exts.append( Extension('_csv', ['_csv.c']) )
752
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +0000753 # POSIX subprocess module helper.
754 exts.append( Extension('_posixsubprocess', ['_posixsubprocess.c']) )
755
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000756 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000757 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000758 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000759 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000760 search_for_ssl_incs_in = [
761 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000762 '/usr/contrib/ssl/include/'
763 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000764 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
765 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000766 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000767 if ssl_incs is not None:
768 krb5_h = find_file('krb5.h', inc_dirs,
769 ['/usr/kerberos/include'])
770 if krb5_h:
771 ssl_incs += krb5_h
Tarek Ziadé36797272010-07-22 12:50:05 +0000772 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000773 ['/usr/local/ssl/lib',
774 '/usr/contrib/ssl/lib/'
775 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000776
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000777 if (ssl_incs is not None and
778 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000779 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000780 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000781 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000782 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000783 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000784 else:
785 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000786
Gregory P. Smithade97332005-08-23 21:19:40 +0000787 # find out which version of OpenSSL we have
788 openssl_ver = 0
789 openssl_ver_re = re.compile(
790 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40 +0000791
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000792 # look for the openssl version header on the compiler search path.
793 opensslv_h = find_file('openssl/opensslv.h', [],
794 inc_dirs + search_for_ssl_incs_in)
795 if opensslv_h:
796 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200797 if host_platform == 'darwin' and is_macosx_sdk_path(name):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000798 name = os.path.join(macosx_sdk_root(), name[1:])
799 try:
Brett Cannon9f5db072010-10-29 20:19:27 +0000800 with open(name, 'r') as incfile:
801 for line in incfile:
802 m = openssl_ver_re.match(line)
803 if m:
804 openssl_ver = eval(m.group(1))
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000805 except IOError as msg:
806 print("IOError while reading opensshv.h:", msg)
807 pass
Gregory P. Smithade97332005-08-23 21:19:40 +0000808
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000809 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000810 min_openssl_ver = 0x00907000
811 have_any_openssl = ssl_incs is not None and ssl_libs is not None
812 have_usable_openssl = (have_any_openssl and
813 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000814
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000815 if have_any_openssl:
816 if have_usable_openssl:
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000817 # The _hashlib module wraps optimized implementations
818 # of hash functions from the OpenSSL library.
819 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000820 depends = ['hashlib.h'],
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000821 include_dirs = ssl_incs,
822 library_dirs = ssl_libs,
823 libraries = ['ssl', 'crypto']) )
824 else:
825 print("warning: openssl 0x%08x is too old for _hashlib" %
826 openssl_ver)
827 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000828
Antoine Pitrou019ff192012-05-16 16:41:26 +0200829 # We always compile these even when OpenSSL is available (issue #14693).
830 # It's harmless and the object code is tiny (40-50 KB per module,
831 # only loaded when actually used).
832 exts.append( Extension('_sha256', ['sha256module.c'],
833 depends=['hashlib.h']) )
834 exts.append( Extension('_sha512', ['sha512module.c'],
835 depends=['hashlib.h']) )
836 exts.append( Extension('_md5', ['md5module.c'],
837 depends=['hashlib.h']) )
838 exts.append( Extension('_sha1', ['sha1module.c'],
839 depends=['hashlib.h']) )
Gregory P. Smith2f21eb32007-09-09 06:44:34 +0000840
Georg Brandl489cb4f2009-07-11 10:08:49 +0000841 # Modules that provide persistent dictionary-like semantics. You will
842 # probably want to arrange for at least one of them to be available on
843 # your machine, though none are defined by default because of library
844 # dependencies. The Python module dbm/__init__.py provides an
845 # implementation independent wrapper for these; dbm/dumb.py provides
846 # similar functionality (but slower of course) implemented in Python.
847
848 # Sleepycat^WOracle Berkeley DB interface.
849 # http://www.oracle.com/database/berkeley-db/db/index.html
850 #
851 # This requires the Sleepycat^WOracle DB code. The supported versions
852 # are set below. Visit the URL above to download
853 # a release. Most open source OSes come with one or more
854 # versions of BerkeleyDB already installed.
855
doko@ubuntu.com15bac0f2012-07-01 10:35:54 +0200856 max_db_ver = (5, 3)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000857 min_db_ver = (3, 3)
858 db_setup_debug = False # verbose debug prints from this script?
859
860 def allow_db_ver(db_ver):
861 """Returns a boolean if the given BerkeleyDB version is acceptable.
862
863 Args:
864 db_ver: A tuple of the version to verify.
865 """
866 if not (min_db_ver <= db_ver <= max_db_ver):
867 return False
868 return True
869
870 def gen_db_minor_ver_nums(major):
871 if major == 4:
872 for x in range(max_db_ver[1]+1):
873 if allow_db_ver((4, x)):
874 yield x
875 elif major == 3:
876 for x in (3,):
877 if allow_db_ver((3, x)):
878 yield x
879 else:
880 raise ValueError("unknown major BerkeleyDB version", major)
881
882 # construct a list of paths to look for the header file in on
883 # top of the normal inc_dirs.
884 db_inc_paths = [
885 '/usr/include/db4',
886 '/usr/local/include/db4',
887 '/opt/sfw/include/db4',
888 '/usr/include/db3',
889 '/usr/local/include/db3',
890 '/opt/sfw/include/db3',
891 # Fink defaults (http://fink.sourceforge.net/)
892 '/sw/include/db4',
893 '/sw/include/db3',
894 ]
895 # 4.x minor number specific paths
896 for x in gen_db_minor_ver_nums(4):
897 db_inc_paths.append('/usr/include/db4%d' % x)
898 db_inc_paths.append('/usr/include/db4.%d' % x)
899 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
900 db_inc_paths.append('/usr/local/include/db4%d' % x)
901 db_inc_paths.append('/pkg/db-4.%d/include' % x)
902 db_inc_paths.append('/opt/db-4.%d/include' % x)
903 # MacPorts default (http://www.macports.org/)
904 db_inc_paths.append('/opt/local/include/db4%d' % x)
905 # 3.x minor number specific paths
906 for x in gen_db_minor_ver_nums(3):
907 db_inc_paths.append('/usr/include/db3%d' % x)
908 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
909 db_inc_paths.append('/usr/local/include/db3%d' % x)
910 db_inc_paths.append('/pkg/db-3.%d/include' % x)
911 db_inc_paths.append('/opt/db-3.%d/include' % x)
912
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +0200913 if cross_compiling:
914 db_inc_paths = []
915
Georg Brandl489cb4f2009-07-11 10:08:49 +0000916 # Add some common subdirectories for Sleepycat DB to the list,
917 # based on the standard include directories. This way DB3/4 gets
918 # picked up when it is installed in a non-standard prefix and
919 # the user has added that prefix into inc_dirs.
920 std_variants = []
921 for dn in inc_dirs:
922 std_variants.append(os.path.join(dn, 'db3'))
923 std_variants.append(os.path.join(dn, 'db4'))
924 for x in gen_db_minor_ver_nums(4):
925 std_variants.append(os.path.join(dn, "db4%d"%x))
926 std_variants.append(os.path.join(dn, "db4.%d"%x))
927 for x in gen_db_minor_ver_nums(3):
928 std_variants.append(os.path.join(dn, "db3%d"%x))
929 std_variants.append(os.path.join(dn, "db3.%d"%x))
930
931 db_inc_paths = std_variants + db_inc_paths
932 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
933
934 db_ver_inc_map = {}
935
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200936 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000937 sysroot = macosx_sdk_root()
938
Georg Brandl489cb4f2009-07-11 10:08:49 +0000939 class db_found(Exception): pass
940 try:
941 # See whether there is a Sleepycat header in the standard
942 # search path.
943 for d in inc_dirs + db_inc_paths:
944 f = os.path.join(d, "db.h")
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200945 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000946 f = os.path.join(sysroot, d[1:], "db.h")
947
Georg Brandl489cb4f2009-07-11 10:08:49 +0000948 if db_setup_debug: print("db: looking for db.h in", f)
949 if os.path.exists(f):
Brett Cannon9f5db072010-10-29 20:19:27 +0000950 with open(f, 'rb') as file:
951 f = file.read()
Benjamin Peterson019f3612009-08-12 18:18:03 +0000952 m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000953 if m:
954 db_major = int(m.group(1))
Benjamin Peterson019f3612009-08-12 18:18:03 +0000955 m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000956 db_minor = int(m.group(1))
957 db_ver = (db_major, db_minor)
958
959 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
960 if db_ver == (4, 6):
Benjamin Peterson019f3612009-08-12 18:18:03 +0000961 m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000962 db_patch = int(m.group(1))
963 if db_patch < 21:
964 print("db.h:", db_ver, "patch", db_patch,
965 "being ignored (4.6.x must be >= 4.6.21)")
966 continue
967
968 if ( (db_ver not in db_ver_inc_map) and
969 allow_db_ver(db_ver) ):
970 # save the include directory with the db.h version
971 # (first occurrence only)
972 db_ver_inc_map[db_ver] = d
973 if db_setup_debug:
974 print("db.h: found", db_ver, "in", d)
975 else:
976 # we already found a header for this library version
977 if db_setup_debug: print("db.h: ignoring", d)
978 else:
979 # ignore this header, it didn't contain a version number
980 if db_setup_debug:
981 print("db.h: no version number version in", d)
982
983 db_found_vers = list(db_ver_inc_map.keys())
984 db_found_vers.sort()
985
986 while db_found_vers:
987 db_ver = db_found_vers.pop()
988 db_incdir = db_ver_inc_map[db_ver]
989
990 # check lib directories parallel to the location of the header
991 db_dirs_to_check = [
992 db_incdir.replace("include", 'lib64'),
993 db_incdir.replace("include", 'lib'),
994 ]
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000995
doko@ubuntu.com93df16b2012-06-30 14:32:08 +0200996 if host_platform != 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000997 db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check))
998
999 else:
1000 # Same as other branch, but takes OSX SDK into account
1001 tmp = []
1002 for dn in db_dirs_to_check:
1003 if is_macosx_sdk_path(dn):
1004 if os.path.isdir(os.path.join(sysroot, dn[1:])):
1005 tmp.append(dn)
1006 else:
1007 if os.path.isdir(dn):
1008 tmp.append(dn)
Ronald Oussorendc969e52010-06-27 12:37:46 +00001009 db_dirs_to_check = tmp
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001010
1011 db_dirs_to_check = tmp
Georg Brandl489cb4f2009-07-11 10:08:49 +00001012
Ezio Melotti42da6632011-03-15 05:18:48 +02001013 # Look for a version specific db-X.Y before an ambiguous dbX
Georg Brandl489cb4f2009-07-11 10:08:49 +00001014 # XXX should we -ever- look for a dbX name? Do any
1015 # systems really not name their library by version and
1016 # symlink to more general names?
1017 for dblib in (('db-%d.%d' % db_ver),
1018 ('db%d%d' % db_ver),
1019 ('db%d' % db_ver[0])):
1020 dblib_file = self.compiler.find_library_file(
1021 db_dirs_to_check + lib_dirs, dblib )
1022 if dblib_file:
1023 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
1024 raise db_found
1025 else:
1026 if db_setup_debug: print("db lib: ", dblib, "not found")
1027
1028 except db_found:
1029 if db_setup_debug:
1030 print("bsddb using BerkeleyDB lib:", db_ver, dblib)
1031 print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir)
1032 db_incs = [db_incdir]
1033 dblibs = [dblib]
1034 else:
1035 if db_setup_debug: print("db: no appropriate library found")
1036 db_incs = None
1037 dblibs = []
1038 dblib_dir = None
1039
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001040 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:30 +00001041 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001042
1043 # We hunt for #define SQLITE_VERSION "n.n.n"
1044 # We need to find >= sqlite version 3.0.8
1045 sqlite_incdir = sqlite_libdir = None
1046 sqlite_inc_paths = [ '/usr/include',
1047 '/usr/include/sqlite',
1048 '/usr/include/sqlite3',
1049 '/usr/local/include',
1050 '/usr/local/include/sqlite',
1051 '/usr/local/include/sqlite3',
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +02001052 ]
1053 if cross_compiling:
1054 sqlite_inc_paths = []
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001055 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
1056 MIN_SQLITE_VERSION = ".".join([str(x)
1057 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:47 +00001058
1059 # Scan the default include directories before the SQLite specific
1060 # ones. This allows one to override the copy of sqlite on OSX,
1061 # where /usr/include contains an old version of sqlite.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001062 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001063 sysroot = macosx_sdk_root()
1064
Ned Deily9b635832012-08-05 15:13:33 -07001065 for d_ in inc_dirs + sqlite_inc_paths:
1066 d = d_
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001067 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ned Deily9b635832012-08-05 15:13:33 -07001068 d = os.path.join(sysroot, d[1:])
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001069
Ned Deily9b635832012-08-05 15:13:33 -07001070 f = os.path.join(d, "sqlite3.h")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001071 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:43 +00001072 if sqlite_setup_debug: print("sqlite: found %s"%f)
Brett Cannon9f5db072010-10-29 20:19:27 +00001073 with open(f) as file:
1074 incf = file.read()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001075 m = re.search(
1076 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
1077 if m:
1078 sqlite_version = m.group(1)
1079 sqlite_version_tuple = tuple([int(x)
1080 for x in sqlite_version.split(".")])
1081 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
1082 # we win!
Thomas Wouters89f507f2006-12-13 04:49:30 +00001083 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001084 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001085 sqlite_incdir = d
1086 break
1087 else:
1088 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001089 print("%s: version %d is too old, need >= %s"%(d,
1090 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001091 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +00001092 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001093
1094 if sqlite_incdir:
1095 sqlite_dirs_to_check = [
1096 os.path.join(sqlite_incdir, '..', 'lib64'),
1097 os.path.join(sqlite_incdir, '..', 'lib'),
1098 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
1099 os.path.join(sqlite_incdir, '..', '..', 'lib'),
1100 ]
Tarek Ziadé36797272010-07-22 12:50:05 +00001101 sqlite_libfile = self.compiler.find_library_file(
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001102 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonf10a79a2008-10-11 00:49:57 +00001103 if sqlite_libfile:
1104 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001105
1106 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:47 +00001107 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001108 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001109 '_sqlite/cursor.c',
1110 '_sqlite/microprotocols.c',
1111 '_sqlite/module.c',
1112 '_sqlite/prepare_protocol.c',
1113 '_sqlite/row.c',
1114 '_sqlite/statement.c',
1115 '_sqlite/util.c', ]
1116
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001117 sqlite_defines = []
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001118 if host_platform != "win32":
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001119 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
1120 else:
1121 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1122
Benjamin Peterson076ed002010-10-31 17:11:02 +00001123 # Enable support for loadable extensions in the sqlite3 module
1124 # if --enable-loadable-sqlite-extensions configure option is used.
1125 if '--enable-loadable-sqlite-extensions' not in sysconfig.get_config_var("CONFIG_ARGS"):
1126 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Thomas Wouters477c8d52006-05-27 19:21:47 +00001127
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001128 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47 +00001129 # In every directory on the search path search for a dynamic
1130 # library and then a static library, instead of first looking
Ezio Melotti13925002011-03-16 11:05:33 +02001131 # for dynamic libraries on the entire path.
1132 # This way a statically linked custom sqlite gets picked up
Thomas Wouters477c8d52006-05-27 19:21:47 +00001133 # before the dynamic library in /usr/lib.
1134 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1135 else:
1136 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001137
Brett Cannonc5011fe2011-06-06 20:09:10 -07001138 include_dirs = ["Modules/_sqlite"]
1139 # Only include the directory where sqlite was found if it does
1140 # not already exist in set include directories, otherwise you
1141 # can end up with a bad search path order.
1142 if sqlite_incdir not in self.compiler.include_dirs:
1143 include_dirs.append(sqlite_incdir)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001144 exts.append(Extension('_sqlite3', sqlite_srcs,
1145 define_macros=sqlite_defines,
Brett Cannonc5011fe2011-06-06 20:09:10 -07001146 include_dirs=include_dirs,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001147 library_dirs=sqlite_libdir,
1148 runtime_library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:47 +00001149 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001150 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001151 else:
1152 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001153
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001154 dbm_setup_debug = False # verbose debug prints from this script?
Benjamin Petersond78735d2010-01-01 16:04:23 +00001155 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001156 # The standard Unix dbm module:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001157 if host_platform not in ['cygwin']:
Matthias Klose55708cc2009-04-30 08:06:49 +00001158 config_args = [arg.strip("'")
1159 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersond78735d2010-01-01 16:04:23 +00001160 dbm_args = [arg for arg in config_args
Matthias Klose55708cc2009-04-30 08:06:49 +00001161 if arg.startswith('--with-dbmliborder=')]
1162 if dbm_args:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001163 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001164 else:
Georg Brandl489cb4f2009-07-11 10:08:49 +00001165 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001166 dbmext = None
1167 for cand in dbm_order:
1168 if cand == "ndbm":
1169 if find_file("ndbm.h", inc_dirs, []) is not None:
Nick Coghlan50f147a2012-06-17 18:27:11 +10001170 # Some systems have -lndbm, others have -lgdbm_compat,
1171 # others don't have either
Tarek Ziadé36797272010-07-22 12:50:05 +00001172 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001173 'ndbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001174 ndbm_libs = ['ndbm']
Nick Coghlan50f147a2012-06-17 18:27:11 +10001175 elif self.compiler.find_library_file(lib_dirs,
1176 'gdbm_compat'):
1177 ndbm_libs = ['gdbm_compat']
Matthias Klose55708cc2009-04-30 08:06:49 +00001178 else:
1179 ndbm_libs = []
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001180 if dbm_setup_debug: print("building dbm using ndbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001181 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1182 define_macros=[
1183 ('HAVE_NDBM_H',None),
1184 ],
1185 libraries=ndbm_libs)
1186 break
1187
1188 elif cand == "gdbm":
Tarek Ziadé36797272010-07-22 12:50:05 +00001189 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001190 gdbm_libs = ['gdbm']
Tarek Ziadé36797272010-07-22 12:50:05 +00001191 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001192 'gdbm_compat'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001193 gdbm_libs.append('gdbm_compat')
1194 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001195 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001196 dbmext = Extension(
1197 '_dbm', ['_dbmmodule.c'],
1198 define_macros=[
1199 ('HAVE_GDBM_NDBM_H', None),
1200 ],
1201 libraries = gdbm_libs)
1202 break
1203 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001204 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:49 +00001205 dbmext = Extension(
1206 '_dbm', ['_dbmmodule.c'],
1207 define_macros=[
1208 ('HAVE_GDBM_DASH_NDBM_H', None),
1209 ],
1210 libraries = gdbm_libs)
1211 break
Georg Brandl489cb4f2009-07-11 10:08:49 +00001212 elif cand == "bdb":
1213 if db_incs is not None:
Ross Lagerwall0b63b562012-04-15 08:19:35 +02001214 if dbm_setup_debug: print("building dbm using bdb")
Georg Brandl489cb4f2009-07-11 10:08:49 +00001215 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1216 library_dirs=dblib_dir,
1217 runtime_library_dirs=dblib_dir,
1218 include_dirs=db_incs,
1219 define_macros=[
1220 ('HAVE_BERKDB_H', None),
1221 ('DB_DBM_HSEARCH', None),
1222 ],
1223 libraries=dblibs)
Matthias Klose55708cc2009-04-30 08:06:49 +00001224 break
1225 if dbmext is not None:
1226 exts.append(dbmext)
Guido van Rossumd8faa362007-04-27 19:54:29 +00001227 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001228 missing.append('_dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001229
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001230 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001231 if ('gdbm' in dbm_order and
Tarek Ziadé36797272010-07-22 12:50:05 +00001232 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001233 exts.append( Extension('_gdbm', ['_gdbmmodule.c'],
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001234 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001235 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001236 missing.append('_gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001237
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001238 # Unix-only modules
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001239 if host_platform != 'win32':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001240 # Steen Lumholt's termios module
1241 exts.append( Extension('termios', ['termios.c']) )
1242 # Jeremy Hylton's rlimit interface
Antoine Pitrou6103ab12009-10-24 20:11:21 +00001243 exts.append( Extension('resource', ['resource.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001244
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +00001245 # Sun yellow pages. Some systems have the functions in libc.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001246 if (host_platform not in ['cygwin', 'qnx6'] and
Benjamin Peterson588009e2009-12-30 03:03:54 +00001247 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé36797272010-07-22 12:50:05 +00001248 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +00001249 libs = ['nsl']
1250 else:
1251 libs = []
1252 exts.append( Extension('nis', ['nismodule.c'],
1253 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001254 else:
1255 missing.append('nis')
1256 else:
1257 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001258
Skip Montanaro72092942004-02-07 12:50:19 +00001259 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001260 # provided by the ncurses library.
Victor Stinneraa35b002011-11-29 00:08:12 +01001261 curses_defines = []
Victor Stinner756c6ec2011-11-27 00:19:53 +01001262 curses_includes = []
Victor Stinneraa35b002011-11-29 00:08:12 +01001263 panel_library = 'panel'
1264 if curses_library == 'ncursesw':
1265 curses_defines.append(('HAVE_NCURSESW', '1'))
1266 curses_includes.append('/usr/include/ncursesw')
1267 # Bug 1464056: If _curses.so links with ncursesw,
1268 # _curses_panel.so must link with panelw.
1269 panel_library = 'panelw'
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001270 if host_platform == 'darwin':
Ned Deily69192232012-06-20 23:47:14 -07001271 # On OS X, there is no separate /usr/lib/libncursesw nor
1272 # libpanelw. If we are here, we found a locally-supplied
1273 # version of libncursesw. There should be also be a
1274 # libpanelw. _XOPEN_SOURCE defines are usually excluded
1275 # for OS X but we need _XOPEN_SOURCE_EXTENDED here for
1276 # ncurses wide char support
1277 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001278 elif host_platform == 'darwin' and curses_library == 'ncurses':
Ned Deily69192232012-06-20 23:47:14 -07001279 # Building with the system-suppied combined libncurses/libpanel
1280 curses_defines.append(('HAVE_NCURSESW', '1'))
1281 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
Victor Stinneraa35b002011-11-29 00:08:12 +01001282
Stefan Krah095b2732010-06-08 13:41:44 +00001283 if curses_library.startswith('ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +00001284 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001285 exts.append( Extension('_curses', ['_cursesmodule.c'],
Victor Stinner756c6ec2011-11-27 00:19:53 +01001286 include_dirs=curses_includes,
Nadeem Vawda9e2e9902011-07-31 15:01:11 +02001287 define_macros=curses_defines,
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001288 libraries = curses_libs) )
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001289 elif curses_library == 'curses' and host_platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:41 +00001290 # OSX has an old Berkeley curses, not good enough for
1291 # the _curses module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001292 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001293 curses_libs = ['curses', 'terminfo']
Tarek Ziadé36797272010-07-22 12:50:05 +00001294 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001295 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001296 else:
1297 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001298
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001299 exts.append( Extension('_curses', ['_cursesmodule.c'],
Nadeem Vawda9e2e9902011-07-31 15:01:11 +02001300 define_macros=curses_defines,
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001301 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001302 else:
1303 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001304
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001305 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001306 if (module_enabled(exts, '_curses') and
Tarek Ziadé36797272010-07-22 12:50:05 +00001307 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001308 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Victor Stinner756c6ec2011-11-27 00:19:53 +01001309 include_dirs=curses_includes,
Ned Deily69192232012-06-20 23:47:14 -07001310 define_macros=curses_defines,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001311 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001312 else:
1313 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001314
Barry Warsaw259b1e12002-08-13 20:09:26 +00001315 # Andrew Kuchling's zlib module. Note that some versions of zlib
1316 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1317 # http://www.cert.org/advisories/CA-2002-07.html
1318 #
1319 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1320 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1321 # now, we still accept 1.1.3, because we think it's difficult to
1322 # exploit this in Python, and we'd rather make it RedHat's problem
1323 # than our problem <wink>.
1324 #
1325 # You can upgrade zlib to version 1.1.4 yourself by going to
1326 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001327 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:29 +00001328 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001329 if zlib_inc is not None:
1330 zlib_h = zlib_inc[0] + '/zlib.h'
1331 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001332 version_req = '"1.1.3"'
Brett Cannon9f5db072010-10-29 20:19:27 +00001333 with open(zlib_h) as fp:
1334 while 1:
1335 line = fp.readline()
1336 if not line:
1337 break
1338 if line.startswith('#define ZLIB_VERSION'):
1339 version = line.split()[2]
1340 break
Guido van Rossume6970912001-04-15 15:16:12 +00001341 if version >= version_req:
Tarek Ziadé36797272010-07-22 12:50:05 +00001342 if (self.compiler.find_library_file(lib_dirs, 'z')):
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001343 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001344 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1345 else:
1346 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001347 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001348 libraries = ['z'],
1349 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:29 +00001350 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:29 +00001351 else:
1352 missing.append('zlib')
1353 else:
1354 missing.append('zlib')
1355 else:
1356 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001357
Christian Heimes1dc54002008-03-24 02:19:29 +00001358 # Helper module for various ascii-encoders. Uses zlib for an optimized
1359 # crc32 if we have it. Otherwise binascii uses its own.
1360 if have_zlib:
1361 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1362 libraries = ['z']
1363 extra_link_args = zlib_extra_link_args
1364 else:
1365 extra_compile_args = []
1366 libraries = []
1367 extra_link_args = []
1368 exts.append( Extension('binascii', ['binascii.c'],
1369 extra_compile_args = extra_compile_args,
1370 libraries = libraries,
1371 extra_link_args = extra_link_args) )
1372
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001373 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001374 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001375 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001376 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1377 else:
1378 bz2_extra_link_args = ()
Antoine Pitrou37dc5f82011-04-03 17:05:46 +02001379 exts.append( Extension('_bz2', ['_bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001380 libraries = ['bz2'],
1381 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001382 else:
Antoine Pitrou37dc5f82011-04-03 17:05:46 +02001383 missing.append('_bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001384
Nadeem Vawda3ff069e2011-11-30 00:25:06 +02001385 # LZMA compression support.
1386 if self.compiler.find_library_file(lib_dirs, 'lzma'):
1387 exts.append( Extension('_lzma', ['_lzmamodule.c'],
1388 libraries = ['lzma']) )
1389 else:
1390 missing.append('_lzma')
1391
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001392 # Interface to the Expat XML parser
1393 #
Benjamin Petersona28e7022010-01-09 18:53:06 +00001394 # Expat was written by James Clark and is now maintained by a group of
1395 # developers on SourceForge; see www.libexpat.org for more information.
1396 # The pyexpat module was written by Paul Prescod after a prototype by
1397 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1398 # of a system shared libexpat.so is possible with --with-system-expat
Benjamin Petersonc73206c2010-10-31 16:38:19 +00001399 # configure option.
Fred Drakefc8341d2002-06-17 17:55:30 +00001400 #
1401 # More information on Expat can be found at www.libexpat.org.
1402 #
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001403 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1404 expat_inc = []
1405 define_macros = []
1406 expat_lib = ['expat']
1407 expat_sources = []
1408 else:
1409 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1410 define_macros = [
1411 ('HAVE_EXPAT_CONFIG_H', '1'),
1412 ]
1413 expat_lib = []
1414 expat_sources = ['expat/xmlparse.c',
1415 'expat/xmlrole.c',
1416 'expat/xmltok.c']
Thomas Wouters477c8d52006-05-27 19:21:47 +00001417
Fred Drake2d59a492003-10-21 15:41:15 +00001418 exts.append(Extension('pyexpat',
1419 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001420 include_dirs = expat_inc,
1421 libraries = expat_lib,
1422 sources = ['pyexpat.c'] + expat_sources
Fred Drake2d59a492003-10-21 15:41:15 +00001423 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001424
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001425 # Fredrik Lundh's cElementTree module. Note that this also
1426 # uses expat (via the CAPI hook in pyexpat).
1427
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001428 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001429 define_macros.append(('USE_PYEXPAT_CAPI', None))
1430 exts.append(Extension('_elementtree',
1431 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001432 include_dirs = expat_inc,
1433 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001434 sources = ['_elementtree.c'],
1435 ))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001436 else:
1437 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001438
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001439 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:13 +00001440 exts.append(Extension('_multibytecodec',
1441 ['cjkcodecs/multibytecodec.c']))
1442 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1443 exts.append(Extension('_codecs_%s' % loc,
1444 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001445
Stefan Krah1919b7e2012-03-21 18:25:23 +01001446 # Stefan Krah's _decimal module
1447 exts.append(self._decimal_ext())
1448
Thomas Hellercf567c12006-03-08 19:51:58 +00001449 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001450 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001451
Benjamin Petersone711caf2008-06-11 16:44:04 +00001452 # Richard Oudkerk's multiprocessing module
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001453 if host_platform == 'win32': # Windows
Benjamin Petersone711caf2008-06-11 16:44:04 +00001454 macros = dict()
1455 libraries = ['ws2_32']
1456
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001457 elif host_platform == 'darwin': # Mac OSX
Benjamin Peterson965ce872009-04-05 21:24:58 +00001458 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001459 libraries = []
1460
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001461 elif host_platform == 'cygwin': # Cygwin
Benjamin Peterson965ce872009-04-05 21:24:58 +00001462 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001463 libraries = []
Benjamin Peterson41181742008-07-02 20:22:54 +00001464
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001465 elif host_platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Benjamin Peterson41181742008-07-02 20:22:54 +00001466 # FreeBSD's P1003.1b semaphore support is very experimental
1467 # and has many known problems. (as of June 2008)
Benjamin Peterson965ce872009-04-05 21:24:58 +00001468 macros = dict()
Benjamin Peterson41181742008-07-02 20:22:54 +00001469 libraries = []
1470
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001471 elif host_platform.startswith('openbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001472 macros = dict()
Benjamin Petersone5384b02008-10-04 22:00:42 +00001473 libraries = []
1474
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001475 elif host_platform.startswith('netbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001476 macros = dict()
Jesse Noller32d68c22009-03-31 18:48:42 +00001477 libraries = []
1478
Benjamin Petersone711caf2008-06-11 16:44:04 +00001479 else: # Linux and other unices
Benjamin Peterson965ce872009-04-05 21:24:58 +00001480 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001481 libraries = ['rt']
1482
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001483 if host_platform == 'win32':
Benjamin Petersone711caf2008-06-11 16:44:04 +00001484 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1485 '_multiprocessing/semaphore.c',
Benjamin Petersone711caf2008-06-11 16:44:04 +00001486 ]
1487
1488 else:
1489 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
Benjamin Petersone711caf2008-06-11 16:44:04 +00001490 ]
Mark Dickinsona614f042009-11-28 12:48:43 +00001491 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1492 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Petersone711caf2008-06-11 16:44:04 +00001493 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1494
Jesse Noller6fd47e22009-01-23 14:09:08 +00001495 if sysconfig.get_config_var('WITH_THREAD'):
1496 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1497 define_macros=list(macros.items()),
1498 include_dirs=["Modules/_multiprocessing"]))
1499 else:
1500 missing.append('_multiprocessing')
Benjamin Petersone711caf2008-06-11 16:44:04 +00001501 # End multiprocessing
Guido van Rossuma9e20242007-03-08 00:43:48 +00001502
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001503 # Platform-specific libraries
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001504 if host_platform.startswith(('linux', 'freebsd', 'gnukfreebsd')):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001505 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001506 else:
1507 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001508
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001509 if host_platform == 'darwin':
Benjamin Petersonebacd262008-05-29 21:09:51 +00001510 exts.append(
1511 Extension('_gestalt', ['_gestalt.c'],
1512 extra_link_args=['-framework', 'Carbon'])
1513 )
Ronald Oussoren84151202010-04-18 20:46:11 +00001514 exts.append(
1515 Extension('_scproxy', ['_scproxy.c'],
1516 extra_link_args=[
1517 '-framework', 'SystemConfiguration',
1518 '-framework', 'CoreFoundation',
1519 ]))
Benjamin Petersonebacd262008-05-29 21:09:51 +00001520
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001521 self.extensions.extend(exts)
1522
1523 # Call the method for detecting whether _tkinter can be compiled
1524 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001525
Guido van Rossumd8faa362007-04-27 19:54:29 +00001526 if '_tkinter' not in [e.name for e in self.extensions]:
1527 missing.append('_tkinter')
1528
1529 return missing
1530
Jack Jansen0b06be72002-06-21 14:48:38 +00001531 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1532 # The _tkinter module, using frameworks. Since frameworks are quite
1533 # different the UNIX search logic is not sharable.
1534 from os.path import join, exists
1535 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001536 '/Library/Frameworks',
Ronald Oussoren5f734f12009-03-04 21:32:48 +00001537 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001538 join(os.getenv('HOME'), '/Library/Frameworks')
1539 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001540
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001541 sysroot = macosx_sdk_root()
1542
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001543 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001544 # bundles.
1545 # XXX distutils should support -F!
1546 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001547 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001548
1549
Jack Jansen0b06be72002-06-21 14:48:38 +00001550 for fw in 'Tcl', 'Tk':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001551 if is_macosx_sdk_path(F):
1552 if not exists(join(sysroot, F[1:], fw + '.framework')):
1553 break
1554 else:
1555 if not exists(join(F, fw + '.framework')):
1556 break
Jack Jansen0b06be72002-06-21 14:48:38 +00001557 else:
1558 # ok, F is now directory with both frameworks. Continure
1559 # building
1560 break
1561 else:
1562 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1563 # will now resume.
1564 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001565
Jack Jansen0b06be72002-06-21 14:48:38 +00001566 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1567 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001568 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001569 #
1570 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001571 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:43 +00001572 for fw in ('Tcl', 'Tk')
1573 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:38 +00001574 ]
1575
Tim Peters2c60f7a2003-01-29 03:49:43 +00001576 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001577 # complicated search, this is a hard-coded path. It could bail out
1578 # if X11 libs are not found...
1579 include_dirs.append('/usr/X11R6/include')
1580 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1581
Georg Brandlfcaf9102008-07-16 02:17:56 +00001582 # All existing framework builds of Tcl/Tk don't support 64-bit
1583 # architectures.
1584 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1585 archs = re.findall('-arch\s+(\w+)', cflags)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001586
Ronald Oussorend097efe2009-09-15 19:07:58 +00001587 tmpfile = os.path.join(self.build_temp, 'tk.arch')
1588 if not os.path.exists(self.build_temp):
1589 os.makedirs(self.build_temp)
1590
1591 # Note: cannot use os.popen or subprocess here, that
1592 # requires extensions that are not available here.
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001593 if is_macosx_sdk_path(F):
1594 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile))
1595 else:
1596 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile))
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001597
Brett Cannon9f5db072010-10-29 20:19:27 +00001598 with open(tmpfile) as fp:
1599 detected_archs = []
1600 for ln in fp:
1601 a = ln.split()[-1]
1602 if a in archs:
1603 detected_archs.append(ln.split()[-1])
Ronald Oussorend097efe2009-09-15 19:07:58 +00001604 os.unlink(tmpfile)
1605
1606 for a in detected_archs:
1607 frameworks.append('-arch')
1608 frameworks.append(a)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001609
Jack Jansen0b06be72002-06-21 14:48:38 +00001610 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1611 define_macros=[('WITH_APPINIT', 1)],
1612 include_dirs = include_dirs,
1613 libraries = [],
Georg Brandlfcaf9102008-07-16 02:17:56 +00001614 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001615 extra_link_args = frameworks,
1616 )
1617 self.extensions.append(ext)
1618 return 1
1619
Tim Peters2c60f7a2003-01-29 03:49:43 +00001620
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001621 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001622 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001623
Jack Jansen0b06be72002-06-21 14:48:38 +00001624 # Rather than complicate the code below, detecting and building
1625 # AquaTk is a separate method. Only one Tkinter will be built on
1626 # Darwin - either AquaTk, if it is found, or X11 based Tk.
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001627 if (host_platform == 'darwin' and
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001628 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001629 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001630
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001631 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001632 # The versions with dots are used on Unix, and the versions without
1633 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001634 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polo5d377bd2009-08-16 14:44:14 +00001635 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1636 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé36797272010-07-22 12:50:05 +00001637 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001638 'tk' + version)
Tarek Ziadé36797272010-07-22 12:50:05 +00001639 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001640 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001641 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001642 # Exit the loop when we've found the Tcl/Tk libraries
1643 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001644
Fredrik Lundhade711a2001-01-24 08:00:28 +00001645 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001646 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001647 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001648 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001649 dotversion = version
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001650 if '.' not in dotversion and "bsd" in host_platform.lower():
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001651 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1652 # but the include subdirs are named like .../include/tcl8.3.
1653 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1654 tcl_include_sub = []
1655 tk_include_sub = []
1656 for dir in inc_dirs:
1657 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1658 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1659 tk_include_sub += tcl_include_sub
1660 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1661 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001662
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001663 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001664 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001665 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001666 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001667
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001668 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001669
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001670 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1671 for dir in tcl_includes + tk_includes:
1672 if dir not in include_dirs:
1673 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001674
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001675 # Check for various platform-specific directories
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001676 if host_platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001677 include_dirs.append('/usr/openwin/include')
1678 added_lib_dirs.append('/usr/openwin/lib')
1679 elif os.path.exists('/usr/X11R6/include'):
1680 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001681 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001682 added_lib_dirs.append('/usr/X11R6/lib')
1683 elif os.path.exists('/usr/X11R5/include'):
1684 include_dirs.append('/usr/X11R5/include')
1685 added_lib_dirs.append('/usr/X11R5/lib')
1686 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001687 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001688 include_dirs.append('/usr/X11/include')
1689 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001690
Jason Tishler9181c942003-02-05 15:16:17 +00001691 # If Cygwin, then verify that X is installed before proceeding
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001692 if host_platform == 'cygwin':
Jason Tishler9181c942003-02-05 15:16:17 +00001693 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1694 if x11_inc is None:
1695 return
1696
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001697 # Check for BLT extension
Tarek Ziadé36797272010-07-22 12:50:05 +00001698 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001699 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001700 defs.append( ('WITH_BLT', 1) )
1701 libs.append('BLT8.0')
Tarek Ziadé36797272010-07-22 12:50:05 +00001702 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001703 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:38 +00001704 defs.append( ('WITH_BLT', 1) )
1705 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001706
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001707 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001708 libs.append('tk'+ version)
1709 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001710
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001711 if host_platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001712 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001713
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001714 # Finally, link with the X11 libraries (not appropriate on cygwin)
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001715 if host_platform != "cygwin":
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001716 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001717
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001718 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1719 define_macros=[('WITH_APPINIT', 1)] + defs,
1720 include_dirs = include_dirs,
1721 libraries = libs,
1722 library_dirs = added_lib_dirs,
1723 )
1724 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001725
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001726## # Uncomment these lines if you want to play with xxmodule.c
1727## ext = Extension('xx', ['xxmodule.c'])
1728## self.extensions.append(ext)
Antoine Pitrou8c30a712010-12-04 18:36:03 +00001729 if 'd' not in sys.abiflags:
1730 ext = Extension('xxlimited', ['xxlimited.c'],
1731 define_macros=[('Py_LIMITED_API', 1)])
1732 self.extensions.append(ext)
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001733
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001734 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001735 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001736 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001737 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001738 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001739 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001740 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001741
Christian Heimes78644762008-03-04 23:39:23 +00001742 def configure_ctypes_darwin(self, ext):
1743 # Darwin (OS X) uses preconfigured files, in
1744 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauer014bf282009-02-05 16:35:45 +00001745 srcdir = sysconfig.get_config_var('srcdir')
Christian Heimes78644762008-03-04 23:39:23 +00001746 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1747 '_ctypes', 'libffi_osx'))
1748 sources = [os.path.join(ffi_srcdir, p)
1749 for p in ['ffi.c',
Georg Brandlfcaf9102008-07-16 02:17:56 +00001750 'x86/darwin64.S',
Christian Heimes78644762008-03-04 23:39:23 +00001751 'x86/x86-darwin.S',
1752 'x86/x86-ffi_darwin.c',
1753 'x86/x86-ffi64.c',
1754 'powerpc/ppc-darwin.S',
1755 'powerpc/ppc-darwin_closure.S',
1756 'powerpc/ppc-ffi_darwin.c',
1757 'powerpc/ppc64-darwin_closure.S',
1758 ]]
1759
1760 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001761 self.compiler.src_extensions.append('.S')
Christian Heimes78644762008-03-04 23:39:23 +00001762
1763 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1764 os.path.join(ffi_srcdir, 'powerpc')]
1765 ext.include_dirs.extend(include_dirs)
1766 ext.sources.extend(sources)
1767 return True
1768
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001769 def configure_ctypes(self, ext):
1770 if not self.use_system_libffi:
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001771 if host_platform == 'darwin':
Christian Heimes78644762008-03-04 23:39:23 +00001772 return self.configure_ctypes_darwin(ext)
1773
Neil Schemenauer014bf282009-02-05 16:35:45 +00001774 srcdir = sysconfig.get_config_var('srcdir')
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001775 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1776 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1777 '_ctypes', 'libffi'))
1778 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001779
Thomas Wouters477c8d52006-05-27 19:21:47 +00001780 from distutils.dep_util import newer_group
1781
1782 config_sources = [os.path.join(ffi_srcdir, fname)
Thomas Wouterscf297e42007-02-23 15:07:44 +00001783 for fname in os.listdir(ffi_srcdir)
1784 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Wouters477c8d52006-05-27 19:21:47 +00001785 if self.force or newer_group(config_sources,
1786 ffi_configfile):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001787 from distutils.dir_util import mkpath
1788 mkpath(ffi_builddir)
doko@ubuntu.com1abe1c52012-06-30 20:42:45 +02001789 config_args = [arg for arg in sysconfig.get_config_var("CONFIG_ARGS").split()
1790 if (('--host=' in arg) or ('--build=' in arg))]
Thomas Hellercf567c12006-03-08 19:51:58 +00001791
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001792 # Pass empty CFLAGS because we'll just append the resulting
1793 # CFLAGS to Python's; -g or -O2 is to be avoided.
1794 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1795 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001796
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001797 res = os.system(cmd)
1798 if res or not os.path.exists(ffi_configfile):
Guido van Rossum452bf512007-02-09 05:32:43 +00001799 print("Failed to configure _ctypes module")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001800 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001801
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001802 fficonfig = {}
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001803 with open(ffi_configfile) as f:
1804 exec(f.read(), globals(), fficonfig)
Thomas Hellercf567c12006-03-08 19:51:58 +00001805
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001806 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001807 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001808
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001809 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001810 ffi_builddir,
1811 os.path.join(ffi_srcdir, 'src')]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001812 extra_compile_args = fficonfig['ffi_cflags'].split()
1813
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001814 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1815 fficonfig['ffi_sources'])
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001816 ext.include_dirs.extend(include_dirs)
1817 ext.extra_compile_args.extend(extra_compile_args)
1818 return True
1819
1820 def detect_ctypes(self, inc_dirs, lib_dirs):
1821 self.use_system_libffi = False
1822 include_dirs = []
1823 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001824 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001825 sources = ['_ctypes/_ctypes.c',
1826 '_ctypes/callbacks.c',
1827 '_ctypes/callproc.c',
1828 '_ctypes/stgdict.c',
Thomas Heller864cc672010-08-08 17:58:53 +00001829 '_ctypes/cfield.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001830 depends = ['_ctypes/ctypes.h']
1831
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001832 if host_platform == 'darwin':
Ronald Oussoren2decf222010-09-05 18:25:59 +00001833 sources.append('_ctypes/malloc_closure.c')
Thomas Hellercf567c12006-03-08 19:51:58 +00001834 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:23 +00001835 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001836 include_dirs.append('_ctypes/darwin')
1837# XXX Is this still needed?
1838## extra_link_args.extend(['-read_only_relocs', 'warning'])
1839
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001840 elif host_platform == 'sunos5':
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001841 # XXX This shouldn't be necessary; it appears that some
1842 # of the assembler code is non-PIC (i.e. it has relocations
1843 # when it shouldn't. The proper fix would be to rewrite
1844 # the assembler code to be PIC.
1845 # This only works with GCC; the Sun compiler likely refuses
1846 # this option. If you want to compile ctypes with the Sun
1847 # compiler, please research a proper solution, instead of
1848 # finding some -z option for the Sun compiler.
1849 extra_link_args.append('-mimpure-text')
1850
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001851 elif host_platform.startswith('hp-ux'):
Thomas Heller3eaaeb42008-05-23 17:26:46 +00001852 extra_link_args.append('-fPIC')
1853
Thomas Hellercf567c12006-03-08 19:51:58 +00001854 ext = Extension('_ctypes',
1855 include_dirs=include_dirs,
1856 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001857 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001858 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001859 sources=sources,
1860 depends=depends)
1861 ext_test = Extension('_ctypes_test',
1862 sources=['_ctypes/_ctypes_test.c'])
1863 self.extensions.extend([ext, ext_test])
1864
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001865 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1866 return
1867
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001868 if host_platform == 'darwin':
Christian Heimes78644762008-03-04 23:39:23 +00001869 # OS X 10.5 comes with libffi.dylib; the include files are
1870 # in /usr/include/ffi
1871 inc_dirs.append('/usr/include/ffi')
1872
Benjamin Petersond78735d2010-01-01 16:04:23 +00001873 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Klose5a204fe2010-04-21 21:47:45 +00001874 if not ffi_inc or ffi_inc[0] == '':
Benjamin Petersond78735d2010-01-01 16:04:23 +00001875 ffi_inc = find_file('ffi.h', [], inc_dirs)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001876 if ffi_inc is not None:
1877 ffi_h = ffi_inc[0] + '/ffi.h'
Brett Cannon9f5db072010-10-29 20:19:27 +00001878 with open(ffi_h) as fp:
1879 while 1:
1880 line = fp.readline()
1881 if not line:
1882 ffi_inc = None
1883 break
1884 if line.startswith('#define LIBFFI_H'):
1885 break
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001886 ffi_lib = None
1887 if ffi_inc is not None:
1888 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
Tarek Ziadé36797272010-07-22 12:50:05 +00001889 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001890 ffi_lib = lib_name
1891 break
1892
1893 if ffi_inc and ffi_lib:
1894 ext.include_dirs.extend(ffi_inc)
1895 ext.libraries.append(ffi_lib)
1896 self.use_system_libffi = True
1897
Stefan Krah1919b7e2012-03-21 18:25:23 +01001898 def _decimal_ext(self):
Stefan Krah60187b52012-03-23 19:06:27 +01001899 extra_compile_args = []
Stefan Krah3746aee2012-06-30 18:20:33 +02001900 undef_macros = ['NDEBUG']
Stefan Krah60187b52012-03-23 19:06:27 +01001901 if '--with-system-libmpdec' in sysconfig.get_config_var("CONFIG_ARGS"):
1902 include_dirs = []
1903 libraries = ['mpdec']
1904 sources = ['_decimal/_decimal.c']
1905 depends = ['_decimal/docstrings.h']
1906 else:
Ned Deily458a6fb2012-04-01 02:30:46 -07001907 srcdir = sysconfig.get_config_var('srcdir')
1908 include_dirs = [os.path.abspath(os.path.join(srcdir,
1909 'Modules',
1910 '_decimal',
1911 'libmpdec'))]
Stefan Krah60187b52012-03-23 19:06:27 +01001912 libraries = []
1913 sources = [
1914 '_decimal/_decimal.c',
1915 '_decimal/libmpdec/basearith.c',
1916 '_decimal/libmpdec/constants.c',
1917 '_decimal/libmpdec/context.c',
1918 '_decimal/libmpdec/convolute.c',
1919 '_decimal/libmpdec/crt.c',
1920 '_decimal/libmpdec/difradix2.c',
1921 '_decimal/libmpdec/fnt.c',
1922 '_decimal/libmpdec/fourstep.c',
1923 '_decimal/libmpdec/io.c',
1924 '_decimal/libmpdec/memory.c',
1925 '_decimal/libmpdec/mpdecimal.c',
1926 '_decimal/libmpdec/numbertheory.c',
1927 '_decimal/libmpdec/sixstep.c',
1928 '_decimal/libmpdec/transpose.c',
1929 ]
1930 depends = [
1931 '_decimal/docstrings.h',
1932 '_decimal/libmpdec/basearith.h',
1933 '_decimal/libmpdec/bits.h',
1934 '_decimal/libmpdec/constants.h',
1935 '_decimal/libmpdec/convolute.h',
1936 '_decimal/libmpdec/crt.h',
1937 '_decimal/libmpdec/difradix2.h',
1938 '_decimal/libmpdec/fnt.h',
1939 '_decimal/libmpdec/fourstep.h',
1940 '_decimal/libmpdec/io.h',
1941 '_decimal/libmpdec/memory.h',
1942 '_decimal/libmpdec/mpdecimal.h',
1943 '_decimal/libmpdec/numbertheory.h',
1944 '_decimal/libmpdec/sixstep.h',
1945 '_decimal/libmpdec/transpose.h',
1946 '_decimal/libmpdec/typearith.h',
1947 '_decimal/libmpdec/umodarith.h',
1948 ]
1949
Stefan Krah1919b7e2012-03-21 18:25:23 +01001950 config = {
1951 'x64': [('CONFIG_64','1'), ('ASM','1')],
1952 'uint128': [('CONFIG_64','1'), ('ANSI','1'), ('HAVE_UINT128_T','1')],
1953 'ansi64': [('CONFIG_64','1'), ('ANSI','1')],
1954 'ppro': [('CONFIG_32','1'), ('PPRO','1'), ('ASM','1')],
1955 'ansi32': [('CONFIG_32','1'), ('ANSI','1')],
1956 'ansi-legacy': [('CONFIG_32','1'), ('ANSI','1'),
1957 ('LEGACY_COMPILER','1')],
1958 'universal': [('UNIVERSAL','1')]
1959 }
1960
Stefan Krah1919b7e2012-03-21 18:25:23 +01001961 cc = sysconfig.get_config_var('CC')
1962 sizeof_size_t = sysconfig.get_config_var('SIZEOF_SIZE_T')
1963 machine = os.environ.get('PYTHON_DECIMAL_WITH_MACHINE')
1964
1965 if machine:
1966 # Override automatic configuration to facilitate testing.
1967 define_macros = config[machine]
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001968 elif host_platform == 'darwin':
Stefan Krah1919b7e2012-03-21 18:25:23 +01001969 # Universal here means: build with the same options Python
1970 # was built with.
1971 define_macros = config['universal']
1972 elif sizeof_size_t == 8:
1973 if sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X64'):
1974 define_macros = config['x64']
1975 elif sysconfig.get_config_var('HAVE_GCC_UINT128_T'):
1976 define_macros = config['uint128']
1977 else:
1978 define_macros = config['ansi64']
1979 elif sizeof_size_t == 4:
1980 ppro = sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X87')
1981 if ppro and ('gcc' in cc or 'clang' in cc) and \
doko@ubuntu.com93df16b2012-06-30 14:32:08 +02001982 not 'sunos' in host_platform:
Stefan Krah1919b7e2012-03-21 18:25:23 +01001983 # solaris: problems with register allocation.
1984 # icc >= 11.0 works as well.
1985 define_macros = config['ppro']
1986 else:
1987 define_macros = config['ansi32']
1988 else:
1989 raise DistutilsError("_decimal: unsupported architecture")
1990
1991 # Workarounds for toolchain bugs:
1992 if sysconfig.get_config_var('HAVE_IPA_PURE_CONST_BUG'):
1993 # Some versions of gcc miscompile inline asm:
1994 # http://gcc.gnu.org/bugzilla/show_bug.cgi?id=46491
1995 # http://gcc.gnu.org/ml/gcc/2010-11/msg00366.html
1996 extra_compile_args.append('-fno-ipa-pure-const')
1997 if sysconfig.get_config_var('HAVE_GLIBC_MEMMOVE_BUG'):
1998 # _FORTIFY_SOURCE wrappers for memmove and bcopy are incorrect:
1999 # http://sourceware.org/ml/libc-alpha/2010-12/msg00009.html
2000 undef_macros.append('_FORTIFY_SOURCE')
2001
2002 # Faster version without thread local contexts:
2003 if not sysconfig.get_config_var('WITH_THREAD'):
2004 define_macros.append(('WITHOUT_THREADS', 1))
2005
2006 # Uncomment for extra functionality:
2007 #define_macros.append(('EXTRA_FUNCTIONALITY', 1))
2008 ext = Extension (
2009 '_decimal',
2010 include_dirs=include_dirs,
Stefan Krah60187b52012-03-23 19:06:27 +01002011 libraries=libraries,
Stefan Krah1919b7e2012-03-21 18:25:23 +01002012 define_macros=define_macros,
2013 undef_macros=undef_macros,
2014 extra_compile_args=extra_compile_args,
2015 sources=sources,
2016 depends=depends
2017 )
2018 return ext
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002019
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00002020class PyBuildInstall(install):
2021 # Suppress the warning about installation into the lib_dynload
2022 # directory, which is not in sys.path when running Python during
2023 # installation:
2024 def initialize_options (self):
2025 install.initialize_options(self)
2026 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00002027
Éric Araujoe6792c12011-06-09 14:07:02 +02002028 # Customize subcommands to not install an egg-info file for Python
2029 sub_commands = [('install_lib', install.has_lib),
2030 ('install_headers', install.has_headers),
2031 ('install_scripts', install.has_scripts),
2032 ('install_data', install.has_data)]
2033
2034
Michael W. Hudson529a5052002-12-17 16:47:17 +00002035class PyBuildInstallLib(install_lib):
2036 # Do exactly what install_lib does but make sure correct access modes get
2037 # set on installed directories and files. All installed files with get
2038 # mode 644 unless they are a shared library in which case they will get
2039 # mode 755. All installed directories will get mode 755.
2040
2041 so_ext = sysconfig.get_config_var("SO")
2042
2043 def install(self):
2044 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:49 +00002045 self.set_file_modes(outfiles, 0o644, 0o755)
2046 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:17 +00002047 return outfiles
2048
2049 def set_file_modes(self, files, defaultMode, sharedLibMode):
2050 if not self.is_chmod_supported(): return
2051 if not files: return
2052
2053 for filename in files:
2054 if os.path.islink(filename): continue
2055 mode = defaultMode
2056 if filename.endswith(self.so_ext): mode = sharedLibMode
2057 log.info("changing mode of %s to %o", filename, mode)
2058 if not self.dry_run: os.chmod(filename, mode)
2059
2060 def set_dir_modes(self, dirname, mode):
2061 if not self.is_chmod_supported(): return
Amaury Forgeot d'Arc321e5332009-07-02 23:08:45 +00002062 for dirpath, dirnames, fnames in os.walk(dirname):
2063 if os.path.islink(dirpath):
2064 continue
2065 log.info("changing mode of %s to %o", dirpath, mode)
2066 if not self.dry_run: os.chmod(dirpath, mode)
Michael W. Hudson529a5052002-12-17 16:47:17 +00002067
2068 def is_chmod_supported(self):
2069 return hasattr(os, 'chmod')
2070
Georg Brandlff52f762010-12-28 09:51:43 +00002071class PyBuildScripts(build_scripts):
2072 def copy_scripts(self):
2073 outfiles, updated_files = build_scripts.copy_scripts(self)
2074 fullversion = '-{0[0]}.{0[1]}'.format(sys.version_info)
2075 minoronly = '.{0[1]}'.format(sys.version_info)
2076 newoutfiles = []
2077 newupdated_files = []
2078 for filename in outfiles:
Vinay Sajip7ded1f02012-05-26 03:45:29 +01002079 if filename.endswith(('2to3', 'pyvenv')):
Georg Brandlff52f762010-12-28 09:51:43 +00002080 newfilename = filename + fullversion
2081 else:
2082 newfilename = filename + minoronly
2083 log.info('renaming {} to {}'.format(filename, newfilename))
2084 os.rename(filename, newfilename)
2085 newoutfiles.append(newfilename)
2086 if filename in updated_files:
2087 newupdated_files.append(newfilename)
2088 return newoutfiles, newupdated_files
2089
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002090SUMMARY = """
2091Python is an interpreted, interactive, object-oriented programming
2092language. It is often compared to Tcl, Perl, Scheme or Java.
2093
2094Python combines remarkable power with very clear syntax. It has
2095modules, classes, exceptions, very high level dynamic data types, and
2096dynamic typing. There are interfaces to many system calls and
2097libraries, as well as to various windowing systems (X11, Motif, Tk,
2098Mac, MFC). New built-in modules are easily written in C or C++. Python
2099is also usable as an extension language for applications that need a
2100programmable interface.
2101
2102The Python implementation is portable: it runs on many brands of UNIX,
2103on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
2104listed here, it may still be supported, if there's a C compiler for
2105it. Ask around on comp.lang.python -- or just try compiling Python
2106yourself.
2107"""
2108
2109CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002110Development Status :: 6 - Mature
2111License :: OSI Approved :: Python Software Foundation License
2112Natural Language :: English
2113Programming Language :: C
2114Programming Language :: Python
2115Topic :: Software Development
2116"""
2117
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002118def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00002119 # turn off warnings when deprecated modules are imported
2120 import warnings
2121 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002122 setup(# PyPI Metadata (PEP 301)
2123 name = "Python",
2124 version = sys.version.split()[0],
2125 url = "http://www.python.org/%s" % sys.version[:3],
2126 maintainer = "Guido van Rossum and the Python community",
2127 maintainer_email = "python-dev@python.org",
2128 description = "A high-level object-oriented programming language",
2129 long_description = SUMMARY.strip(),
2130 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:58 +00002131 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002132 platforms = ["Many"],
2133
2134 # Build info
Georg Brandlff52f762010-12-28 09:51:43 +00002135 cmdclass = {'build_ext': PyBuildExt,
2136 'build_scripts': PyBuildScripts,
2137 'install': PyBuildInstall,
2138 'install_lib': PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002139 # The struct module is defined here, because build_ext won't be
2140 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:47 +00002141 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00002142
Georg Brandlff52f762010-12-28 09:51:43 +00002143 # If you change the scripts installed here, you also need to
2144 # check the PyBuildScripts command above, and change the links
2145 # created by the bininstall target in Makefile.pre.in
Benjamin Petersondfea1922009-05-23 17:13:14 +00002146 scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3",
Éric Araujo859aad62012-06-24 00:07:41 -04002147 "Tools/scripts/2to3", "Tools/scripts/pyvenv"]
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002148 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00002149
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002150# --install-platlib
2151if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002152 main()