blob: 464242d5c13e1a167c118ebee88f14401b030e7c [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00004__version__ = "$Revision$"
5
Brett Cannon84667c02004-12-07 03:25:18 +00006import sys, os, imp, re, optparse
Christian Heimes8608d912008-01-25 15:52:11 +00007from glob import glob
Gregory P. Smith0902cac2008-05-27 08:40:09 +00008from platform import machine as platform_machine
Tarek Ziadé5633a802010-01-23 09:23:15 +00009import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:17 +000010
11from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +000012from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000013from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000014from distutils.core import Extension, setup
15from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000016from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000017from distutils.command.install_lib import install_lib
Stefan Krah4d32c9c2010-06-04 09:49:20 +000018from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000019
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +000020# Were we compiled --with-pydebug or with #define Py_DEBUG?
21COMPILED_WITH_PYDEBUG = hasattr(sys, 'gettotalrefcount')
22
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000023# This global variable is used to hold the list of modules to be disabled.
24disabled_module_list = []
25
Michael W. Hudson39230b32002-01-16 15:26:48 +000026def add_dir_to_list(dirlist, dir):
27 """Add the directory 'dir' to the list 'dirlist' (at the front) if
28 1) 'dir' is not already in 'dirlist'
29 2) 'dir' actually exists, and is a directory."""
Jack Jansen4439b7c2002-06-26 15:44:30 +000030 if dir is not None and os.path.isdir(dir) and dir not in dirlist:
Michael W. Hudson39230b32002-01-16 15:26:48 +000031 dirlist.insert(0, dir)
32
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000033def macosx_sdk_root():
34 """
35 Return the directory of the current OSX SDK,
36 or '/' if no SDK was specified.
37 """
38 cflags = sysconfig.get_config_var('CFLAGS')
39 m = re.search(r'-isysroot\s+(\S+)', cflags)
40 if m is None:
41 sysroot = '/'
42 else:
43 sysroot = m.group(1)
44 return sysroot
45
46def is_macosx_sdk_path(path):
47 """
48 Returns True if 'path' can be located in an OSX SDK
49 """
Ronald Oussorencd172132010-06-27 12:36:16 +000050 return (path.startswith('/usr/') and not path.startswith('/usr/local')) or path.startswith('/System/')
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000051
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000052def find_file(filename, std_dirs, paths):
53 """Searches for the directory where a given file is located,
54 and returns a possibly-empty list of additional directories, or None
55 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000056
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000057 'filename' is the name of a file, such as readline.h or libcrypto.a.
58 'std_dirs' is the list of standard system directories; if the
59 file is found in one of them, no additional directives are needed.
60 'paths' is a list of additional locations to check; if the file is
61 found in one of them, the resulting list will contain the directory.
62 """
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000063 if sys.platform == 'darwin':
64 # Honor the MacOSX SDK setting when one was specified.
65 # An SDK is a directory with the same structure as a real
66 # system, but with only header files and libraries.
67 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000068
69 # Check the standard locations
70 for dir in std_dirs:
71 f = os.path.join(dir, filename)
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000072
73 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
74 f = os.path.join(sysroot, dir[1:], filename)
75
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000076 if os.path.exists(f): return []
77
78 # Check the additional directories
79 for dir in paths:
80 f = os.path.join(dir, filename)
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000081
82 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
83 f = os.path.join(sysroot, dir[1:], filename)
84
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000085 if os.path.exists(f):
86 return [dir]
87
88 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000089 return None
90
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000091def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000092 result = compiler.find_library_file(std_dirs + paths, libname)
93 if result is None:
94 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +000095
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000096 if sys.platform == 'darwin':
97 sysroot = macosx_sdk_root()
98
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000099 # Check whether the found file is in one of the standard directories
100 dirname = os.path.dirname(result)
101 for p in std_dirs:
102 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000103 p = p.rstrip(os.sep)
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000104
105 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
106 if os.path.join(sysroot, p[1:]) == dirname:
107 return [ ]
108
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000109 if p == dirname:
110 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000111
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000112 # Otherwise, it must have been in one of the additional directories,
113 # so we have to figure out which one.
114 for p in paths:
115 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000116 p = p.rstrip(os.sep)
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000117
118 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
119 if os.path.join(sysroot, p[1:]) == dirname:
120 return [ p ]
121
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000122 if p == dirname:
123 return [p]
124 else:
125 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +0000126
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000127def module_enabled(extlist, modname):
128 """Returns whether the module 'modname' is present in the list
129 of extensions 'extlist'."""
130 extlist = [ext for ext in extlist if ext.name == modname]
131 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +0000132
Jack Jansen144ebcc2001-08-05 22:31:19 +0000133def find_module_file(module, dirlist):
134 """Find a module in a set of possible folders. If it is not found
135 return the unadorned filename"""
136 list = find_file(module, [], dirlist)
137 if not list:
138 return module
139 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43 +0000140 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19 +0000141 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000142
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000143class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000144
Skip Montanarod1287322007-03-06 15:41:38 +0000145 def __init__(self, dist):
146 build_ext.__init__(self, dist)
147 self.failed = []
148
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000149 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000150
151 # Detect which modules should be compiled
Skip Montanarod1287322007-03-06 15:41:38 +0000152 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000153
154 # Remove modules that are present on the disabled list
Christian Heimesb222bbc2008-01-18 09:51:43 +0000155 extensions = [ext for ext in self.extensions
156 if ext.name not in disabled_module_list]
157 # move ctypes to the end, it depends on other modules
158 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
159 if "_ctypes" in ext_map:
160 ctypes = extensions.pop(ext_map["_ctypes"])
161 extensions.append(ctypes)
162 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000163
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000164 # Fix up the autodetected modules, prefixing all the source files
165 # with Modules/ and adding Python's include directory to the path.
166 (srcdir,) = sysconfig.get_config_vars('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000167 if not srcdir:
168 # Maybe running on Windows but not using CYGWIN?
169 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer0189ddc2009-02-06 00:21:55 +0000170 srcdir = os.path.abspath(srcdir)
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000171 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000172
Jack Jansen144ebcc2001-08-05 22:31:19 +0000173 # Platform-dependent module source and include directories
Neil Schemenauer38870cb2009-02-05 22:14:04 +0000174 incdirlist = []
Jack Jansen144ebcc2001-08-05 22:31:19 +0000175 platform = self.get_platform()
Ronald Oussoren9545a232010-05-05 19:09:31 +0000176 if platform == 'darwin' and ("--disable-toolbox-glue" not in
Brett Cannoncc8a4f62004-08-26 01:44:07 +0000177 sysconfig.get_config_var("CONFIG_ARGS")):
Jack Jansen144ebcc2001-08-05 22:31:19 +0000178 # Mac OS X also includes some mac-specific modules
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000179 macmoddir = os.path.join(srcdir, 'Mac/Modules')
Jack Jansen144ebcc2001-08-05 22:31:19 +0000180 moddirlist.append(macmoddir)
Neil Schemenauer38870cb2009-02-05 22:14:04 +0000181 incdirlist.append(os.path.join(srcdir, 'Mac/Include'))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000182
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000183 # Fix up the paths for scripts, too
184 self.distribution.scripts = [os.path.join(srcdir, filename)
185 for filename in self.distribution.scripts]
186
Christian Heimes8608d912008-01-25 15:52:11 +0000187 # Python header files
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000188 headers = [sysconfig.get_config_h_filename()]
Tarek Ziadé5633a802010-01-23 09:23:15 +0000189 headers += glob(os.path.join(sysconfig.get_path('platinclude'), "*.h"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000190 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000191 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000192 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000193 if ext.depends is not None:
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000194 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11 +0000195 for filename in ext.depends]
Christian Heimes8608d912008-01-25 15:52:11 +0000196 else:
197 ext.depends = []
198 # re-compile extensions if a header file has been changed
199 ext.depends.extend(headers)
200
Neil Schemenauer38870cb2009-02-05 22:14:04 +0000201 # platform specific include directories
202 ext.include_dirs.extend(incdirlist)
203
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000204 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000205 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000206 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000207 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000208
Ronald Oussoren9545a232010-05-05 19:09:31 +0000209 # Parse Modules/Setup and Modules/Setup.local to figure out which
210 # modules are turned on in the file.
211 remove_modules = []
212 for filename in ('Modules/Setup', 'Modules/Setup.local'):
213 input = text_file.TextFile(filename, join_lines=1)
214 while 1:
215 line = input.readline()
216 if not line: break
217 line = line.split()
218 remove_modules.append(line[0])
219 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000220
Ronald Oussoren9545a232010-05-05 19:09:31 +0000221 for ext in self.extensions[:]:
222 if ext.name in remove_modules:
223 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000224
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000225 # When you run "make CC=altcc" or something similar, you really want
226 # those environment variables passed into the setup.py phase. Here's
227 # a small set of useful ones.
228 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000229 args = {}
230 # unfortunately, distutils doesn't let us provide separate C and C++
231 # compilers
232 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000233 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
234 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000235 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000236
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000237 build_ext.build_extensions(self)
238
Skip Montanarod1287322007-03-06 15:41:38 +0000239 longest = max([len(e.name) for e in self.extensions])
240 if self.failed:
241 longest = max(longest, max([len(name) for name in self.failed]))
242
243 def print_three_column(lst):
Georg Brandle95cf1c2007-03-06 17:49:14 +0000244 lst.sort(key=str.lower)
Skip Montanarod1287322007-03-06 15:41:38 +0000245 # guarantee zip() doesn't drop anything
246 while len(lst) % 3:
247 lst.append("")
248 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
249 print "%-*s %-*s %-*s" % (longest, e, longest, f,
250 longest, g)
Skip Montanarod1287322007-03-06 15:41:38 +0000251
252 if missing:
253 print
Georg Brandl40f982f2008-12-28 11:58:49 +0000254 print ("Python build finished, but the necessary bits to build "
255 "these modules were not found:")
Skip Montanarod1287322007-03-06 15:41:38 +0000256 print_three_column(missing)
Jeffrey Yasskin87997562007-08-22 23:14:27 +0000257 print ("To find the necessary bits, look in setup.py in"
258 " detect_modules() for the module's name.")
259 print
Skip Montanarod1287322007-03-06 15:41:38 +0000260
261 if self.failed:
262 failed = self.failed[:]
263 print
264 print "Failed to build these modules:"
265 print_three_column(failed)
Jeffrey Yasskin87997562007-08-22 23:14:27 +0000266 print
Skip Montanarod1287322007-03-06 15:41:38 +0000267
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000268 def build_extension(self, ext):
269
Thomas Hellereba43c12006-04-07 19:04:09 +0000270 if ext.name == '_ctypes':
Thomas Heller795246c2006-04-07 19:27:56 +0000271 if not self.configure_ctypes(ext):
272 return
Thomas Hellereba43c12006-04-07 19:04:09 +0000273
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000274 try:
275 build_ext.build_extension(self, ext)
276 except (CCompilerError, DistutilsError), why:
277 self.announce('WARNING: building of extension "%s" failed: %s' %
278 (ext.name, sys.exc_info()[1]))
Skip Montanarod1287322007-03-06 15:41:38 +0000279 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000280 return
Jack Jansenf49c6f92001-11-01 14:44:15 +0000281 # Workaround for Mac OS X: The Carbon-based modules cannot be
282 # reliably imported into a command-line Python
283 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000284 self.announce(
285 'WARNING: skipping import check for Carbon-based "%s"' %
286 ext.name)
287 return
Ronald Oussoren5640ce22008-06-05 12:58:24 +0000288
289 if self.get_platform() == 'darwin' and (
290 sys.maxint > 2**32 and '-arch' in ext.extra_link_args):
291 # Don't bother doing an import check when an extension was
292 # build with an explicit '-arch' flag on OSX. That's currently
293 # only used to build 32-bit only extensions in a 4-way
294 # universal build and loading 32-bit code into a 64-bit
295 # process will fail.
296 self.announce(
297 'WARNING: skipping import check for "%s"' %
298 ext.name)
299 return
300
Jason Tishler24cf7762002-05-22 16:46:15 +0000301 # Workaround for Cygwin: Cygwin currently has fork issues when many
302 # modules have been imported
303 if self.get_platform() == 'cygwin':
304 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
305 % ext.name)
306 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000307 ext_filename = os.path.join(
308 self.build_lib,
309 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000310 try:
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000311 imp.load_dynamic(ext.name, ext_filename)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000312 except ImportError, why:
Skip Montanarod1287322007-03-06 15:41:38 +0000313 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000314 self.announce('*** WARNING: renaming "%s" since importing it'
315 ' failed: %s' % (ext.name, why), level=3)
316 assert not self.inplace
317 basename, tail = os.path.splitext(ext_filename)
318 newname = basename + "_failed" + tail
319 if os.path.exists(newname):
320 os.remove(newname)
321 os.rename(ext_filename, newname)
322
323 # XXX -- This relies on a Vile HACK in
324 # distutils.command.build_ext.build_extension(). The
325 # _built_objects attribute is stored there strictly for
326 # use here.
327 # If there is a failure, _built_objects may not be there,
328 # so catch the AttributeError and move on.
329 try:
330 for filename in self._built_objects:
331 os.remove(filename)
332 except AttributeError:
333 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000334 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000335 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000336 self.announce('*** WARNING: importing extension "%s" '
337 'failed with %s: %s' % (ext.name, exc_type, why),
338 level=3)
Skip Montanarod1287322007-03-06 15:41:38 +0000339 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000340
Neal Norwitz51dead72003-06-17 02:51:28 +0000341 def get_platform(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000342 # Get value of sys.platform
Neal Norwitz51dead72003-06-17 02:51:28 +0000343 for platform in ['cygwin', 'beos', 'darwin', 'atheos', 'osf1']:
344 if sys.platform.startswith(platform):
345 return platform
346 return sys.platform
Andrew M. Kuchling34febf52001-01-24 03:31:07 +0000347
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000348 def detect_modules(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000349 # Ensure that /usr/local is always used
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000350 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
351 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
Michael W. Hudson39230b32002-01-16 15:26:48 +0000352
Brett Cannon516592f2004-12-07 00:42:59 +0000353 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000354 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000355 # We must get the values from the Makefile and not the environment
356 # directly since an inconsistently reproducible issue comes up where
357 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000358 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000359 for env_var, arg_name, dir_list in (
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000360 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
361 ('LDFLAGS', '-L', self.compiler.library_dirs),
362 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000363 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000364 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000365 # To prevent optparse from raising an exception about any
Skip Montanaroa46ed912008-10-07 02:02:00 +0000366 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000367 # all double dashes and any dashes followed by a character
368 # that is not for the option we are dealing with.
369 #
370 # Please note that order of the regex is important! We must
371 # strip out double-dashes first so that we don't end up with
372 # substituting "--Long" to "-Long" and thus lead to "ong" being
373 # used for a library directory.
Georg Brandl915c87d2007-08-24 11:47:37 +0000374 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
375 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000376 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000377 # Make sure that allowing args interspersed with options is
378 # allowed
379 parser.allow_interspersed_args = True
380 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000381 parser.add_option(arg_name, dest="dirs", action="append")
382 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000383 if options.dirs:
Brett Cannon861e3962008-02-03 02:08:45 +0000384 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000385 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000386
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000387 if os.path.normpath(sys.prefix) != '/usr':
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000388 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000389 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000390 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000391 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000392
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000393 try:
394 have_unicode = unicode
395 except NameError:
396 have_unicode = 0
397
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000398 # lib_dirs and inc_dirs are used to search for files;
399 # if a file is found in one of those directories, it can
400 # be assumed that no additional -I,-L directives are needed.
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000401 lib_dirs = self.compiler.library_dirs + [
Martin v. Löwisfba73692004-11-13 11:13:35 +0000402 '/lib64', '/usr/lib64',
403 '/lib', '/usr/lib',
404 ]
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000405 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000406 exts = []
Skip Montanarod1287322007-03-06 15:41:38 +0000407 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000408
Brett Cannon4454a1f2005-04-15 20:32:39 +0000409 config_h = sysconfig.get_config_h_filename()
410 config_h_vars = sysconfig.parse_config_h(open(config_h))
411
Fredrik Lundhade711a2001-01-24 08:00:28 +0000412 platform = self.get_platform()
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000413 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000414
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000415 # Check for AtheOS which has libraries in non-standard locations
416 if platform == 'atheos':
417 lib_dirs += ['/system/libs', '/atheos/autolnk/lib']
418 lib_dirs += os.getenv('LIBRARY_PATH', '').split(os.pathsep)
419 inc_dirs += ['/system/include', '/atheos/autolnk/include']
420 inc_dirs += os.getenv('C_INCLUDE_PATH', '').split(os.pathsep)
421
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000422 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
423 if platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000424 lib_dirs += ['/usr/ccs/lib']
425
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000426 if platform == 'darwin':
427 # This should work on any unixy platform ;-)
428 # If the user has bothered specifying additional -I and -L flags
429 # in OPT and LDFLAGS we might as well use them here.
430 # NOTE: using shlex.split would technically be more correct, but
431 # also gives a bootstrap problem. Let's hope nobody uses directories
432 # with whitespace in the name to store libraries.
433 cflags, ldflags = sysconfig.get_config_vars(
434 'CFLAGS', 'LDFLAGS')
435 for item in cflags.split():
436 if item.startswith('-I'):
437 inc_dirs.append(item[2:])
438
439 for item in ldflags.split():
440 if item.startswith('-L'):
441 lib_dirs.append(item[2:])
442
Fredrik Lundhade711a2001-01-24 08:00:28 +0000443 # Check for MacOS X, which doesn't need libm.a at all
444 math_libs = ['m']
Ronald Oussoren9545a232010-05-05 19:09:31 +0000445 if platform in ['darwin', 'beos']:
Fredrik Lundhade711a2001-01-24 08:00:28 +0000446 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41 +0000447
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000448 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
449
450 #
451 # The following modules are all pretty straightforward, and compile
452 # on pretty much any POSIXish platform.
453 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000454
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000455 # Some modules that are normally always on:
Fred Drake2de74712001-02-01 05:26:54 +0000456 exts.append( Extension('_weakref', ['_weakref.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000457
458 # array objects
459 exts.append( Extension('array', ['arraymodule.c']) )
460 # complex math library functions
Mark Dickinson12748b02009-12-21 15:22:00 +0000461 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
462 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000463 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000464 # math library functions, e.g. sin()
Mark Dickinson9cae1782009-12-16 20:13:40 +0000465 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
Mark Dickinson1c498282009-12-17 08:33:56 +0000466 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000467 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000468 # fast string operations implemented in C
469 exts.append( Extension('strop', ['stropmodule.c']) )
470 # time operations and variables
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000471 exts.append( Extension('time', ['timemodule.c'],
472 libraries=math_libs) )
Brett Cannon057e7202004-06-24 01:38:47 +0000473 exts.append( Extension('datetime', ['datetimemodule.c', 'timemodule.c'],
Guido van Rossuma29d5082002-12-16 20:31:57 +0000474 libraries=math_libs) )
Neal Norwitz0d2192b2008-03-23 06:13:25 +0000475 # fast iterator tools implemented in C
476 exts.append( Extension("itertools", ["itertoolsmodule.c"]) )
Eric Smitha73fbe72008-02-23 03:09:44 +0000477 # code that will be builtins in the future, but conflict with the
478 # current builtins
479 exts.append( Extension('future_builtins', ['future_builtins.c']) )
Raymond Hettinger40f62172002-12-29 23:03:38 +0000480 # random number generator implemented in C
Tim Peters2c60f7a2003-01-29 03:49:43 +0000481 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000482 # high-performance collections
Raymond Hettingereb979882007-02-28 18:37:52 +0000483 exts.append( Extension("_collections", ["_collectionsmodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000484 # bisect
485 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000486 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000487 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000488 # operator.add() and similar goodies
489 exts.append( Extension('operator', ['operator.c']) )
Antoine Pitrou19690592009-06-12 20:14:08 +0000490 # Python 3.1 _io library
491 exts.append( Extension("_io",
492 ["_io/bufferedio.c", "_io/bytesio.c", "_io/fileio.c",
493 "_io/iobase.c", "_io/_iomodule.c", "_io/stringio.c", "_io/textio.c"],
494 depends=["_io/_iomodule.h"], include_dirs=["Modules/_io"]))
Nick Coghlanc649ec52006-05-29 12:43:05 +0000495 # _functools
496 exts.append( Extension("_functools", ["_functoolsmodule.c"]) )
Brett Cannon4b964f92008-05-05 20:21:38 +0000497 # _json speedups
498 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000499 # Python C API test module
Mark Dickinsond155bbf2009-02-10 16:17:16 +0000500 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
501 depends=['testcapi_long.h']) )
Armin Rigoa871ef22006-02-08 12:53:56 +0000502 # profilers (_lsprof is for cProfile.py)
503 exts.append( Extension('_hotshot', ['_hotshot.c']) )
504 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000505 # static Unicode character database
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000506 if have_unicode:
507 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000508 else:
509 missing.append('unicodedata')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000510 # access to ISO C locale support
Martin v. Löwis19d17342003-06-14 21:03:05 +0000511 data = open('pyconfig.h').read()
512 m = re.search(r"#s*define\s+WITH_LIBINTL\s+1\s*", data)
513 if m is not None:
Jason Tishlerd28216b2002-08-14 11:13:52 +0000514 locale_libs = ['intl']
515 else:
516 locale_libs = []
Jack Jansen84b74472004-07-15 19:56:25 +0000517 if platform == 'darwin':
518 locale_extra_link_args = ['-framework', 'CoreFoundation']
519 else:
520 locale_extra_link_args = []
Tim Peterse6ddc8b2004-07-18 05:56:09 +0000521
Jack Jansen84b74472004-07-15 19:56:25 +0000522
Jason Tishlerd28216b2002-08-14 11:13:52 +0000523 exts.append( Extension('_locale', ['_localemodule.c'],
Jack Jansen84b74472004-07-15 19:56:25 +0000524 libraries=locale_libs,
525 extra_link_args=locale_extra_link_args) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000526
527 # Modules with some UNIX dependencies -- on by default:
528 # (If you have a really backward UNIX, select and socket may not be
529 # supported...)
530
531 # fcntl(2) and ioctl(2)
532 exts.append( Extension('fcntl', ['fcntlmodule.c']) )
Ronald Oussoren9545a232010-05-05 19:09:31 +0000533 # pwd(3)
534 exts.append( Extension('pwd', ['pwdmodule.c']) )
535 # grp(3)
536 exts.append( Extension('grp', ['grpmodule.c']) )
537 # spwd, shadow passwords
538 if (config_h_vars.get('HAVE_GETSPNAM', False) or
539 config_h_vars.get('HAVE_GETSPENT', False)):
540 exts.append( Extension('spwd', ['spwdmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000541 else:
Ronald Oussoren9545a232010-05-05 19:09:31 +0000542 missing.append('spwd')
Skip Montanarod1287322007-03-06 15:41:38 +0000543
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000544 # select(2); not on ancient System V
545 exts.append( Extension('select', ['selectmodule.c']) )
546
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000547 # Fred Drake's interface to the Python parser
548 exts.append( Extension('parser', ['parsermodule.c']) )
549
Guido van Rossum2e1c09c2002-04-04 17:52:50 +0000550 # cStringIO and cPickle
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000551 exts.append( Extension('cStringIO', ['cStringIO.c']) )
552 exts.append( Extension('cPickle', ['cPickle.c']) )
553
554 # Memory-mapped files (also works on Win32).
Ronald Oussoren9545a232010-05-05 19:09:31 +0000555 if platform not in ['atheos']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000556 exts.append( Extension('mmap', ['mmapmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000557 else:
558 missing.append('mmap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000559
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000560 # Lance Ellinghaus's syslog module
Ronald Oussoren9545a232010-05-05 19:09:31 +0000561 # syslog daemon interface
562 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000563
564 # George Neville-Neil's timing module:
Neal Norwitz6143c542006-03-03 00:48:46 +0000565 # Deprecated in PEP 4 http://www.python.org/peps/pep-0004.html
566 # http://mail.python.org/pipermail/python-dev/2006-January/060023.html
567 #exts.append( Extension('timing', ['timingmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000568
569 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000570 # Here ends the simple stuff. From here on, modules need certain
571 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000572 #
573
574 # Multimedia modules
575 # These don't work for 64-bit platforms!!!
576 # These represent audio samples or images as strings:
577
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000578 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000579 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000580 # 64-bit platforms.
581 exts.append( Extension('audioop', ['audioop.c']) )
582
Fredrik Lundhade711a2001-01-24 08:00:28 +0000583 # Disabled on 64-bit platforms
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000584 if sys.maxint != 9223372036854775807L:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000585 # Operations on images
586 exts.append( Extension('imageop', ['imageop.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000587 else:
Brett Cannondc48b742007-05-20 07:09:50 +0000588 missing.extend(['imageop'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000589
590 # readline
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000591 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krah449aa862010-06-03 12:39:50 +0000592 readline_termcap_library = ""
593 curses_library = ""
594 # Determine if readline is already linked against curses or tinfo.
Stefan Krah4d32c9c2010-06-04 09:49:20 +0000595 if do_readline and find_executable('ldd'):
Stefan Krah449aa862010-06-03 12:39:50 +0000596 fp = os.popen("ldd %s" % do_readline)
597 for ln in fp:
598 if 'curses' in ln:
599 readline_termcap_library = re.sub(
600 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
601 ).rstrip()
602 break
603 if 'tinfo' in ln: # termcap interface split out from ncurses
604 readline_termcap_library = 'tinfo'
605 break
606 fp.close()
607 # Issue 7384: If readline is already linked against curses,
608 # use the same library for the readline and curses modules.
609 if 'curses' in readline_termcap_library:
610 curses_library = readline_termcap_library
Stefan Krah23152ea2010-06-03 14:25:16 +0000611 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
Stefan Krah449aa862010-06-03 12:39:50 +0000612 curses_library = 'ncursesw'
Stefan Krah23152ea2010-06-03 14:25:16 +0000613 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
Stefan Krah449aa862010-06-03 12:39:50 +0000614 curses_library = 'ncurses'
Stefan Krah23152ea2010-06-03 14:25:16 +0000615 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Stefan Krah449aa862010-06-03 12:39:50 +0000616 curses_library = 'curses'
617
Ronald Oussoren9f20d9d2009-09-20 14:18:15 +0000618 if platform == 'darwin':
619 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren05b0d1d2010-03-08 07:06:47 +0000620 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
621 if dep_target and dep_target.split('.') < ['10', '5']:
622 os_release = 8
Ronald Oussoren9f20d9d2009-09-20 14:18:15 +0000623 if os_release < 9:
624 # MacOSX 10.4 has a broken readline. Don't try to build
625 # the readline module unless the user has installed a fixed
626 # readline package
627 if find_file('readline/rlconf.h', inc_dirs, []) is None:
628 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000629 if do_readline:
Ronald Oussoren9f20d9d2009-09-20 14:18:15 +0000630 if platform == 'darwin' and os_release < 9:
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000631 # In every directory on the search path search for a dynamic
632 # library and then a static library, instead of first looking
633 # for dynamic libraries on the entiry path.
634 # This way a staticly linked custom readline gets picked up
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000635 # before the (possibly broken) dynamic library in /usr/lib.
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000636 readline_extra_link_args = ('-Wl,-search_paths_first',)
637 else:
638 readline_extra_link_args = ()
639
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000640 readline_libs = ['readline']
Stefan Krah449aa862010-06-03 12:39:50 +0000641 if readline_termcap_library:
642 pass # Issue 7384: Already linked against curses or tinfo.
643 elif curses_library:
644 readline_libs.append(curses_library)
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000645 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadée670e5a2009-07-06 12:50:46 +0000646 ['/usr/lib/termcap'],
647 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000648 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000649 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000650 library_dirs=['/usr/lib/termcap'],
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000651 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000652 libraries=readline_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +0000653 else:
654 missing.append('readline')
655
Ronald Oussoren9545a232010-05-05 19:09:31 +0000656 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000657
Ronald Oussoren9545a232010-05-05 19:09:31 +0000658 if self.compiler.find_library_file(lib_dirs, 'crypt'):
659 libs = ['crypt']
Skip Montanarod1287322007-03-06 15:41:38 +0000660 else:
Ronald Oussoren9545a232010-05-05 19:09:31 +0000661 libs = []
662 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000663
Skip Montanaroba9e9782003-03-20 23:34:22 +0000664 # CSV files
665 exts.append( Extension('_csv', ['_csv.c']) )
666
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000667 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000668 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000669 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000670 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000671 search_for_ssl_incs_in = [
672 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000673 '/usr/contrib/ssl/include/'
674 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000675 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
676 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000677 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000678 if ssl_incs is not None:
679 krb5_h = find_file('krb5.h', inc_dirs,
680 ['/usr/kerberos/include'])
681 if krb5_h:
682 ssl_incs += krb5_h
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000683 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000684 ['/usr/local/ssl/lib',
685 '/usr/contrib/ssl/lib/'
686 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000687
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000688 if (ssl_incs is not None and
689 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000690 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000691 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000692 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000693 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000694 depends = ['socketmodule.h']), )
Skip Montanarod1287322007-03-06 15:41:38 +0000695 else:
696 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000697
Gregory P. Smithade97332005-08-23 21:19:40 +0000698 # find out which version of OpenSSL we have
699 openssl_ver = 0
700 openssl_ver_re = re.compile(
701 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40 +0000702
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000703 # look for the openssl version header on the compiler search path.
704 opensslv_h = find_file('openssl/opensslv.h', [],
705 inc_dirs + search_for_ssl_incs_in)
706 if opensslv_h:
707 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
708 if sys.platform == 'darwin' and is_macosx_sdk_path(name):
709 name = os.path.join(macosx_sdk_root(), name[1:])
710 try:
711 incfile = open(name, 'r')
712 for line in incfile:
713 m = openssl_ver_re.match(line)
714 if m:
715 openssl_ver = eval(m.group(1))
716 except IOError, msg:
717 print "IOError while reading opensshv.h:", msg
718 pass
Gregory P. Smithade97332005-08-23 21:19:40 +0000719
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000720 min_openssl_ver = 0x00907000
Gregory P. Smithffd5d882010-01-03 00:43:02 +0000721 have_any_openssl = ssl_incs is not None and ssl_libs is not None
722 have_usable_openssl = (have_any_openssl and
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000723 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000724
Gregory P. Smithffd5d882010-01-03 00:43:02 +0000725 if have_any_openssl:
726 if have_usable_openssl:
727 # The _hashlib module wraps optimized implementations
728 # of hash functions from the OpenSSL library.
729 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
730 include_dirs = ssl_incs,
731 library_dirs = ssl_libs,
732 libraries = ['ssl', 'crypto']) )
733 else:
734 print ("warning: openssl 0x%08x is too old for _hashlib" %
735 openssl_ver)
736 missing.append('_hashlib')
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000737 if COMPILED_WITH_PYDEBUG or not have_usable_openssl:
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000738 # The _sha module implements the SHA1 hash algorithm.
739 exts.append( Extension('_sha', ['shamodule.c']) )
740 # The _md5 module implements the RSA Data Security, Inc. MD5
741 # Message-Digest Algorithm, described in RFC 1321. The
Matthias Klose8e39ec72006-04-03 16:27:50 +0000742 # necessary files md5.c and md5.h are included here.
Gregory P. Smithd7923922006-06-05 23:38:06 +0000743 exts.append( Extension('_md5',
744 sources = ['md5module.c', 'md5.c'],
745 depends = ['md5.h']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000746
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000747 min_sha2_openssl_ver = 0x00908000
748 if COMPILED_WITH_PYDEBUG or openssl_ver < min_sha2_openssl_ver:
Gregory P. Smithade97332005-08-23 21:19:40 +0000749 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
750 exts.append( Extension('_sha256', ['sha256module.c']) )
751 exts.append( Extension('_sha512', ['sha512module.c']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000752
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000753 # Modules that provide persistent dictionary-like semantics. You will
754 # probably want to arrange for at least one of them to be available on
755 # your machine, though none are defined by default because of library
756 # dependencies. The Python module anydbm.py provides an
757 # implementation independent wrapper for these; dumbdbm.py provides
758 # similar functionality (but slower of course) implemented in Python.
759
Gregory P. Smith1475cd82007-10-06 07:51:59 +0000760 # Sleepycat^WOracle Berkeley DB interface.
761 # http://www.oracle.com/database/berkeley-db/db/index.html
Skip Montanaro57454e52002-06-14 20:30:31 +0000762 #
Gregory P. Smith4eb60e52007-08-26 00:26:00 +0000763 # This requires the Sleepycat^WOracle DB code. The supported versions
Gregory P. Smithe7f4d842007-10-09 18:26:02 +0000764 # are set below. Visit the URL above to download
Gregory P. Smith3adc4aa2006-04-13 19:19:01 +0000765 # a release. Most open source OSes come with one or more
766 # versions of BerkeleyDB already installed.
Skip Montanaro57454e52002-06-14 20:30:31 +0000767
Matthias Klose54cc5392010-03-15 12:46:18 +0000768 max_db_ver = (4, 8)
Jesus Cea6557aac2010-03-22 14:22:26 +0000769 min_db_ver = (4, 1)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000770 db_setup_debug = False # verbose debug prints from this script?
Skip Montanaro57454e52002-06-14 20:30:31 +0000771
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000772 def allow_db_ver(db_ver):
773 """Returns a boolean if the given BerkeleyDB version is acceptable.
774
775 Args:
776 db_ver: A tuple of the version to verify.
777 """
778 if not (min_db_ver <= db_ver <= max_db_ver):
779 return False
780 # Use this function to filter out known bad configurations.
781 if (4, 6) == db_ver[:2]:
782 # BerkeleyDB 4.6.x is not stable on many architectures.
783 arch = platform_machine()
784 if arch not in ('i386', 'i486', 'i586', 'i686',
785 'x86_64', 'ia64'):
786 return False
787 return True
788
789 def gen_db_minor_ver_nums(major):
790 if major == 4:
791 for x in range(max_db_ver[1]+1):
792 if allow_db_ver((4, x)):
793 yield x
794 elif major == 3:
795 for x in (3,):
796 if allow_db_ver((3, x)):
797 yield x
798 else:
799 raise ValueError("unknown major BerkeleyDB version", major)
800
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000801 # construct a list of paths to look for the header file in on
802 # top of the normal inc_dirs.
803 db_inc_paths = [
804 '/usr/include/db4',
805 '/usr/local/include/db4',
806 '/opt/sfw/include/db4',
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000807 '/usr/include/db3',
808 '/usr/local/include/db3',
809 '/opt/sfw/include/db3',
Skip Montanaro00c5a012007-03-04 20:52:28 +0000810 # Fink defaults (http://fink.sourceforge.net/)
811 '/sw/include/db4',
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000812 '/sw/include/db3',
813 ]
814 # 4.x minor number specific paths
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000815 for x in gen_db_minor_ver_nums(4):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000816 db_inc_paths.append('/usr/include/db4%d' % x)
Neal Norwitz8f401712005-10-20 05:28:29 +0000817 db_inc_paths.append('/usr/include/db4.%d' % x)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000818 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
819 db_inc_paths.append('/usr/local/include/db4%d' % x)
820 db_inc_paths.append('/pkg/db-4.%d/include' % x)
Gregory P. Smith29602d22006-01-24 09:46:48 +0000821 db_inc_paths.append('/opt/db-4.%d/include' % x)
Skip Montanaro00c5a012007-03-04 20:52:28 +0000822 # MacPorts default (http://www.macports.org/)
823 db_inc_paths.append('/opt/local/include/db4%d' % x)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000824 # 3.x minor number specific paths
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000825 for x in gen_db_minor_ver_nums(3):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000826 db_inc_paths.append('/usr/include/db3%d' % x)
827 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
828 db_inc_paths.append('/usr/local/include/db3%d' % x)
829 db_inc_paths.append('/pkg/db-3.%d/include' % x)
Gregory P. Smith29602d22006-01-24 09:46:48 +0000830 db_inc_paths.append('/opt/db-3.%d/include' % x)
Tim Peters2c60f7a2003-01-29 03:49:43 +0000831
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000832 # Add some common subdirectories for Sleepycat DB to the list,
833 # based on the standard include directories. This way DB3/4 gets
834 # picked up when it is installed in a non-standard prefix and
835 # the user has added that prefix into inc_dirs.
836 std_variants = []
837 for dn in inc_dirs:
838 std_variants.append(os.path.join(dn, 'db3'))
839 std_variants.append(os.path.join(dn, 'db4'))
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000840 for x in gen_db_minor_ver_nums(4):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000841 std_variants.append(os.path.join(dn, "db4%d"%x))
842 std_variants.append(os.path.join(dn, "db4.%d"%x))
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000843 for x in gen_db_minor_ver_nums(3):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000844 std_variants.append(os.path.join(dn, "db3%d"%x))
845 std_variants.append(os.path.join(dn, "db3.%d"%x))
846
Tim Peters38ff36c2006-06-30 06:18:39 +0000847 db_inc_paths = std_variants + db_inc_paths
Skip Montanaro00c5a012007-03-04 20:52:28 +0000848 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000849
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000850 db_ver_inc_map = {}
851
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000852 if sys.platform == 'darwin':
853 sysroot = macosx_sdk_root()
854
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000855 class db_found(Exception): pass
Skip Montanaro57454e52002-06-14 20:30:31 +0000856 try:
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000857 # See whether there is a Sleepycat header in the standard
858 # search path.
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000859 for d in inc_dirs + db_inc_paths:
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000860 f = os.path.join(d, "db.h")
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000861
862 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
863 f = os.path.join(sysroot, d[1:], "db.h")
864
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000865 if db_setup_debug: print "db: looking for db.h in", f
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000866 if os.path.exists(f):
867 f = open(f).read()
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000868 m = re.search(r"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000869 if m:
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000870 db_major = int(m.group(1))
871 m = re.search(r"#define\WDB_VERSION_MINOR\W(\d+)", f)
872 db_minor = int(m.group(1))
873 db_ver = (db_major, db_minor)
874
Gregory P. Smith1475cd82007-10-06 07:51:59 +0000875 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
876 if db_ver == (4, 6):
877 m = re.search(r"#define\WDB_VERSION_PATCH\W(\d+)", f)
878 db_patch = int(m.group(1))
879 if db_patch < 21:
880 print "db.h:", db_ver, "patch", db_patch,
881 print "being ignored (4.6.x must be >= 4.6.21)"
882 continue
883
Antoine Pitrou8c510e72010-01-13 11:47:49 +0000884 if ( (db_ver not in db_ver_inc_map) and
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000885 allow_db_ver(db_ver) ):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000886 # save the include directory with the db.h version
Skip Montanaro00c5a012007-03-04 20:52:28 +0000887 # (first occurrence only)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000888 db_ver_inc_map[db_ver] = d
Andrew M. Kuchling738446f42006-10-27 18:13:46 +0000889 if db_setup_debug:
890 print "db.h: found", db_ver, "in", d
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000891 else:
892 # we already found a header for this library version
893 if db_setup_debug: print "db.h: ignoring", d
894 else:
895 # ignore this header, it didn't contain a version number
Skip Montanaro00c5a012007-03-04 20:52:28 +0000896 if db_setup_debug:
897 print "db.h: no version number version in", d
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000898
899 db_found_vers = db_ver_inc_map.keys()
900 db_found_vers.sort()
901
902 while db_found_vers:
903 db_ver = db_found_vers.pop()
904 db_incdir = db_ver_inc_map[db_ver]
905
906 # check lib directories parallel to the location of the header
907 db_dirs_to_check = [
Skip Montanaro00c5a012007-03-04 20:52:28 +0000908 db_incdir.replace("include", 'lib64'),
909 db_incdir.replace("include", 'lib'),
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000910 ]
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000911
912 if sys.platform != 'darwin':
913 db_dirs_to_check = filter(os.path.isdir, db_dirs_to_check)
914
915 else:
916 # Same as other branch, but takes OSX SDK into account
917 tmp = []
918 for dn in db_dirs_to_check:
919 if is_macosx_sdk_path(dn):
920 if os.path.isdir(os.path.join(sysroot, dn[1:])):
921 tmp.append(dn)
922 else:
923 if os.path.isdir(dn):
924 tmp.append(dn)
Ronald Oussorencd172132010-06-27 12:36:16 +0000925 db_dirs_to_check = tmp
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000926
927 # Look for a version specific db-X.Y before an ambiguoius dbX
928 # XXX should we -ever- look for a dbX name? Do any
929 # systems really not name their library by version and
930 # symlink to more general names?
Andrew MacIntyre953f98d2005-03-09 22:21:08 +0000931 for dblib in (('db-%d.%d' % db_ver),
932 ('db%d%d' % db_ver),
933 ('db%d' % db_ver[0])):
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000934 dblib_file = self.compiler.find_library_file(
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000935 db_dirs_to_check + lib_dirs, dblib )
936 if dblib_file:
937 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
938 raise db_found
939 else:
940 if db_setup_debug: print "db lib: ", dblib, "not found"
941
942 except db_found:
Brett Cannonef3dab22008-05-29 21:23:33 +0000943 if db_setup_debug:
944 print "bsddb using BerkeleyDB lib:", db_ver, dblib
945 print "bsddb lib dir:", dblib_dir, " inc dir:", db_incdir
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000946 db_incs = [db_incdir]
Jack Jansend1b20452002-07-08 21:39:36 +0000947 dblibs = [dblib]
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000948 # We add the runtime_library_dirs argument because the
949 # BerkeleyDB lib we're linking against often isn't in the
950 # system dynamic library search path. This is usually
951 # correct and most trouble free, but may cause problems in
952 # some unusual system configurations (e.g. the directory
953 # is on an NFS server that goes away).
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +0000954 exts.append(Extension('_bsddb', ['_bsddb.c'],
Gregory P. Smith39250532007-10-09 06:02:21 +0000955 depends = ['bsddb.h'],
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000956 library_dirs=dblib_dir,
957 runtime_library_dirs=dblib_dir,
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +0000958 include_dirs=db_incs,
959 libraries=dblibs))
Skip Montanaro57454e52002-06-14 20:30:31 +0000960 else:
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000961 if db_setup_debug: print "db: no appropriate library found"
Skip Montanaro57454e52002-06-14 20:30:31 +0000962 db_incs = None
963 dblibs = []
964 dblib_dir = None
Skip Montanarod1287322007-03-06 15:41:38 +0000965 missing.append('_bsddb')
Skip Montanaro57454e52002-06-14 20:30:31 +0000966
Anthony Baxterc51ee692006-04-01 00:57:31 +0000967 # The sqlite interface
Andrew M. Kuchling738446f42006-10-27 18:13:46 +0000968 sqlite_setup_debug = False # verbose debug prints from this script?
Anthony Baxterc51ee692006-04-01 00:57:31 +0000969
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000970 # We hunt for #define SQLITE_VERSION "n.n.n"
971 # We need to find >= sqlite version 3.0.8
Anthony Baxterc51ee692006-04-01 00:57:31 +0000972 sqlite_incdir = sqlite_libdir = None
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000973 sqlite_inc_paths = [ '/usr/include',
Anthony Baxterc51ee692006-04-01 00:57:31 +0000974 '/usr/include/sqlite',
975 '/usr/include/sqlite3',
976 '/usr/local/include',
977 '/usr/local/include/sqlite',
978 '/usr/local/include/sqlite3',
979 ]
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000980 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
981 MIN_SQLITE_VERSION = ".".join([str(x)
982 for x in MIN_SQLITE_VERSION_NUMBER])
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000983
984 # Scan the default include directories before the SQLite specific
985 # ones. This allows one to override the copy of sqlite on OSX,
986 # where /usr/include contains an old version of sqlite.
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000987 if sys.platform == 'darwin':
988 sysroot = macosx_sdk_root()
989
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000990 for d in inc_dirs + sqlite_inc_paths:
Anthony Baxterc51ee692006-04-01 00:57:31 +0000991 f = os.path.join(d, "sqlite3.h")
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000992
993 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
994 f = os.path.join(sysroot, d[1:], "sqlite3.h")
995
Anthony Baxterc51ee692006-04-01 00:57:31 +0000996 if os.path.exists(f):
Anthony Baxter07f5b352006-04-01 08:36:27 +0000997 if sqlite_setup_debug: print "sqlite: found %s"%f
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000998 incf = open(f).read()
999 m = re.search(
1000 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
Anthony Baxterc51ee692006-04-01 00:57:31 +00001001 if m:
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001002 sqlite_version = m.group(1)
1003 sqlite_version_tuple = tuple([int(x)
1004 for x in sqlite_version.split(".")])
1005 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
Anthony Baxterc51ee692006-04-01 00:57:31 +00001006 # we win!
Andrew M. Kuchling738446f42006-10-27 18:13:46 +00001007 if sqlite_setup_debug:
1008 print "%s/sqlite3.h: version %s"%(d, sqlite_version)
Anthony Baxterc51ee692006-04-01 00:57:31 +00001009 sqlite_incdir = d
1010 break
1011 else:
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001012 if sqlite_setup_debug:
Anthony Baxterc51ee692006-04-01 00:57:31 +00001013 print "%s: version %d is too old, need >= %s"%(d,
1014 sqlite_version, MIN_SQLITE_VERSION)
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001015 elif sqlite_setup_debug:
1016 print "sqlite: %s had no SQLITE_VERSION"%(f,)
1017
Anthony Baxterc51ee692006-04-01 00:57:31 +00001018 if sqlite_incdir:
1019 sqlite_dirs_to_check = [
1020 os.path.join(sqlite_incdir, '..', 'lib64'),
1021 os.path.join(sqlite_incdir, '..', 'lib'),
1022 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
1023 os.path.join(sqlite_incdir, '..', '..', 'lib'),
1024 ]
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001025 sqlite_libfile = self.compiler.find_library_file(
Anthony Baxterc51ee692006-04-01 00:57:31 +00001026 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Hirokazu Yamamoto1ae415c2008-10-03 17:34:49 +00001027 if sqlite_libfile:
1028 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Anthony Baxterc51ee692006-04-01 00:57:31 +00001029
1030 if sqlite_incdir and sqlite_libdir:
Gerhard Häring3e99c0a2006-04-23 15:24:26 +00001031 sqlite_srcs = ['_sqlite/cache.c',
Anthony Baxterc51ee692006-04-01 00:57:31 +00001032 '_sqlite/connection.c',
Anthony Baxterc51ee692006-04-01 00:57:31 +00001033 '_sqlite/cursor.c',
1034 '_sqlite/microprotocols.c',
1035 '_sqlite/module.c',
1036 '_sqlite/prepare_protocol.c',
1037 '_sqlite/row.c',
1038 '_sqlite/statement.c',
1039 '_sqlite/util.c', ]
1040
Anthony Baxterc51ee692006-04-01 00:57:31 +00001041 sqlite_defines = []
1042 if sys.platform != "win32":
Anthony Baxter8e7b4902006-04-05 18:25:33 +00001043 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
Anthony Baxterc51ee692006-04-01 00:57:31 +00001044 else:
Anthony Baxter8e7b4902006-04-05 18:25:33 +00001045 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1046
Gerhard Häring3bbb6722010-03-05 09:12:37 +00001047 # Comment this out if you want the sqlite3 module to be able to load extensions.
1048 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Ronald Oussoren39be38c2006-05-26 11:38:39 +00001049
1050 if sys.platform == 'darwin':
1051 # In every directory on the search path search for a dynamic
1052 # library and then a static library, instead of first looking
1053 # for dynamic libraries on the entiry path.
1054 # This way a staticly linked custom sqlite gets picked up
1055 # before the dynamic library in /usr/lib.
1056 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1057 else:
1058 sqlite_extra_link_args = ()
1059
Anthony Baxterc51ee692006-04-01 00:57:31 +00001060 exts.append(Extension('_sqlite3', sqlite_srcs,
1061 define_macros=sqlite_defines,
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001062 include_dirs=["Modules/_sqlite",
Anthony Baxterc51ee692006-04-01 00:57:31 +00001063 sqlite_incdir],
1064 library_dirs=sqlite_libdir,
1065 runtime_library_dirs=sqlite_libdir,
Ronald Oussoren39be38c2006-05-26 11:38:39 +00001066 extra_link_args=sqlite_extra_link_args,
Anthony Baxterc51ee692006-04-01 00:57:31 +00001067 libraries=["sqlite3",]))
Skip Montanarod1287322007-03-06 15:41:38 +00001068 else:
1069 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001070
1071 # Look for Berkeley db 1.85. Note that it is built as a different
1072 # module name so it can be included even when later versions are
1073 # available. A very restrictive search is performed to avoid
1074 # accidentally building this module with a later version of the
1075 # underlying db library. May BSD-ish Unixes incorporate db 1.85
1076 # symbols into libc and place the include file in /usr/include.
Gregory P. Smith4eb60e52007-08-26 00:26:00 +00001077 #
1078 # If the better bsddb library can be built (db_incs is defined)
1079 # we do not build this one. Otherwise this build will pick up
1080 # the more recent berkeleydb's db.h file first in the include path
1081 # when attempting to compile and it will fail.
Skip Montanaro22e00c42003-05-06 20:43:34 +00001082 f = "/usr/include/db.h"
Ronald Oussoren593e4ca2010-06-03 09:47:21 +00001083
1084 if sys.platform == 'darwin':
1085 if is_macosx_sdk_path(f):
1086 sysroot = macosx_sdk_root()
1087 f = os.path.join(sysroot, f[1:])
1088
Gregory P. Smith4eb60e52007-08-26 00:26:00 +00001089 if os.path.exists(f) and not db_incs:
Skip Montanaro22e00c42003-05-06 20:43:34 +00001090 data = open(f).read()
1091 m = re.search(r"#s*define\s+HASHVERSION\s+2\s*", data)
1092 if m is not None:
1093 # bingo - old version used hash file format version 2
1094 ### XXX this should be fixed to not be platform-dependent
1095 ### but I don't have direct access to an osf1 platform and
1096 ### seemed to be muffing the search somehow
1097 libraries = platform == "osf1" and ['db'] or None
1098 if libraries is not None:
1099 exts.append(Extension('bsddb185', ['bsddbmodule.c'],
1100 libraries=libraries))
1101 else:
1102 exts.append(Extension('bsddb185', ['bsddbmodule.c']))
Skip Montanarod1287322007-03-06 15:41:38 +00001103 else:
1104 missing.append('bsddb185')
1105 else:
1106 missing.append('bsddb185')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001107
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001108 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001109 # The standard Unix dbm module:
Jack Jansend1b20452002-07-08 21:39:36 +00001110 if platform not in ['cygwin']:
Matthias Klose51c614e2009-04-29 19:52:49 +00001111 config_args = [arg.strip("'")
1112 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001113 dbm_args = [arg for arg in config_args
Matthias Klose10cbe482009-04-29 17:18:19 +00001114 if arg.startswith('--with-dbmliborder=')]
1115 if dbm_args:
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001116 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose10cbe482009-04-29 17:18:19 +00001117 else:
Matthias Klose51c614e2009-04-29 19:52:49 +00001118 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose10cbe482009-04-29 17:18:19 +00001119 dbmext = None
1120 for cand in dbm_order:
1121 if cand == "ndbm":
1122 if find_file("ndbm.h", inc_dirs, []) is not None:
1123 # Some systems have -lndbm, others don't
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001124 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001125 'ndbm'):
Matthias Klose10cbe482009-04-29 17:18:19 +00001126 ndbm_libs = ['ndbm']
1127 else:
1128 ndbm_libs = []
1129 print "building dbm using ndbm"
1130 dbmext = Extension('dbm', ['dbmmodule.c'],
1131 define_macros=[
1132 ('HAVE_NDBM_H',None),
1133 ],
1134 libraries=ndbm_libs)
1135 break
1136
1137 elif cand == "gdbm":
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001138 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose10cbe482009-04-29 17:18:19 +00001139 gdbm_libs = ['gdbm']
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001140 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001141 'gdbm_compat'):
Matthias Klose10cbe482009-04-29 17:18:19 +00001142 gdbm_libs.append('gdbm_compat')
1143 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
1144 print "building dbm using gdbm"
1145 dbmext = Extension(
1146 'dbm', ['dbmmodule.c'],
1147 define_macros=[
1148 ('HAVE_GDBM_NDBM_H', None),
1149 ],
1150 libraries = gdbm_libs)
1151 break
1152 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
1153 print "building dbm using gdbm"
1154 dbmext = Extension(
1155 'dbm', ['dbmmodule.c'],
1156 define_macros=[
1157 ('HAVE_GDBM_DASH_NDBM_H', None),
1158 ],
1159 libraries = gdbm_libs)
1160 break
1161 elif cand == "bdb":
1162 if db_incs is not None:
1163 print "building dbm using bdb"
1164 dbmext = Extension('dbm', ['dbmmodule.c'],
1165 library_dirs=dblib_dir,
1166 runtime_library_dirs=dblib_dir,
1167 include_dirs=db_incs,
1168 define_macros=[
1169 ('HAVE_BERKDB_H', None),
1170 ('DB_DBM_HSEARCH', None),
1171 ],
1172 libraries=dblibs)
1173 break
1174 if dbmext is not None:
1175 exts.append(dbmext)
Skip Montanarod1287322007-03-06 15:41:38 +00001176 else:
1177 missing.append('dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001178
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001179 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001180 if ('gdbm' in dbm_order and
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001181 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001182 exts.append( Extension('gdbm', ['gdbmmodule.c'],
1183 libraries = ['gdbm'] ) )
Skip Montanarod1287322007-03-06 15:41:38 +00001184 else:
1185 missing.append('gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001186
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001187 # Unix-only modules
Ronald Oussoren9545a232010-05-05 19:09:31 +00001188 if platform not in ['win32']:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001189 # Steen Lumholt's termios module
1190 exts.append( Extension('termios', ['termios.c']) )
1191 # Jeremy Hylton's rlimit interface
Tim Peters2c60f7a2003-01-29 03:49:43 +00001192 if platform not in ['atheos']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +00001193 exts.append( Extension('resource', ['resource.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001194 else:
1195 missing.append('resource')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001196
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +00001197 # Sun yellow pages. Some systems have the functions in libc.
Benjamin Petersoneb74da82009-12-30 03:02:34 +00001198 if (platform not in ['cygwin', 'atheos', 'qnx6'] and
1199 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001200 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +00001201 libs = ['nsl']
1202 else:
1203 libs = []
1204 exts.append( Extension('nis', ['nismodule.c'],
1205 libraries = libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001206 else:
1207 missing.append('nis')
1208 else:
1209 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001210
Skip Montanaro72092942004-02-07 12:50:19 +00001211 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001212 # provided by the ncurses library.
Andrew M. Kuchling86070422006-08-06 22:07:04 +00001213 panel_library = 'panel'
Stefan Krah449aa862010-06-03 12:39:50 +00001214 if curses_library.startswith('ncurses'):
1215 if curses_library == 'ncursesw':
1216 # Bug 1464056: If _curses.so links with ncursesw,
1217 # _curses_panel.so must link with panelw.
1218 panel_library = 'panelw'
1219 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001220 exts.append( Extension('_curses', ['_cursesmodule.c'],
1221 libraries = curses_libs) )
Stefan Krah449aa862010-06-03 12:39:50 +00001222 elif curses_library == 'curses' and platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:41 +00001223 # OSX has an old Berkeley curses, not good enough for
1224 # the _curses module.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001225 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001226 curses_libs = ['curses', 'terminfo']
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001227 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001228 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001229 else:
1230 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001231
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001232 exts.append( Extension('_curses', ['_cursesmodule.c'],
1233 libraries = curses_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001234 else:
1235 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001236
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001237 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001238 if (module_enabled(exts, '_curses') and
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001239 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001240 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Andrew M. Kuchling86070422006-08-06 22:07:04 +00001241 libraries = [panel_library] + curses_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001242 else:
1243 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001244
Barry Warsaw259b1e12002-08-13 20:09:26 +00001245 # Andrew Kuchling's zlib module. Note that some versions of zlib
1246 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1247 # http://www.cert.org/advisories/CA-2002-07.html
1248 #
1249 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1250 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1251 # now, we still accept 1.1.3, because we think it's difficult to
1252 # exploit this in Python, and we'd rather make it RedHat's problem
1253 # than our problem <wink>.
1254 #
1255 # You can upgrade zlib to version 1.1.4 yourself by going to
1256 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001257 zlib_inc = find_file('zlib.h', [], inc_dirs)
Gregory P. Smith440ca772008-03-24 00:08:01 +00001258 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001259 if zlib_inc is not None:
1260 zlib_h = zlib_inc[0] + '/zlib.h'
1261 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001262 version_req = '"1.1.3"'
Guido van Rossume6970912001-04-15 15:16:12 +00001263 fp = open(zlib_h)
1264 while 1:
1265 line = fp.readline()
1266 if not line:
1267 break
Guido van Rossum8cdc03d2002-08-06 17:28:30 +00001268 if line.startswith('#define ZLIB_VERSION'):
Guido van Rossume6970912001-04-15 15:16:12 +00001269 version = line.split()[2]
1270 break
1271 if version >= version_req:
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001272 if (self.compiler.find_library_file(lib_dirs, 'z')):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001273 if sys.platform == "darwin":
1274 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1275 else:
1276 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001277 exts.append( Extension('zlib', ['zlibmodule.c'],
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001278 libraries = ['z'],
1279 extra_link_args = zlib_extra_link_args))
Gregory P. Smith440ca772008-03-24 00:08:01 +00001280 have_zlib = True
Skip Montanarod1287322007-03-06 15:41:38 +00001281 else:
1282 missing.append('zlib')
1283 else:
1284 missing.append('zlib')
1285 else:
1286 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001287
Gregory P. Smith440ca772008-03-24 00:08:01 +00001288 # Helper module for various ascii-encoders. Uses zlib for an optimized
1289 # crc32 if we have it. Otherwise binascii uses its own.
1290 if have_zlib:
1291 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1292 libraries = ['z']
1293 extra_link_args = zlib_extra_link_args
1294 else:
1295 extra_compile_args = []
1296 libraries = []
1297 extra_link_args = []
1298 exts.append( Extension('binascii', ['binascii.c'],
1299 extra_compile_args = extra_compile_args,
1300 libraries = libraries,
1301 extra_link_args = extra_link_args) )
1302
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001303 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001304 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001305 if sys.platform == "darwin":
1306 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1307 else:
1308 bz2_extra_link_args = ()
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001309 exts.append( Extension('bz2', ['bz2module.c'],
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001310 libraries = ['bz2'],
1311 extra_link_args = bz2_extra_link_args) )
Skip Montanarod1287322007-03-06 15:41:38 +00001312 else:
1313 missing.append('bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001314
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001315 # Interface to the Expat XML parser
1316 #
Benjamin Peterson2fd2e862009-12-31 16:28:24 +00001317 # Expat was written by James Clark and is now maintained by a group of
1318 # developers on SourceForge; see www.libexpat.org for more information.
1319 # The pyexpat module was written by Paul Prescod after a prototype by
1320 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1321 # of a system shared libexpat.so is possible with --with-system-expat
1322 # cofigure option.
Fred Drakefc8341d2002-06-17 17:55:30 +00001323 #
1324 # More information on Expat can be found at www.libexpat.org.
1325 #
Benjamin Peterson2c196742009-12-31 03:17:18 +00001326 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1327 expat_inc = []
1328 define_macros = []
1329 expat_lib = ['expat']
1330 expat_sources = []
1331 else:
1332 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1333 define_macros = [
1334 ('HAVE_EXPAT_CONFIG_H', '1'),
1335 ]
1336 expat_lib = []
1337 expat_sources = ['expat/xmlparse.c',
1338 'expat/xmlrole.c',
1339 'expat/xmltok.c']
Ronald Oussoren988117f2006-04-29 11:31:35 +00001340
Fred Drake2d59a492003-10-21 15:41:15 +00001341 exts.append(Extension('pyexpat',
1342 define_macros = define_macros,
Benjamin Peterson2c196742009-12-31 03:17:18 +00001343 include_dirs = expat_inc,
1344 libraries = expat_lib,
1345 sources = ['pyexpat.c'] + expat_sources
Fred Drake2d59a492003-10-21 15:41:15 +00001346 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001347
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001348 # Fredrik Lundh's cElementTree module. Note that this also
1349 # uses expat (via the CAPI hook in pyexpat).
1350
Hye-Shik Chang6c403592006-03-27 08:43:11 +00001351 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001352 define_macros.append(('USE_PYEXPAT_CAPI', None))
1353 exts.append(Extension('_elementtree',
1354 define_macros = define_macros,
Benjamin Peterson2c196742009-12-31 03:17:18 +00001355 include_dirs = expat_inc,
1356 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001357 sources = ['_elementtree.c'],
1358 ))
Skip Montanarod1287322007-03-06 15:41:38 +00001359 else:
1360 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001361
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001362 # Hye-Shik Chang's CJKCodecs modules.
Martin v. Löwise2713be2005-03-08 15:03:08 +00001363 if have_unicode:
1364 exts.append(Extension('_multibytecodec',
1365 ['cjkcodecs/multibytecodec.c']))
1366 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
Skip Montanarod1287322007-03-06 15:41:38 +00001367 exts.append(Extension('_codecs_%s' % loc,
Martin v. Löwise2713be2005-03-08 15:03:08 +00001368 ['cjkcodecs/_codecs_%s.c' % loc]))
Skip Montanarod1287322007-03-06 15:41:38 +00001369 else:
1370 missing.append('_multibytecodec')
1371 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1372 missing.append('_codecs_%s' % loc)
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001373
Michael W. Hudson5b109102002-01-23 15:04:41 +00001374 # Dynamic loading module
Guido van Rossum770acd32002-09-12 14:41:20 +00001375 if sys.maxint == 0x7fffffff:
1376 # This requires sizeof(int) == sizeof(long) == sizeof(char*)
1377 dl_inc = find_file('dlfcn.h', [], inc_dirs)
Anthony Baxter82201742006-04-09 15:07:40 +00001378 if (dl_inc is not None) and (platform not in ['atheos']):
Guido van Rossum770acd32002-09-12 14:41:20 +00001379 exts.append( Extension('dl', ['dlmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001380 else:
1381 missing.append('dl')
1382 else:
1383 missing.append('dl')
Michael W. Hudson5b109102002-01-23 15:04:41 +00001384
Thomas Hellercf567c12006-03-08 19:51:58 +00001385 # Thomas Heller's _ctypes module
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001386 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001387
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001388 # Richard Oudkerk's multiprocessing module
1389 if platform == 'win32': # Windows
1390 macros = dict()
1391 libraries = ['ws2_32']
1392
1393 elif platform == 'darwin': # Mac OSX
Jesse Noller355b1262009-04-02 00:03:28 +00001394 macros = dict()
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001395 libraries = []
1396
1397 elif platform == 'cygwin': # Cygwin
Jesse Noller355b1262009-04-02 00:03:28 +00001398 macros = dict()
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001399 libraries = []
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001400
Martin v. Löwisbb86d832008-11-04 20:40:09 +00001401 elif platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001402 # FreeBSD's P1003.1b semaphore support is very experimental
1403 # and has many known problems. (as of June 2008)
Jesse Noller355b1262009-04-02 00:03:28 +00001404 macros = dict()
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001405 libraries = []
1406
Jesse Noller37040cd2008-09-30 00:15:45 +00001407 elif platform.startswith('openbsd'):
Jesse Noller355b1262009-04-02 00:03:28 +00001408 macros = dict()
Jesse Noller37040cd2008-09-30 00:15:45 +00001409 libraries = []
1410
Jesse Noller40a61642009-03-31 18:12:35 +00001411 elif platform.startswith('netbsd'):
Jesse Noller355b1262009-04-02 00:03:28 +00001412 macros = dict()
Jesse Noller40a61642009-03-31 18:12:35 +00001413 libraries = []
1414
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001415 else: # Linux and other unices
Jesse Noller355b1262009-04-02 00:03:28 +00001416 macros = dict()
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001417 libraries = ['rt']
1418
1419 if platform == 'win32':
1420 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1421 '_multiprocessing/semaphore.c',
1422 '_multiprocessing/pipe_connection.c',
1423 '_multiprocessing/socket_connection.c',
1424 '_multiprocessing/win32_functions.c'
1425 ]
1426
1427 else:
1428 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1429 '_multiprocessing/socket_connection.c'
1430 ]
Mark Dickinsonc4920e82009-11-20 19:30:22 +00001431 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
Mark Dickinson5afa6d42009-11-28 10:44:20 +00001432 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001433 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1434
Jesse Nollerf6da8d12009-01-23 14:04:41 +00001435 if sysconfig.get_config_var('WITH_THREAD'):
1436 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1437 define_macros=macros.items(),
1438 include_dirs=["Modules/_multiprocessing"]))
1439 else:
1440 missing.append('_multiprocessing')
1441
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001442 # End multiprocessing
1443
1444
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001445 # Platform-specific libraries
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001446 if platform == 'linux2':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001447 # Linux-specific modules
1448 exts.append( Extension('linuxaudiodev', ['linuxaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001449 else:
1450 missing.append('linuxaudiodev')
Greg Ward0a6355e2003-01-08 01:37:41 +00001451
Matthias Klose8a96d202010-04-21 22:18:52 +00001452 if (platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
1453 'freebsd7', 'freebsd8')
1454 or platform.startswith("gnukfreebsd")):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001455 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001456 else:
1457 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001458
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001459 if platform == 'sunos5':
Fredrik Lundhade711a2001-01-24 08:00:28 +00001460 # SunOS specific modules
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001461 exts.append( Extension('sunaudiodev', ['sunaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001462 else:
1463 missing.append('sunaudiodev')
Michael W. Hudson5b109102002-01-23 15:04:41 +00001464
Ronald Oussorena5b642c2009-10-08 08:04:15 +00001465 if platform == 'darwin':
1466 # _scproxy
1467 exts.append(Extension("_scproxy", [os.path.join(srcdir, "Mac/Modules/_scproxy.c")],
1468 extra_link_args= [
1469 '-framework', 'SystemConfiguration',
1470 '-framework', 'CoreFoundation'
1471 ]))
1472
1473
Tim Peters66cb0182004-08-26 05:23:19 +00001474 if platform == 'darwin' and ("--disable-toolbox-glue" not in
Ronald Oussoren090f8152006-03-30 20:18:33 +00001475 sysconfig.get_config_var("CONFIG_ARGS")):
1476
Ronald Oussoren05b0d1d2010-03-08 07:06:47 +00001477 if int(os.uname()[2].split('.')[0]) >= 8:
Ronald Oussoren090f8152006-03-30 20:18:33 +00001478 # We're on Mac OS X 10.4 or later, the compiler should
1479 # support '-Wno-deprecated-declarations'. This will
1480 # surpress deprecation warnings for the Carbon extensions,
1481 # these extensions wrap the Carbon APIs and even those
1482 # parts that are deprecated.
1483 carbon_extra_compile_args = ['-Wno-deprecated-declarations']
1484 else:
1485 carbon_extra_compile_args = []
1486
Just van Rossum05ced6a2002-11-24 23:15:57 +00001487 # Mac OS X specific modules.
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001488 def macSrcExists(name1, name2=''):
1489 if not name1:
1490 return None
1491 names = (name1,)
1492 if name2:
1493 names = (name1, name2)
1494 path = os.path.join(srcdir, 'Mac', 'Modules', *names)
1495 return os.path.exists(path)
1496
1497 def addMacExtension(name, kwds, extra_srcs=[]):
1498 dirname = ''
1499 if name[0] == '_':
1500 dirname = name[1:].lower()
1501 cname = name + '.c'
1502 cmodulename = name + 'module.c'
1503 # Check for NNN.c, NNNmodule.c, _nnn/NNN.c, _nnn/NNNmodule.c
1504 if macSrcExists(cname):
1505 srcs = [cname]
1506 elif macSrcExists(cmodulename):
1507 srcs = [cmodulename]
1508 elif macSrcExists(dirname, cname):
1509 # XXX(nnorwitz): If all the names ended with module, we
1510 # wouldn't need this condition. ibcarbon is the only one.
1511 srcs = [os.path.join(dirname, cname)]
1512 elif macSrcExists(dirname, cmodulename):
1513 srcs = [os.path.join(dirname, cmodulename)]
1514 else:
1515 raise RuntimeError("%s not found" % name)
1516
1517 # Here's the whole point: add the extension with sources
1518 exts.append(Extension(name, srcs + extra_srcs, **kwds))
1519
1520 # Core Foundation
1521 core_kwds = {'extra_compile_args': carbon_extra_compile_args,
1522 'extra_link_args': ['-framework', 'CoreFoundation'],
1523 }
1524 addMacExtension('_CF', core_kwds, ['cf/pycfbridge.c'])
1525 addMacExtension('autoGIL', core_kwds)
1526
Ronald Oussoren51f06332009-09-20 10:31:22 +00001527
1528
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001529 # Carbon
1530 carbon_kwds = {'extra_compile_args': carbon_extra_compile_args,
1531 'extra_link_args': ['-framework', 'Carbon'],
1532 }
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001533 CARBON_EXTS = ['ColorPicker', 'gestalt', 'MacOS', 'Nav',
1534 'OSATerminology', 'icglue',
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001535 # All these are in subdirs
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001536 '_AE', '_AH', '_App', '_CarbonEvt', '_Cm', '_Ctl',
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001537 '_Dlg', '_Drag', '_Evt', '_File', '_Folder', '_Fm',
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001538 '_Help', '_Icn', '_IBCarbon', '_List',
1539 '_Menu', '_Mlte', '_OSA', '_Res', '_Qd', '_Qdoffs',
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001540 '_Scrap', '_Snd', '_TE',
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001541 ]
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001542 for name in CARBON_EXTS:
1543 addMacExtension(name, carbon_kwds)
1544
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001545 # Workaround for a bug in the version of gcc shipped with Xcode 3.
1546 # The _Win extension should build just like the other Carbon extensions, but
1547 # this actually results in a hard crash of the linker.
1548 #
1549 if '-arch ppc64' in cflags and '-arch ppc' in cflags:
1550 win_kwds = {'extra_compile_args': carbon_extra_compile_args + ['-arch', 'i386', '-arch', 'ppc'],
1551 'extra_link_args': ['-framework', 'Carbon', '-arch', 'i386', '-arch', 'ppc'],
1552 }
1553 addMacExtension('_Win', win_kwds)
1554 else:
1555 addMacExtension('_Win', carbon_kwds)
1556
1557
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001558 # Application Services & QuickTime
1559 app_kwds = {'extra_compile_args': carbon_extra_compile_args,
1560 'extra_link_args': ['-framework','ApplicationServices'],
1561 }
1562 addMacExtension('_Launch', app_kwds)
1563 addMacExtension('_CG', app_kwds)
1564
Just van Rossum05ced6a2002-11-24 23:15:57 +00001565 exts.append( Extension('_Qt', ['qt/_Qtmodule.c'],
Ronald Oussoren090f8152006-03-30 20:18:33 +00001566 extra_compile_args=carbon_extra_compile_args,
1567 extra_link_args=['-framework', 'QuickTime',
Just van Rossum05ced6a2002-11-24 23:15:57 +00001568 '-framework', 'Carbon']) )
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001569
Michael W. Hudson5b109102002-01-23 15:04:41 +00001570
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001571 self.extensions.extend(exts)
1572
1573 # Call the method for detecting whether _tkinter can be compiled
1574 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001575
Skip Montanarod1287322007-03-06 15:41:38 +00001576 if '_tkinter' not in [e.name for e in self.extensions]:
1577 missing.append('_tkinter')
1578
1579 return missing
1580
Jack Jansen0b06be72002-06-21 14:48:38 +00001581 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1582 # The _tkinter module, using frameworks. Since frameworks are quite
1583 # different the UNIX search logic is not sharable.
1584 from os.path import join, exists
1585 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001586 '/Library/Frameworks',
Ronald Oussorencea1ddb2009-03-04 21:30:12 +00001587 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001588 join(os.getenv('HOME'), '/Library/Frameworks')
1589 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001590
Ronald Oussoren593e4ca2010-06-03 09:47:21 +00001591 sysroot = macosx_sdk_root()
1592
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001593 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001594 # bundles.
1595 # XXX distutils should support -F!
1596 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001597 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren593e4ca2010-06-03 09:47:21 +00001598
1599
Jack Jansen0b06be72002-06-21 14:48:38 +00001600 for fw in 'Tcl', 'Tk':
Ronald Oussoren593e4ca2010-06-03 09:47:21 +00001601 if is_macosx_sdk_path(F):
1602 if not exists(join(sysroot, F[1:], fw + '.framework')):
1603 break
1604 else:
1605 if not exists(join(F, fw + '.framework')):
1606 break
Jack Jansen0b06be72002-06-21 14:48:38 +00001607 else:
1608 # ok, F is now directory with both frameworks. Continure
1609 # building
1610 break
1611 else:
1612 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1613 # will now resume.
1614 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001615
Jack Jansen0b06be72002-06-21 14:48:38 +00001616 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1617 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001618 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001619 #
1620 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001621 join(F, fw + '.framework', H)
Jack Jansen0b06be72002-06-21 14:48:38 +00001622 for fw in 'Tcl', 'Tk'
1623 for H in 'Headers', 'Versions/Current/PrivateHeaders'
1624 ]
1625
Tim Peters2c60f7a2003-01-29 03:49:43 +00001626 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001627 # complicated search, this is a hard-coded path. It could bail out
1628 # if X11 libs are not found...
1629 include_dirs.append('/usr/X11R6/include')
1630 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1631
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001632 # All existing framework builds of Tcl/Tk don't support 64-bit
1633 # architectures.
1634 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1635 archs = re.findall('-arch\s+(\w+)', cflags)
Ronald Oussoren593e4ca2010-06-03 09:47:21 +00001636
1637 if is_macosx_sdk_path(F):
1638 fp = os.popen("file %s/Tk.framework/Tk | grep 'for architecture'"%(os.path.join(sysroot, F[1:]),))
1639 else:
1640 fp = os.popen("file %s/Tk.framework/Tk | grep 'for architecture'"%(F,))
1641
Ronald Oussoren91a11a42009-09-15 18:33:33 +00001642 detected_archs = []
1643 for ln in fp:
1644 a = ln.split()[-1]
1645 if a in archs:
1646 detected_archs.append(ln.split()[-1])
1647 fp.close()
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001648
Ronald Oussoren91a11a42009-09-15 18:33:33 +00001649 for a in detected_archs:
1650 frameworks.append('-arch')
1651 frameworks.append(a)
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001652
Jack Jansen0b06be72002-06-21 14:48:38 +00001653 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1654 define_macros=[('WITH_APPINIT', 1)],
1655 include_dirs = include_dirs,
1656 libraries = [],
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001657 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001658 extra_link_args = frameworks,
1659 )
1660 self.extensions.append(ext)
1661 return 1
1662
Tim Peters2c60f7a2003-01-29 03:49:43 +00001663
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001664 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001665 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001666
Jack Jansen0b06be72002-06-21 14:48:38 +00001667 # Rather than complicate the code below, detecting and building
1668 # AquaTk is a separate method. Only one Tkinter will be built on
1669 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1670 platform = self.get_platform()
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001671 if (platform == 'darwin' and
1672 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001673 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001674
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001675 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001676 # The versions with dots are used on Unix, and the versions without
1677 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001678 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polofb118352009-08-16 14:34:26 +00001679 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1680 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001681 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001682 'tk' + version)
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001683 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001684 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001685 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001686 # Exit the loop when we've found the Tcl/Tk libraries
1687 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001688
Fredrik Lundhade711a2001-01-24 08:00:28 +00001689 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001690 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001691 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001692 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001693 dotversion = version
1694 if '.' not in dotversion and "bsd" in sys.platform.lower():
1695 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1696 # but the include subdirs are named like .../include/tcl8.3.
1697 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1698 tcl_include_sub = []
1699 tk_include_sub = []
1700 for dir in inc_dirs:
1701 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1702 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1703 tk_include_sub += tcl_include_sub
1704 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1705 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001706
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001707 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001708 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001709 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001710 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001711
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001712 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001713
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001714 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1715 for dir in tcl_includes + tk_includes:
1716 if dir not in include_dirs:
1717 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001718
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001719 # Check for various platform-specific directories
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001720 if platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001721 include_dirs.append('/usr/openwin/include')
1722 added_lib_dirs.append('/usr/openwin/lib')
1723 elif os.path.exists('/usr/X11R6/include'):
1724 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001725 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001726 added_lib_dirs.append('/usr/X11R6/lib')
1727 elif os.path.exists('/usr/X11R5/include'):
1728 include_dirs.append('/usr/X11R5/include')
1729 added_lib_dirs.append('/usr/X11R5/lib')
1730 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001731 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001732 include_dirs.append('/usr/X11/include')
1733 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001734
Jason Tishler9181c942003-02-05 15:16:17 +00001735 # If Cygwin, then verify that X is installed before proceeding
1736 if platform == 'cygwin':
1737 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1738 if x11_inc is None:
1739 return
1740
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001741 # Check for BLT extension
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001742 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001743 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001744 defs.append( ('WITH_BLT', 1) )
1745 libs.append('BLT8.0')
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001746 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001747 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:38 +00001748 defs.append( ('WITH_BLT', 1) )
1749 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001750
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001751 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001752 libs.append('tk'+ version)
1753 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001754
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001755 if platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001756 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001757
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001758 # Finally, link with the X11 libraries (not appropriate on cygwin)
1759 if platform != "cygwin":
1760 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001761
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001762 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1763 define_macros=[('WITH_APPINIT', 1)] + defs,
1764 include_dirs = include_dirs,
1765 libraries = libs,
1766 library_dirs = added_lib_dirs,
1767 )
1768 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001769
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001770## # Uncomment these lines if you want to play with xxmodule.c
1771## ext = Extension('xx', ['xxmodule.c'])
1772## self.extensions.append(ext)
1773
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001774 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001775 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001776 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001777 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001778 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001779 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001780 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001781
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001782 def configure_ctypes_darwin(self, ext):
1783 # Darwin (OS X) uses preconfigured files, in
1784 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauerc59c5f32009-02-05 16:32:29 +00001785 srcdir = sysconfig.get_config_var('srcdir')
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001786 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1787 '_ctypes', 'libffi_osx'))
1788 sources = [os.path.join(ffi_srcdir, p)
1789 for p in ['ffi.c',
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001790 'x86/darwin64.S',
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001791 'x86/x86-darwin.S',
1792 'x86/x86-ffi_darwin.c',
1793 'x86/x86-ffi64.c',
1794 'powerpc/ppc-darwin.S',
1795 'powerpc/ppc-darwin_closure.S',
1796 'powerpc/ppc-ffi_darwin.c',
1797 'powerpc/ppc64-darwin_closure.S',
1798 ]]
1799
1800 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001801 self.compiler.src_extensions.append('.S')
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001802
1803 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1804 os.path.join(ffi_srcdir, 'powerpc')]
1805 ext.include_dirs.extend(include_dirs)
1806 ext.sources.extend(sources)
1807 return True
1808
Thomas Hellereba43c12006-04-07 19:04:09 +00001809 def configure_ctypes(self, ext):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001810 if not self.use_system_libffi:
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001811 if sys.platform == 'darwin':
1812 return self.configure_ctypes_darwin(ext)
1813
Neil Schemenauerc59c5f32009-02-05 16:32:29 +00001814 srcdir = sysconfig.get_config_var('srcdir')
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001815 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1816 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1817 '_ctypes', 'libffi'))
1818 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001819
Thomas Heller5e218b42006-04-27 15:50:42 +00001820 from distutils.dep_util import newer_group
1821
1822 config_sources = [os.path.join(ffi_srcdir, fname)
Martin v. Löwisf1a4aa32007-02-14 11:30:56 +00001823 for fname in os.listdir(ffi_srcdir)
1824 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Heller5e218b42006-04-27 15:50:42 +00001825 if self.force or newer_group(config_sources,
1826 ffi_configfile):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001827 from distutils.dir_util import mkpath
1828 mkpath(ffi_builddir)
1829 config_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001830
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001831 # Pass empty CFLAGS because we'll just append the resulting
1832 # CFLAGS to Python's; -g or -O2 is to be avoided.
1833 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1834 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001835
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001836 res = os.system(cmd)
1837 if res or not os.path.exists(ffi_configfile):
1838 print "Failed to configure _ctypes module"
1839 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001840
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001841 fficonfig = {}
Antoine Pitrou1379b842010-01-13 11:57:42 +00001842 with open(ffi_configfile) as f:
1843 exec f in fficonfig
Thomas Hellercf567c12006-03-08 19:51:58 +00001844
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001845 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001846 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001847
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001848 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou8c510e72010-01-13 11:47:49 +00001849 ffi_builddir,
1850 os.path.join(ffi_srcdir, 'src')]
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001851 extra_compile_args = fficonfig['ffi_cflags'].split()
Thomas Hellereba43c12006-04-07 19:04:09 +00001852
Antoine Pitrou8c510e72010-01-13 11:47:49 +00001853 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1854 fficonfig['ffi_sources'])
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001855 ext.include_dirs.extend(include_dirs)
1856 ext.extra_compile_args.extend(extra_compile_args)
Thomas Heller795246c2006-04-07 19:27:56 +00001857 return True
Thomas Hellereba43c12006-04-07 19:04:09 +00001858
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001859 def detect_ctypes(self, inc_dirs, lib_dirs):
1860 self.use_system_libffi = False
Thomas Hellereba43c12006-04-07 19:04:09 +00001861 include_dirs = []
1862 extra_compile_args = []
Thomas Heller17984892006-08-04 18:57:34 +00001863 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001864 sources = ['_ctypes/_ctypes.c',
1865 '_ctypes/callbacks.c',
1866 '_ctypes/callproc.c',
1867 '_ctypes/stgdict.c',
1868 '_ctypes/cfield.c',
Thomas Hellereba43c12006-04-07 19:04:09 +00001869 '_ctypes/malloc_closure.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001870 depends = ['_ctypes/ctypes.h']
1871
1872 if sys.platform == 'darwin':
1873 sources.append('_ctypes/darwin/dlfcn_simple.c')
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001874 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001875 include_dirs.append('_ctypes/darwin')
1876# XXX Is this still needed?
1877## extra_link_args.extend(['-read_only_relocs', 'warning'])
1878
Thomas Heller17984892006-08-04 18:57:34 +00001879 elif sys.platform == 'sunos5':
Martin v. Löwis73f12a32006-08-09 23:42:18 +00001880 # XXX This shouldn't be necessary; it appears that some
1881 # of the assembler code is non-PIC (i.e. it has relocations
1882 # when it shouldn't. The proper fix would be to rewrite
1883 # the assembler code to be PIC.
1884 # This only works with GCC; the Sun compiler likely refuses
1885 # this option. If you want to compile ctypes with the Sun
1886 # compiler, please research a proper solution, instead of
1887 # finding some -z option for the Sun compiler.
Thomas Heller17984892006-08-04 18:57:34 +00001888 extra_link_args.append('-mimpure-text')
1889
Thomas Hellerde2d78a2008-06-02 18:41:30 +00001890 elif sys.platform.startswith('hp-ux'):
Thomas Heller03b75dd2008-05-20 19:53:47 +00001891 extra_link_args.append('-fPIC')
1892
Thomas Hellercf567c12006-03-08 19:51:58 +00001893 ext = Extension('_ctypes',
1894 include_dirs=include_dirs,
1895 extra_compile_args=extra_compile_args,
Thomas Heller17984892006-08-04 18:57:34 +00001896 extra_link_args=extra_link_args,
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001897 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001898 sources=sources,
1899 depends=depends)
1900 ext_test = Extension('_ctypes_test',
1901 sources=['_ctypes/_ctypes_test.c'])
1902 self.extensions.extend([ext, ext_test])
1903
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001904 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1905 return
1906
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001907 if sys.platform == 'darwin':
1908 # OS X 10.5 comes with libffi.dylib; the include files are
1909 # in /usr/include/ffi
1910 inc_dirs.append('/usr/include/ffi')
1911
Benjamin Peterson1c335e62010-01-01 15:16:29 +00001912 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Kloseca6d9e92010-04-21 21:45:30 +00001913 if not ffi_inc or ffi_inc[0] == '':
Benjamin Peterson1c335e62010-01-01 15:16:29 +00001914 ffi_inc = find_file('ffi.h', [], inc_dirs)
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001915 if ffi_inc is not None:
1916 ffi_h = ffi_inc[0] + '/ffi.h'
1917 fp = open(ffi_h)
1918 while 1:
1919 line = fp.readline()
1920 if not line:
1921 ffi_inc = None
1922 break
1923 if line.startswith('#define LIBFFI_H'):
1924 break
1925 ffi_lib = None
1926 if ffi_inc is not None:
1927 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001928 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001929 ffi_lib = lib_name
1930 break
1931
1932 if ffi_inc and ffi_lib:
1933 ext.include_dirs.extend(ffi_inc)
1934 ext.libraries.append(ffi_lib)
1935 self.use_system_libffi = True
1936
1937
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00001938class PyBuildInstall(install):
1939 # Suppress the warning about installation into the lib_dynload
1940 # directory, which is not in sys.path when running Python during
1941 # installation:
1942 def initialize_options (self):
1943 install.initialize_options(self)
1944 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00001945
Michael W. Hudson529a5052002-12-17 16:47:17 +00001946class PyBuildInstallLib(install_lib):
1947 # Do exactly what install_lib does but make sure correct access modes get
1948 # set on installed directories and files. All installed files with get
1949 # mode 644 unless they are a shared library in which case they will get
1950 # mode 755. All installed directories will get mode 755.
1951
1952 so_ext = sysconfig.get_config_var("SO")
1953
1954 def install(self):
1955 outfiles = install_lib.install(self)
1956 self.set_file_modes(outfiles, 0644, 0755)
1957 self.set_dir_modes(self.install_dir, 0755)
1958 return outfiles
1959
1960 def set_file_modes(self, files, defaultMode, sharedLibMode):
1961 if not self.is_chmod_supported(): return
1962 if not files: return
1963
1964 for filename in files:
1965 if os.path.islink(filename): continue
1966 mode = defaultMode
1967 if filename.endswith(self.so_ext): mode = sharedLibMode
1968 log.info("changing mode of %s to %o", filename, mode)
1969 if not self.dry_run: os.chmod(filename, mode)
1970
1971 def set_dir_modes(self, dirname, mode):
1972 if not self.is_chmod_supported(): return
1973 os.path.walk(dirname, self.set_dir_modes_visitor, mode)
1974
1975 def set_dir_modes_visitor(self, mode, dirname, names):
1976 if os.path.islink(dirname): return
1977 log.info("changing mode of %s to %o", dirname, mode)
1978 if not self.dry_run: os.chmod(dirname, mode)
1979
1980 def is_chmod_supported(self):
1981 return hasattr(os, 'chmod')
1982
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001983SUMMARY = """
1984Python is an interpreted, interactive, object-oriented programming
1985language. It is often compared to Tcl, Perl, Scheme or Java.
1986
1987Python combines remarkable power with very clear syntax. It has
1988modules, classes, exceptions, very high level dynamic data types, and
1989dynamic typing. There are interfaces to many system calls and
1990libraries, as well as to various windowing systems (X11, Motif, Tk,
1991Mac, MFC). New built-in modules are easily written in C or C++. Python
1992is also usable as an extension language for applications that need a
1993programmable interface.
1994
1995The Python implementation is portable: it runs on many brands of UNIX,
1996on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1997listed here, it may still be supported, if there's a C compiler for
1998it. Ask around on comp.lang.python -- or just try compiling Python
1999yourself.
2000"""
2001
2002CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002003Development Status :: 6 - Mature
2004License :: OSI Approved :: Python Software Foundation License
2005Natural Language :: English
2006Programming Language :: C
2007Programming Language :: Python
2008Topic :: Software Development
2009"""
2010
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002011def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00002012 # turn off warnings when deprecated modules are imported
2013 import warnings
2014 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002015 setup(# PyPI Metadata (PEP 301)
2016 name = "Python",
2017 version = sys.version.split()[0],
2018 url = "http://www.python.org/%s" % sys.version[:3],
2019 maintainer = "Guido van Rossum and the Python community",
2020 maintainer_email = "python-dev@python.org",
2021 description = "A high-level object-oriented programming language",
2022 long_description = SUMMARY.strip(),
2023 license = "PSF license",
2024 classifiers = filter(None, CLASSIFIERS.split("\n")),
2025 platforms = ["Many"],
2026
2027 # Build info
Michael W. Hudson529a5052002-12-17 16:47:17 +00002028 cmdclass = {'build_ext':PyBuildExt, 'install':PyBuildInstall,
2029 'install_lib':PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002030 # The struct module is defined here, because build_ext won't be
2031 # called unless there's at least one extension module defined.
Bob Ippolito7ccc95a2006-05-23 19:11:34 +00002032 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00002033
2034 # Scripts to install
Skip Montanaro852f7992004-06-26 22:29:42 +00002035 scripts = ['Tools/scripts/pydoc', 'Tools/scripts/idle',
Martin v. Löwiscdbc9772008-03-24 12:57:53 +00002036 'Tools/scripts/2to3',
Skip Montanaro852f7992004-06-26 22:29:42 +00002037 'Lib/smtpd.py']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002038 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00002039
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002040# --install-platlib
2041if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002042 main()