blob: 1a403d9a5c506d7f529fd83cdff4a105ce3f63b0 [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00004__version__ = "$Revision$"
5
Brett Cannon84667c02004-12-07 03:25:18 +00006import sys, os, imp, re, optparse
Christian Heimes8608d912008-01-25 15:52:11 +00007from glob import glob
Gregory P. Smith0902cac2008-05-27 08:40:09 +00008from platform import machine as platform_machine
Tarek Ziadé5633a802010-01-23 09:23:15 +00009import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:17 +000010
11from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +000012from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000013from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000014from distutils.core import Extension, setup
15from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000016from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000017from distutils.command.install_lib import install_lib
Stefan Krah4d32c9c2010-06-04 09:49:20 +000018from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000019
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +000020# Were we compiled --with-pydebug or with #define Py_DEBUG?
21COMPILED_WITH_PYDEBUG = hasattr(sys, 'gettotalrefcount')
22
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000023# This global variable is used to hold the list of modules to be disabled.
24disabled_module_list = []
25
Michael W. Hudson39230b32002-01-16 15:26:48 +000026def add_dir_to_list(dirlist, dir):
27 """Add the directory 'dir' to the list 'dirlist' (at the front) if
28 1) 'dir' is not already in 'dirlist'
29 2) 'dir' actually exists, and is a directory."""
Jack Jansen4439b7c2002-06-26 15:44:30 +000030 if dir is not None and os.path.isdir(dir) and dir not in dirlist:
Michael W. Hudson39230b32002-01-16 15:26:48 +000031 dirlist.insert(0, dir)
32
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000033def macosx_sdk_root():
34 """
35 Return the directory of the current OSX SDK,
36 or '/' if no SDK was specified.
37 """
38 cflags = sysconfig.get_config_var('CFLAGS')
39 m = re.search(r'-isysroot\s+(\S+)', cflags)
40 if m is None:
41 sysroot = '/'
42 else:
43 sysroot = m.group(1)
44 return sysroot
45
46def is_macosx_sdk_path(path):
47 """
48 Returns True if 'path' can be located in an OSX SDK
49 """
50 return path.startswith('/usr/') or path.startswith('/System/')
51
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000052def find_file(filename, std_dirs, paths):
53 """Searches for the directory where a given file is located,
54 and returns a possibly-empty list of additional directories, or None
55 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000056
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000057 'filename' is the name of a file, such as readline.h or libcrypto.a.
58 'std_dirs' is the list of standard system directories; if the
59 file is found in one of them, no additional directives are needed.
60 'paths' is a list of additional locations to check; if the file is
61 found in one of them, the resulting list will contain the directory.
62 """
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000063 if sys.platform == 'darwin':
64 # Honor the MacOSX SDK setting when one was specified.
65 # An SDK is a directory with the same structure as a real
66 # system, but with only header files and libraries.
67 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000068
69 # Check the standard locations
70 for dir in std_dirs:
71 f = os.path.join(dir, filename)
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000072
73 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
74 f = os.path.join(sysroot, dir[1:], filename)
75
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000076 if os.path.exists(f): return []
77
78 # Check the additional directories
79 for dir in paths:
80 f = os.path.join(dir, filename)
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000081
82 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
83 f = os.path.join(sysroot, dir[1:], filename)
84
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000085 if os.path.exists(f):
86 return [dir]
87
88 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000089 return None
90
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000091def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000092 result = compiler.find_library_file(std_dirs + paths, libname)
93 if result is None:
94 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +000095
Ronald Oussoren593e4ca2010-06-03 09:47:21 +000096 if sys.platform == 'darwin':
97 sysroot = macosx_sdk_root()
98
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000099 # Check whether the found file is in one of the standard directories
100 dirname = os.path.dirname(result)
101 for p in std_dirs:
102 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000103 p = p.rstrip(os.sep)
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000104
105 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
106 if os.path.join(sysroot, p[1:]) == dirname:
107 return [ ]
108
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000109 if p == dirname:
110 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000111
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000112 # Otherwise, it must have been in one of the additional directories,
113 # so we have to figure out which one.
114 for p in paths:
115 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000116 p = p.rstrip(os.sep)
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000117
118 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
119 if os.path.join(sysroot, p[1:]) == dirname:
120 return [ p ]
121
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000122 if p == dirname:
123 return [p]
124 else:
125 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +0000126
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000127def module_enabled(extlist, modname):
128 """Returns whether the module 'modname' is present in the list
129 of extensions 'extlist'."""
130 extlist = [ext for ext in extlist if ext.name == modname]
131 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +0000132
Jack Jansen144ebcc2001-08-05 22:31:19 +0000133def find_module_file(module, dirlist):
134 """Find a module in a set of possible folders. If it is not found
135 return the unadorned filename"""
136 list = find_file(module, [], dirlist)
137 if not list:
138 return module
139 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43 +0000140 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19 +0000141 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000142
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000143class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000144
Skip Montanarod1287322007-03-06 15:41:38 +0000145 def __init__(self, dist):
146 build_ext.__init__(self, dist)
147 self.failed = []
148
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000149 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000150
151 # Detect which modules should be compiled
Skip Montanarod1287322007-03-06 15:41:38 +0000152 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000153
154 # Remove modules that are present on the disabled list
Christian Heimesb222bbc2008-01-18 09:51:43 +0000155 extensions = [ext for ext in self.extensions
156 if ext.name not in disabled_module_list]
157 # move ctypes to the end, it depends on other modules
158 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
159 if "_ctypes" in ext_map:
160 ctypes = extensions.pop(ext_map["_ctypes"])
161 extensions.append(ctypes)
162 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000163
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000164 # Fix up the autodetected modules, prefixing all the source files
165 # with Modules/ and adding Python's include directory to the path.
166 (srcdir,) = sysconfig.get_config_vars('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000167 if not srcdir:
168 # Maybe running on Windows but not using CYGWIN?
169 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer0189ddc2009-02-06 00:21:55 +0000170 srcdir = os.path.abspath(srcdir)
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000171 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000172
Jack Jansen144ebcc2001-08-05 22:31:19 +0000173 # Platform-dependent module source and include directories
Neil Schemenauer38870cb2009-02-05 22:14:04 +0000174 incdirlist = []
Jack Jansen144ebcc2001-08-05 22:31:19 +0000175 platform = self.get_platform()
Ronald Oussoren9545a232010-05-05 19:09:31 +0000176 if platform == 'darwin' and ("--disable-toolbox-glue" not in
Brett Cannoncc8a4f62004-08-26 01:44:07 +0000177 sysconfig.get_config_var("CONFIG_ARGS")):
Jack Jansen144ebcc2001-08-05 22:31:19 +0000178 # Mac OS X also includes some mac-specific modules
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000179 macmoddir = os.path.join(srcdir, 'Mac/Modules')
Jack Jansen144ebcc2001-08-05 22:31:19 +0000180 moddirlist.append(macmoddir)
Neil Schemenauer38870cb2009-02-05 22:14:04 +0000181 incdirlist.append(os.path.join(srcdir, 'Mac/Include'))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000182
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000183 # Fix up the paths for scripts, too
184 self.distribution.scripts = [os.path.join(srcdir, filename)
185 for filename in self.distribution.scripts]
186
Christian Heimes8608d912008-01-25 15:52:11 +0000187 # Python header files
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000188 headers = [sysconfig.get_config_h_filename()]
Tarek Ziadé5633a802010-01-23 09:23:15 +0000189 headers += glob(os.path.join(sysconfig.get_path('platinclude'), "*.h"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000190 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000191 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000192 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000193 if ext.depends is not None:
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000194 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11 +0000195 for filename in ext.depends]
Christian Heimes8608d912008-01-25 15:52:11 +0000196 else:
197 ext.depends = []
198 # re-compile extensions if a header file has been changed
199 ext.depends.extend(headers)
200
Neil Schemenauer38870cb2009-02-05 22:14:04 +0000201 # platform specific include directories
202 ext.include_dirs.extend(incdirlist)
203
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000204 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000205 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000206 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000207 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000208
Ronald Oussoren9545a232010-05-05 19:09:31 +0000209 # Parse Modules/Setup and Modules/Setup.local to figure out which
210 # modules are turned on in the file.
211 remove_modules = []
212 for filename in ('Modules/Setup', 'Modules/Setup.local'):
213 input = text_file.TextFile(filename, join_lines=1)
214 while 1:
215 line = input.readline()
216 if not line: break
217 line = line.split()
218 remove_modules.append(line[0])
219 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000220
Ronald Oussoren9545a232010-05-05 19:09:31 +0000221 for ext in self.extensions[:]:
222 if ext.name in remove_modules:
223 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000224
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000225 # When you run "make CC=altcc" or something similar, you really want
226 # those environment variables passed into the setup.py phase. Here's
227 # a small set of useful ones.
228 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000229 args = {}
230 # unfortunately, distutils doesn't let us provide separate C and C++
231 # compilers
232 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000233 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
234 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000235 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000236
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000237 build_ext.build_extensions(self)
238
Skip Montanarod1287322007-03-06 15:41:38 +0000239 longest = max([len(e.name) for e in self.extensions])
240 if self.failed:
241 longest = max(longest, max([len(name) for name in self.failed]))
242
243 def print_three_column(lst):
Georg Brandle95cf1c2007-03-06 17:49:14 +0000244 lst.sort(key=str.lower)
Skip Montanarod1287322007-03-06 15:41:38 +0000245 # guarantee zip() doesn't drop anything
246 while len(lst) % 3:
247 lst.append("")
248 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
249 print "%-*s %-*s %-*s" % (longest, e, longest, f,
250 longest, g)
Skip Montanarod1287322007-03-06 15:41:38 +0000251
252 if missing:
253 print
Georg Brandl40f982f2008-12-28 11:58:49 +0000254 print ("Python build finished, but the necessary bits to build "
255 "these modules were not found:")
Skip Montanarod1287322007-03-06 15:41:38 +0000256 print_three_column(missing)
Jeffrey Yasskin87997562007-08-22 23:14:27 +0000257 print ("To find the necessary bits, look in setup.py in"
258 " detect_modules() for the module's name.")
259 print
Skip Montanarod1287322007-03-06 15:41:38 +0000260
261 if self.failed:
262 failed = self.failed[:]
263 print
264 print "Failed to build these modules:"
265 print_three_column(failed)
Jeffrey Yasskin87997562007-08-22 23:14:27 +0000266 print
Skip Montanarod1287322007-03-06 15:41:38 +0000267
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000268 def build_extension(self, ext):
269
Thomas Hellereba43c12006-04-07 19:04:09 +0000270 if ext.name == '_ctypes':
Thomas Heller795246c2006-04-07 19:27:56 +0000271 if not self.configure_ctypes(ext):
272 return
Thomas Hellereba43c12006-04-07 19:04:09 +0000273
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000274 try:
275 build_ext.build_extension(self, ext)
276 except (CCompilerError, DistutilsError), why:
277 self.announce('WARNING: building of extension "%s" failed: %s' %
278 (ext.name, sys.exc_info()[1]))
Skip Montanarod1287322007-03-06 15:41:38 +0000279 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000280 return
Jack Jansenf49c6f92001-11-01 14:44:15 +0000281 # Workaround for Mac OS X: The Carbon-based modules cannot be
282 # reliably imported into a command-line Python
283 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000284 self.announce(
285 'WARNING: skipping import check for Carbon-based "%s"' %
286 ext.name)
287 return
Ronald Oussoren5640ce22008-06-05 12:58:24 +0000288
289 if self.get_platform() == 'darwin' and (
290 sys.maxint > 2**32 and '-arch' in ext.extra_link_args):
291 # Don't bother doing an import check when an extension was
292 # build with an explicit '-arch' flag on OSX. That's currently
293 # only used to build 32-bit only extensions in a 4-way
294 # universal build and loading 32-bit code into a 64-bit
295 # process will fail.
296 self.announce(
297 'WARNING: skipping import check for "%s"' %
298 ext.name)
299 return
300
Jason Tishler24cf7762002-05-22 16:46:15 +0000301 # Workaround for Cygwin: Cygwin currently has fork issues when many
302 # modules have been imported
303 if self.get_platform() == 'cygwin':
304 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
305 % ext.name)
306 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000307 ext_filename = os.path.join(
308 self.build_lib,
309 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000310 try:
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000311 imp.load_dynamic(ext.name, ext_filename)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000312 except ImportError, why:
Skip Montanarod1287322007-03-06 15:41:38 +0000313 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000314 self.announce('*** WARNING: renaming "%s" since importing it'
315 ' failed: %s' % (ext.name, why), level=3)
316 assert not self.inplace
317 basename, tail = os.path.splitext(ext_filename)
318 newname = basename + "_failed" + tail
319 if os.path.exists(newname):
320 os.remove(newname)
321 os.rename(ext_filename, newname)
322
323 # XXX -- This relies on a Vile HACK in
324 # distutils.command.build_ext.build_extension(). The
325 # _built_objects attribute is stored there strictly for
326 # use here.
327 # If there is a failure, _built_objects may not be there,
328 # so catch the AttributeError and move on.
329 try:
330 for filename in self._built_objects:
331 os.remove(filename)
332 except AttributeError:
333 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000334 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000335 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000336 self.announce('*** WARNING: importing extension "%s" '
337 'failed with %s: %s' % (ext.name, exc_type, why),
338 level=3)
Skip Montanarod1287322007-03-06 15:41:38 +0000339 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000340
Neal Norwitz51dead72003-06-17 02:51:28 +0000341 def get_platform(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000342 # Get value of sys.platform
Neal Norwitz51dead72003-06-17 02:51:28 +0000343 for platform in ['cygwin', 'beos', 'darwin', 'atheos', 'osf1']:
344 if sys.platform.startswith(platform):
345 return platform
346 return sys.platform
Andrew M. Kuchling34febf52001-01-24 03:31:07 +0000347
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000348 def detect_modules(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000349 # Ensure that /usr/local is always used
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000350 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
351 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
Michael W. Hudson39230b32002-01-16 15:26:48 +0000352
Brett Cannon516592f2004-12-07 00:42:59 +0000353 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000354 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000355 # We must get the values from the Makefile and not the environment
356 # directly since an inconsistently reproducible issue comes up where
357 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000358 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000359 for env_var, arg_name, dir_list in (
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000360 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
361 ('LDFLAGS', '-L', self.compiler.library_dirs),
362 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000363 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000364 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000365 # To prevent optparse from raising an exception about any
Skip Montanaroa46ed912008-10-07 02:02:00 +0000366 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000367 # all double dashes and any dashes followed by a character
368 # that is not for the option we are dealing with.
369 #
370 # Please note that order of the regex is important! We must
371 # strip out double-dashes first so that we don't end up with
372 # substituting "--Long" to "-Long" and thus lead to "ong" being
373 # used for a library directory.
Georg Brandl915c87d2007-08-24 11:47:37 +0000374 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
375 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000376 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000377 # Make sure that allowing args interspersed with options is
378 # allowed
379 parser.allow_interspersed_args = True
380 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000381 parser.add_option(arg_name, dest="dirs", action="append")
382 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000383 if options.dirs:
Brett Cannon861e3962008-02-03 02:08:45 +0000384 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000385 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000386
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000387 if os.path.normpath(sys.prefix) != '/usr':
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000388 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000389 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000390 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000391 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000392
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000393 try:
394 have_unicode = unicode
395 except NameError:
396 have_unicode = 0
397
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000398 # lib_dirs and inc_dirs are used to search for files;
399 # if a file is found in one of those directories, it can
400 # be assumed that no additional -I,-L directives are needed.
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000401 lib_dirs = self.compiler.library_dirs + [
Martin v. Löwisfba73692004-11-13 11:13:35 +0000402 '/lib64', '/usr/lib64',
403 '/lib', '/usr/lib',
404 ]
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000405 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000406 exts = []
Skip Montanarod1287322007-03-06 15:41:38 +0000407 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000408
Brett Cannon4454a1f2005-04-15 20:32:39 +0000409 config_h = sysconfig.get_config_h_filename()
410 config_h_vars = sysconfig.parse_config_h(open(config_h))
411
Fredrik Lundhade711a2001-01-24 08:00:28 +0000412 platform = self.get_platform()
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000413 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000414
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000415 # Check for AtheOS which has libraries in non-standard locations
416 if platform == 'atheos':
417 lib_dirs += ['/system/libs', '/atheos/autolnk/lib']
418 lib_dirs += os.getenv('LIBRARY_PATH', '').split(os.pathsep)
419 inc_dirs += ['/system/include', '/atheos/autolnk/include']
420 inc_dirs += os.getenv('C_INCLUDE_PATH', '').split(os.pathsep)
421
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000422 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
423 if platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000424 lib_dirs += ['/usr/ccs/lib']
425
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000426 if platform == 'darwin':
427 # This should work on any unixy platform ;-)
428 # If the user has bothered specifying additional -I and -L flags
429 # in OPT and LDFLAGS we might as well use them here.
430 # NOTE: using shlex.split would technically be more correct, but
431 # also gives a bootstrap problem. Let's hope nobody uses directories
432 # with whitespace in the name to store libraries.
433 cflags, ldflags = sysconfig.get_config_vars(
434 'CFLAGS', 'LDFLAGS')
435 for item in cflags.split():
436 if item.startswith('-I'):
437 inc_dirs.append(item[2:])
438
439 for item in ldflags.split():
440 if item.startswith('-L'):
441 lib_dirs.append(item[2:])
442
Fredrik Lundhade711a2001-01-24 08:00:28 +0000443 # Check for MacOS X, which doesn't need libm.a at all
444 math_libs = ['m']
Ronald Oussoren9545a232010-05-05 19:09:31 +0000445 if platform in ['darwin', 'beos']:
Fredrik Lundhade711a2001-01-24 08:00:28 +0000446 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41 +0000447
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000448 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
449
450 #
451 # The following modules are all pretty straightforward, and compile
452 # on pretty much any POSIXish platform.
453 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000454
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000455 # Some modules that are normally always on:
Fred Drake2de74712001-02-01 05:26:54 +0000456 exts.append( Extension('_weakref', ['_weakref.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000457
458 # array objects
459 exts.append( Extension('array', ['arraymodule.c']) )
460 # complex math library functions
Mark Dickinson12748b02009-12-21 15:22:00 +0000461 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
462 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000463 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000464 # math library functions, e.g. sin()
Mark Dickinson9cae1782009-12-16 20:13:40 +0000465 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
Mark Dickinson1c498282009-12-17 08:33:56 +0000466 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000467 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000468 # fast string operations implemented in C
469 exts.append( Extension('strop', ['stropmodule.c']) )
470 # time operations and variables
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000471 exts.append( Extension('time', ['timemodule.c'],
472 libraries=math_libs) )
Brett Cannon057e7202004-06-24 01:38:47 +0000473 exts.append( Extension('datetime', ['datetimemodule.c', 'timemodule.c'],
Guido van Rossuma29d5082002-12-16 20:31:57 +0000474 libraries=math_libs) )
Neal Norwitz0d2192b2008-03-23 06:13:25 +0000475 # fast iterator tools implemented in C
476 exts.append( Extension("itertools", ["itertoolsmodule.c"]) )
Eric Smitha73fbe72008-02-23 03:09:44 +0000477 # code that will be builtins in the future, but conflict with the
478 # current builtins
479 exts.append( Extension('future_builtins', ['future_builtins.c']) )
Raymond Hettinger40f62172002-12-29 23:03:38 +0000480 # random number generator implemented in C
Tim Peters2c60f7a2003-01-29 03:49:43 +0000481 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000482 # high-performance collections
Raymond Hettingereb979882007-02-28 18:37:52 +0000483 exts.append( Extension("_collections", ["_collectionsmodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000484 # bisect
485 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000486 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000487 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000488 # operator.add() and similar goodies
489 exts.append( Extension('operator', ['operator.c']) )
Antoine Pitrou19690592009-06-12 20:14:08 +0000490 # Python 3.1 _io library
491 exts.append( Extension("_io",
492 ["_io/bufferedio.c", "_io/bytesio.c", "_io/fileio.c",
493 "_io/iobase.c", "_io/_iomodule.c", "_io/stringio.c", "_io/textio.c"],
494 depends=["_io/_iomodule.h"], include_dirs=["Modules/_io"]))
Nick Coghlanc649ec52006-05-29 12:43:05 +0000495 # _functools
496 exts.append( Extension("_functools", ["_functoolsmodule.c"]) )
Brett Cannon4b964f92008-05-05 20:21:38 +0000497 # _json speedups
498 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000499 # Python C API test module
Mark Dickinsond155bbf2009-02-10 16:17:16 +0000500 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
501 depends=['testcapi_long.h']) )
Armin Rigoa871ef22006-02-08 12:53:56 +0000502 # profilers (_lsprof is for cProfile.py)
503 exts.append( Extension('_hotshot', ['_hotshot.c']) )
504 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000505 # static Unicode character database
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000506 if have_unicode:
507 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000508 else:
509 missing.append('unicodedata')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000510 # access to ISO C locale support
Martin v. Löwis19d17342003-06-14 21:03:05 +0000511 data = open('pyconfig.h').read()
512 m = re.search(r"#s*define\s+WITH_LIBINTL\s+1\s*", data)
513 if m is not None:
Jason Tishlerd28216b2002-08-14 11:13:52 +0000514 locale_libs = ['intl']
515 else:
516 locale_libs = []
Jack Jansen84b74472004-07-15 19:56:25 +0000517 if platform == 'darwin':
518 locale_extra_link_args = ['-framework', 'CoreFoundation']
519 else:
520 locale_extra_link_args = []
Tim Peterse6ddc8b2004-07-18 05:56:09 +0000521
Jack Jansen84b74472004-07-15 19:56:25 +0000522
Jason Tishlerd28216b2002-08-14 11:13:52 +0000523 exts.append( Extension('_locale', ['_localemodule.c'],
Jack Jansen84b74472004-07-15 19:56:25 +0000524 libraries=locale_libs,
525 extra_link_args=locale_extra_link_args) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000526
527 # Modules with some UNIX dependencies -- on by default:
528 # (If you have a really backward UNIX, select and socket may not be
529 # supported...)
530
531 # fcntl(2) and ioctl(2)
532 exts.append( Extension('fcntl', ['fcntlmodule.c']) )
Ronald Oussoren9545a232010-05-05 19:09:31 +0000533 # pwd(3)
534 exts.append( Extension('pwd', ['pwdmodule.c']) )
535 # grp(3)
536 exts.append( Extension('grp', ['grpmodule.c']) )
537 # spwd, shadow passwords
538 if (config_h_vars.get('HAVE_GETSPNAM', False) or
539 config_h_vars.get('HAVE_GETSPENT', False)):
540 exts.append( Extension('spwd', ['spwdmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000541 else:
Ronald Oussoren9545a232010-05-05 19:09:31 +0000542 missing.append('spwd')
Skip Montanarod1287322007-03-06 15:41:38 +0000543
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000544 # select(2); not on ancient System V
545 exts.append( Extension('select', ['selectmodule.c']) )
546
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000547 # Fred Drake's interface to the Python parser
548 exts.append( Extension('parser', ['parsermodule.c']) )
549
Guido van Rossum2e1c09c2002-04-04 17:52:50 +0000550 # cStringIO and cPickle
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000551 exts.append( Extension('cStringIO', ['cStringIO.c']) )
552 exts.append( Extension('cPickle', ['cPickle.c']) )
553
554 # Memory-mapped files (also works on Win32).
Ronald Oussoren9545a232010-05-05 19:09:31 +0000555 if platform not in ['atheos']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000556 exts.append( Extension('mmap', ['mmapmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000557 else:
558 missing.append('mmap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000559
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000560 # Lance Ellinghaus's syslog module
Ronald Oussoren9545a232010-05-05 19:09:31 +0000561 # syslog daemon interface
562 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000563
564 # George Neville-Neil's timing module:
Neal Norwitz6143c542006-03-03 00:48:46 +0000565 # Deprecated in PEP 4 http://www.python.org/peps/pep-0004.html
566 # http://mail.python.org/pipermail/python-dev/2006-January/060023.html
567 #exts.append( Extension('timing', ['timingmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000568
569 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000570 # Here ends the simple stuff. From here on, modules need certain
571 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000572 #
573
574 # Multimedia modules
575 # These don't work for 64-bit platforms!!!
576 # These represent audio samples or images as strings:
577
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000578 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000579 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000580 # 64-bit platforms.
581 exts.append( Extension('audioop', ['audioop.c']) )
582
Fredrik Lundhade711a2001-01-24 08:00:28 +0000583 # Disabled on 64-bit platforms
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000584 if sys.maxint != 9223372036854775807L:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000585 # Operations on images
586 exts.append( Extension('imageop', ['imageop.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000587 else:
Brett Cannondc48b742007-05-20 07:09:50 +0000588 missing.extend(['imageop'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000589
590 # readline
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000591 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krah449aa862010-06-03 12:39:50 +0000592 readline_termcap_library = ""
593 curses_library = ""
594 # Determine if readline is already linked against curses or tinfo.
Stefan Krah4d32c9c2010-06-04 09:49:20 +0000595 if do_readline and find_executable('ldd'):
Stefan Krah449aa862010-06-03 12:39:50 +0000596 fp = os.popen("ldd %s" % do_readline)
597 for ln in fp:
598 if 'curses' in ln:
599 readline_termcap_library = re.sub(
600 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
601 ).rstrip()
602 break
603 if 'tinfo' in ln: # termcap interface split out from ncurses
604 readline_termcap_library = 'tinfo'
605 break
606 fp.close()
607 # Issue 7384: If readline is already linked against curses,
608 # use the same library for the readline and curses modules.
609 if 'curses' in readline_termcap_library:
610 curses_library = readline_termcap_library
Stefan Krah23152ea2010-06-03 14:25:16 +0000611 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
Stefan Krah449aa862010-06-03 12:39:50 +0000612 curses_library = 'ncursesw'
Stefan Krah23152ea2010-06-03 14:25:16 +0000613 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
Stefan Krah449aa862010-06-03 12:39:50 +0000614 curses_library = 'ncurses'
Stefan Krah23152ea2010-06-03 14:25:16 +0000615 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Stefan Krah449aa862010-06-03 12:39:50 +0000616 curses_library = 'curses'
617
Ronald Oussoren9f20d9d2009-09-20 14:18:15 +0000618 if platform == 'darwin':
619 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren05b0d1d2010-03-08 07:06:47 +0000620 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
621 if dep_target and dep_target.split('.') < ['10', '5']:
622 os_release = 8
Ronald Oussoren9f20d9d2009-09-20 14:18:15 +0000623 if os_release < 9:
624 # MacOSX 10.4 has a broken readline. Don't try to build
625 # the readline module unless the user has installed a fixed
626 # readline package
627 if find_file('readline/rlconf.h', inc_dirs, []) is None:
628 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000629 if do_readline:
Ronald Oussoren9f20d9d2009-09-20 14:18:15 +0000630 if platform == 'darwin' and os_release < 9:
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000631 # In every directory on the search path search for a dynamic
632 # library and then a static library, instead of first looking
633 # for dynamic libraries on the entiry path.
634 # This way a staticly linked custom readline gets picked up
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000635 # before the (possibly broken) dynamic library in /usr/lib.
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000636 readline_extra_link_args = ('-Wl,-search_paths_first',)
637 else:
638 readline_extra_link_args = ()
639
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000640 readline_libs = ['readline']
Stefan Krah449aa862010-06-03 12:39:50 +0000641 if readline_termcap_library:
642 pass # Issue 7384: Already linked against curses or tinfo.
643 elif curses_library:
644 readline_libs.append(curses_library)
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000645 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadée670e5a2009-07-06 12:50:46 +0000646 ['/usr/lib/termcap'],
647 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000648 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000649 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000650 library_dirs=['/usr/lib/termcap'],
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000651 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000652 libraries=readline_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +0000653 else:
654 missing.append('readline')
655
Ronald Oussoren9545a232010-05-05 19:09:31 +0000656 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000657
Ronald Oussoren9545a232010-05-05 19:09:31 +0000658 if self.compiler.find_library_file(lib_dirs, 'crypt'):
659 libs = ['crypt']
Skip Montanarod1287322007-03-06 15:41:38 +0000660 else:
Ronald Oussoren9545a232010-05-05 19:09:31 +0000661 libs = []
662 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000663
Skip Montanaroba9e9782003-03-20 23:34:22 +0000664 # CSV files
665 exts.append( Extension('_csv', ['_csv.c']) )
666
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000667 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000668 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000669 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000670 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000671 search_for_ssl_incs_in = [
672 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000673 '/usr/contrib/ssl/include/'
674 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000675 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
676 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000677 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000678 if ssl_incs is not None:
679 krb5_h = find_file('krb5.h', inc_dirs,
680 ['/usr/kerberos/include'])
681 if krb5_h:
682 ssl_incs += krb5_h
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000683 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000684 ['/usr/local/ssl/lib',
685 '/usr/contrib/ssl/lib/'
686 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000687
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000688 if (ssl_incs is not None and
689 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000690 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000691 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000692 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000693 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000694 depends = ['socketmodule.h']), )
Skip Montanarod1287322007-03-06 15:41:38 +0000695 else:
696 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000697
Gregory P. Smithade97332005-08-23 21:19:40 +0000698 # find out which version of OpenSSL we have
699 openssl_ver = 0
700 openssl_ver_re = re.compile(
701 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40 +0000702
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000703 # look for the openssl version header on the compiler search path.
704 opensslv_h = find_file('openssl/opensslv.h', [],
705 inc_dirs + search_for_ssl_incs_in)
706 if opensslv_h:
707 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
708 if sys.platform == 'darwin' and is_macosx_sdk_path(name):
709 name = os.path.join(macosx_sdk_root(), name[1:])
710 try:
711 incfile = open(name, 'r')
712 for line in incfile:
713 m = openssl_ver_re.match(line)
714 if m:
715 openssl_ver = eval(m.group(1))
716 except IOError, msg:
717 print "IOError while reading opensshv.h:", msg
718 pass
Gregory P. Smithade97332005-08-23 21:19:40 +0000719
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000720 min_openssl_ver = 0x00907000
Gregory P. Smithffd5d882010-01-03 00:43:02 +0000721 have_any_openssl = ssl_incs is not None and ssl_libs is not None
722 have_usable_openssl = (have_any_openssl and
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000723 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000724
Gregory P. Smithffd5d882010-01-03 00:43:02 +0000725 if have_any_openssl:
726 if have_usable_openssl:
727 # The _hashlib module wraps optimized implementations
728 # of hash functions from the OpenSSL library.
729 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
730 include_dirs = ssl_incs,
731 library_dirs = ssl_libs,
732 libraries = ['ssl', 'crypto']) )
733 else:
734 print ("warning: openssl 0x%08x is too old for _hashlib" %
735 openssl_ver)
736 missing.append('_hashlib')
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000737 if COMPILED_WITH_PYDEBUG or not have_usable_openssl:
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000738 # The _sha module implements the SHA1 hash algorithm.
739 exts.append( Extension('_sha', ['shamodule.c']) )
740 # The _md5 module implements the RSA Data Security, Inc. MD5
741 # Message-Digest Algorithm, described in RFC 1321. The
Matthias Klose8e39ec72006-04-03 16:27:50 +0000742 # necessary files md5.c and md5.h are included here.
Gregory P. Smithd7923922006-06-05 23:38:06 +0000743 exts.append( Extension('_md5',
744 sources = ['md5module.c', 'md5.c'],
745 depends = ['md5.h']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000746
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000747 min_sha2_openssl_ver = 0x00908000
748 if COMPILED_WITH_PYDEBUG or openssl_ver < min_sha2_openssl_ver:
Gregory P. Smithade97332005-08-23 21:19:40 +0000749 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
750 exts.append( Extension('_sha256', ['sha256module.c']) )
751 exts.append( Extension('_sha512', ['sha512module.c']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000752
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000753 # Modules that provide persistent dictionary-like semantics. You will
754 # probably want to arrange for at least one of them to be available on
755 # your machine, though none are defined by default because of library
756 # dependencies. The Python module anydbm.py provides an
757 # implementation independent wrapper for these; dumbdbm.py provides
758 # similar functionality (but slower of course) implemented in Python.
759
Gregory P. Smith1475cd82007-10-06 07:51:59 +0000760 # Sleepycat^WOracle Berkeley DB interface.
761 # http://www.oracle.com/database/berkeley-db/db/index.html
Skip Montanaro57454e52002-06-14 20:30:31 +0000762 #
Gregory P. Smith4eb60e52007-08-26 00:26:00 +0000763 # This requires the Sleepycat^WOracle DB code. The supported versions
Gregory P. Smithe7f4d842007-10-09 18:26:02 +0000764 # are set below. Visit the URL above to download
Gregory P. Smith3adc4aa2006-04-13 19:19:01 +0000765 # a release. Most open source OSes come with one or more
766 # versions of BerkeleyDB already installed.
Skip Montanaro57454e52002-06-14 20:30:31 +0000767
Matthias Klose54cc5392010-03-15 12:46:18 +0000768 max_db_ver = (4, 8)
Jesus Cea6557aac2010-03-22 14:22:26 +0000769 min_db_ver = (4, 1)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000770 db_setup_debug = False # verbose debug prints from this script?
Skip Montanaro57454e52002-06-14 20:30:31 +0000771
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000772 def allow_db_ver(db_ver):
773 """Returns a boolean if the given BerkeleyDB version is acceptable.
774
775 Args:
776 db_ver: A tuple of the version to verify.
777 """
778 if not (min_db_ver <= db_ver <= max_db_ver):
779 return False
780 # Use this function to filter out known bad configurations.
781 if (4, 6) == db_ver[:2]:
782 # BerkeleyDB 4.6.x is not stable on many architectures.
783 arch = platform_machine()
784 if arch not in ('i386', 'i486', 'i586', 'i686',
785 'x86_64', 'ia64'):
786 return False
787 return True
788
789 def gen_db_minor_ver_nums(major):
790 if major == 4:
791 for x in range(max_db_ver[1]+1):
792 if allow_db_ver((4, x)):
793 yield x
794 elif major == 3:
795 for x in (3,):
796 if allow_db_ver((3, x)):
797 yield x
798 else:
799 raise ValueError("unknown major BerkeleyDB version", major)
800
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000801 # construct a list of paths to look for the header file in on
802 # top of the normal inc_dirs.
803 db_inc_paths = [
804 '/usr/include/db4',
805 '/usr/local/include/db4',
806 '/opt/sfw/include/db4',
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000807 '/usr/include/db3',
808 '/usr/local/include/db3',
809 '/opt/sfw/include/db3',
Skip Montanaro00c5a012007-03-04 20:52:28 +0000810 # Fink defaults (http://fink.sourceforge.net/)
811 '/sw/include/db4',
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000812 '/sw/include/db3',
813 ]
814 # 4.x minor number specific paths
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000815 for x in gen_db_minor_ver_nums(4):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000816 db_inc_paths.append('/usr/include/db4%d' % x)
Neal Norwitz8f401712005-10-20 05:28:29 +0000817 db_inc_paths.append('/usr/include/db4.%d' % x)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000818 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
819 db_inc_paths.append('/usr/local/include/db4%d' % x)
820 db_inc_paths.append('/pkg/db-4.%d/include' % x)
Gregory P. Smith29602d22006-01-24 09:46:48 +0000821 db_inc_paths.append('/opt/db-4.%d/include' % x)
Skip Montanaro00c5a012007-03-04 20:52:28 +0000822 # MacPorts default (http://www.macports.org/)
823 db_inc_paths.append('/opt/local/include/db4%d' % x)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000824 # 3.x minor number specific paths
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000825 for x in gen_db_minor_ver_nums(3):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000826 db_inc_paths.append('/usr/include/db3%d' % x)
827 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
828 db_inc_paths.append('/usr/local/include/db3%d' % x)
829 db_inc_paths.append('/pkg/db-3.%d/include' % x)
Gregory P. Smith29602d22006-01-24 09:46:48 +0000830 db_inc_paths.append('/opt/db-3.%d/include' % x)
Tim Peters2c60f7a2003-01-29 03:49:43 +0000831
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000832 # Add some common subdirectories for Sleepycat DB to the list,
833 # based on the standard include directories. This way DB3/4 gets
834 # picked up when it is installed in a non-standard prefix and
835 # the user has added that prefix into inc_dirs.
836 std_variants = []
837 for dn in inc_dirs:
838 std_variants.append(os.path.join(dn, 'db3'))
839 std_variants.append(os.path.join(dn, 'db4'))
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000840 for x in gen_db_minor_ver_nums(4):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000841 std_variants.append(os.path.join(dn, "db4%d"%x))
842 std_variants.append(os.path.join(dn, "db4.%d"%x))
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000843 for x in gen_db_minor_ver_nums(3):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000844 std_variants.append(os.path.join(dn, "db3%d"%x))
845 std_variants.append(os.path.join(dn, "db3.%d"%x))
846
Tim Peters38ff36c2006-06-30 06:18:39 +0000847 db_inc_paths = std_variants + db_inc_paths
Skip Montanaro00c5a012007-03-04 20:52:28 +0000848 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000849
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000850 db_ver_inc_map = {}
851
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000852 if sys.platform == 'darwin':
853 sysroot = macosx_sdk_root()
854
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000855 class db_found(Exception): pass
Skip Montanaro57454e52002-06-14 20:30:31 +0000856 try:
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000857 # See whether there is a Sleepycat header in the standard
858 # search path.
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000859 for d in inc_dirs + db_inc_paths:
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000860 f = os.path.join(d, "db.h")
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000861
862 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
863 f = os.path.join(sysroot, d[1:], "db.h")
864
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000865 if db_setup_debug: print "db: looking for db.h in", f
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000866 if os.path.exists(f):
867 f = open(f).read()
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000868 m = re.search(r"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000869 if m:
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000870 db_major = int(m.group(1))
871 m = re.search(r"#define\WDB_VERSION_MINOR\W(\d+)", f)
872 db_minor = int(m.group(1))
873 db_ver = (db_major, db_minor)
874
Gregory P. Smith1475cd82007-10-06 07:51:59 +0000875 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
876 if db_ver == (4, 6):
877 m = re.search(r"#define\WDB_VERSION_PATCH\W(\d+)", f)
878 db_patch = int(m.group(1))
879 if db_patch < 21:
880 print "db.h:", db_ver, "patch", db_patch,
881 print "being ignored (4.6.x must be >= 4.6.21)"
882 continue
883
Antoine Pitrou8c510e72010-01-13 11:47:49 +0000884 if ( (db_ver not in db_ver_inc_map) and
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000885 allow_db_ver(db_ver) ):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000886 # save the include directory with the db.h version
Skip Montanaro00c5a012007-03-04 20:52:28 +0000887 # (first occurrence only)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000888 db_ver_inc_map[db_ver] = d
Andrew M. Kuchling738446f42006-10-27 18:13:46 +0000889 if db_setup_debug:
890 print "db.h: found", db_ver, "in", d
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000891 else:
892 # we already found a header for this library version
893 if db_setup_debug: print "db.h: ignoring", d
894 else:
895 # ignore this header, it didn't contain a version number
Skip Montanaro00c5a012007-03-04 20:52:28 +0000896 if db_setup_debug:
897 print "db.h: no version number version in", d
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000898
899 db_found_vers = db_ver_inc_map.keys()
900 db_found_vers.sort()
901
902 while db_found_vers:
903 db_ver = db_found_vers.pop()
904 db_incdir = db_ver_inc_map[db_ver]
905
906 # check lib directories parallel to the location of the header
907 db_dirs_to_check = [
Skip Montanaro00c5a012007-03-04 20:52:28 +0000908 db_incdir.replace("include", 'lib64'),
909 db_incdir.replace("include", 'lib'),
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000910 ]
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000911
912 if sys.platform != 'darwin':
913 db_dirs_to_check = filter(os.path.isdir, db_dirs_to_check)
914
915 else:
916 # Same as other branch, but takes OSX SDK into account
917 tmp = []
918 for dn in db_dirs_to_check:
919 if is_macosx_sdk_path(dn):
920 if os.path.isdir(os.path.join(sysroot, dn[1:])):
921 tmp.append(dn)
922 else:
923 if os.path.isdir(dn):
924 tmp.append(dn)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000925
926 # Look for a version specific db-X.Y before an ambiguoius dbX
927 # XXX should we -ever- look for a dbX name? Do any
928 # systems really not name their library by version and
929 # symlink to more general names?
Andrew MacIntyre953f98d2005-03-09 22:21:08 +0000930 for dblib in (('db-%d.%d' % db_ver),
931 ('db%d%d' % db_ver),
932 ('db%d' % db_ver[0])):
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000933 dblib_file = self.compiler.find_library_file(
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000934 db_dirs_to_check + lib_dirs, dblib )
935 if dblib_file:
936 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
937 raise db_found
938 else:
939 if db_setup_debug: print "db lib: ", dblib, "not found"
940
941 except db_found:
Brett Cannonef3dab22008-05-29 21:23:33 +0000942 if db_setup_debug:
943 print "bsddb using BerkeleyDB lib:", db_ver, dblib
944 print "bsddb lib dir:", dblib_dir, " inc dir:", db_incdir
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000945 db_incs = [db_incdir]
Jack Jansend1b20452002-07-08 21:39:36 +0000946 dblibs = [dblib]
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000947 # We add the runtime_library_dirs argument because the
948 # BerkeleyDB lib we're linking against often isn't in the
949 # system dynamic library search path. This is usually
950 # correct and most trouble free, but may cause problems in
951 # some unusual system configurations (e.g. the directory
952 # is on an NFS server that goes away).
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +0000953 exts.append(Extension('_bsddb', ['_bsddb.c'],
Gregory P. Smith39250532007-10-09 06:02:21 +0000954 depends = ['bsddb.h'],
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000955 library_dirs=dblib_dir,
956 runtime_library_dirs=dblib_dir,
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +0000957 include_dirs=db_incs,
958 libraries=dblibs))
Skip Montanaro57454e52002-06-14 20:30:31 +0000959 else:
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000960 if db_setup_debug: print "db: no appropriate library found"
Skip Montanaro57454e52002-06-14 20:30:31 +0000961 db_incs = None
962 dblibs = []
963 dblib_dir = None
Skip Montanarod1287322007-03-06 15:41:38 +0000964 missing.append('_bsddb')
Skip Montanaro57454e52002-06-14 20:30:31 +0000965
Anthony Baxterc51ee692006-04-01 00:57:31 +0000966 # The sqlite interface
Andrew M. Kuchling738446f42006-10-27 18:13:46 +0000967 sqlite_setup_debug = False # verbose debug prints from this script?
Anthony Baxterc51ee692006-04-01 00:57:31 +0000968
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000969 # We hunt for #define SQLITE_VERSION "n.n.n"
970 # We need to find >= sqlite version 3.0.8
Anthony Baxterc51ee692006-04-01 00:57:31 +0000971 sqlite_incdir = sqlite_libdir = None
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000972 sqlite_inc_paths = [ '/usr/include',
Anthony Baxterc51ee692006-04-01 00:57:31 +0000973 '/usr/include/sqlite',
974 '/usr/include/sqlite3',
975 '/usr/local/include',
976 '/usr/local/include/sqlite',
977 '/usr/local/include/sqlite3',
978 ]
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000979 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
980 MIN_SQLITE_VERSION = ".".join([str(x)
981 for x in MIN_SQLITE_VERSION_NUMBER])
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000982
983 # Scan the default include directories before the SQLite specific
984 # ones. This allows one to override the copy of sqlite on OSX,
985 # where /usr/include contains an old version of sqlite.
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000986 if sys.platform == 'darwin':
987 sysroot = macosx_sdk_root()
988
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000989 for d in inc_dirs + sqlite_inc_paths:
Anthony Baxterc51ee692006-04-01 00:57:31 +0000990 f = os.path.join(d, "sqlite3.h")
Ronald Oussoren593e4ca2010-06-03 09:47:21 +0000991
992 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
993 f = os.path.join(sysroot, d[1:], "sqlite3.h")
994
Anthony Baxterc51ee692006-04-01 00:57:31 +0000995 if os.path.exists(f):
Anthony Baxter07f5b352006-04-01 08:36:27 +0000996 if sqlite_setup_debug: print "sqlite: found %s"%f
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000997 incf = open(f).read()
998 m = re.search(
999 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
Anthony Baxterc51ee692006-04-01 00:57:31 +00001000 if m:
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001001 sqlite_version = m.group(1)
1002 sqlite_version_tuple = tuple([int(x)
1003 for x in sqlite_version.split(".")])
1004 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
Anthony Baxterc51ee692006-04-01 00:57:31 +00001005 # we win!
Andrew M. Kuchling738446f42006-10-27 18:13:46 +00001006 if sqlite_setup_debug:
1007 print "%s/sqlite3.h: version %s"%(d, sqlite_version)
Anthony Baxterc51ee692006-04-01 00:57:31 +00001008 sqlite_incdir = d
1009 break
1010 else:
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001011 if sqlite_setup_debug:
Anthony Baxterc51ee692006-04-01 00:57:31 +00001012 print "%s: version %d is too old, need >= %s"%(d,
1013 sqlite_version, MIN_SQLITE_VERSION)
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001014 elif sqlite_setup_debug:
1015 print "sqlite: %s had no SQLITE_VERSION"%(f,)
1016
Anthony Baxterc51ee692006-04-01 00:57:31 +00001017 if sqlite_incdir:
1018 sqlite_dirs_to_check = [
1019 os.path.join(sqlite_incdir, '..', 'lib64'),
1020 os.path.join(sqlite_incdir, '..', 'lib'),
1021 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
1022 os.path.join(sqlite_incdir, '..', '..', 'lib'),
1023 ]
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001024 sqlite_libfile = self.compiler.find_library_file(
Anthony Baxterc51ee692006-04-01 00:57:31 +00001025 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Hirokazu Yamamoto1ae415c2008-10-03 17:34:49 +00001026 if sqlite_libfile:
1027 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Anthony Baxterc51ee692006-04-01 00:57:31 +00001028
1029 if sqlite_incdir and sqlite_libdir:
Gerhard Häring3e99c0a2006-04-23 15:24:26 +00001030 sqlite_srcs = ['_sqlite/cache.c',
Anthony Baxterc51ee692006-04-01 00:57:31 +00001031 '_sqlite/connection.c',
Anthony Baxterc51ee692006-04-01 00:57:31 +00001032 '_sqlite/cursor.c',
1033 '_sqlite/microprotocols.c',
1034 '_sqlite/module.c',
1035 '_sqlite/prepare_protocol.c',
1036 '_sqlite/row.c',
1037 '_sqlite/statement.c',
1038 '_sqlite/util.c', ]
1039
Anthony Baxterc51ee692006-04-01 00:57:31 +00001040 sqlite_defines = []
1041 if sys.platform != "win32":
Anthony Baxter8e7b4902006-04-05 18:25:33 +00001042 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
Anthony Baxterc51ee692006-04-01 00:57:31 +00001043 else:
Anthony Baxter8e7b4902006-04-05 18:25:33 +00001044 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1045
Gerhard Häring3bbb6722010-03-05 09:12:37 +00001046 # Comment this out if you want the sqlite3 module to be able to load extensions.
1047 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Ronald Oussoren39be38c2006-05-26 11:38:39 +00001048
1049 if sys.platform == 'darwin':
1050 # In every directory on the search path search for a dynamic
1051 # library and then a static library, instead of first looking
1052 # for dynamic libraries on the entiry path.
1053 # This way a staticly linked custom sqlite gets picked up
1054 # before the dynamic library in /usr/lib.
1055 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1056 else:
1057 sqlite_extra_link_args = ()
1058
Anthony Baxterc51ee692006-04-01 00:57:31 +00001059 exts.append(Extension('_sqlite3', sqlite_srcs,
1060 define_macros=sqlite_defines,
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001061 include_dirs=["Modules/_sqlite",
Anthony Baxterc51ee692006-04-01 00:57:31 +00001062 sqlite_incdir],
1063 library_dirs=sqlite_libdir,
1064 runtime_library_dirs=sqlite_libdir,
Ronald Oussoren39be38c2006-05-26 11:38:39 +00001065 extra_link_args=sqlite_extra_link_args,
Anthony Baxterc51ee692006-04-01 00:57:31 +00001066 libraries=["sqlite3",]))
Skip Montanarod1287322007-03-06 15:41:38 +00001067 else:
1068 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001069
1070 # Look for Berkeley db 1.85. Note that it is built as a different
1071 # module name so it can be included even when later versions are
1072 # available. A very restrictive search is performed to avoid
1073 # accidentally building this module with a later version of the
1074 # underlying db library. May BSD-ish Unixes incorporate db 1.85
1075 # symbols into libc and place the include file in /usr/include.
Gregory P. Smith4eb60e52007-08-26 00:26:00 +00001076 #
1077 # If the better bsddb library can be built (db_incs is defined)
1078 # we do not build this one. Otherwise this build will pick up
1079 # the more recent berkeleydb's db.h file first in the include path
1080 # when attempting to compile and it will fail.
Skip Montanaro22e00c42003-05-06 20:43:34 +00001081 f = "/usr/include/db.h"
Ronald Oussoren593e4ca2010-06-03 09:47:21 +00001082
1083 if sys.platform == 'darwin':
1084 if is_macosx_sdk_path(f):
1085 sysroot = macosx_sdk_root()
1086 f = os.path.join(sysroot, f[1:])
1087
Gregory P. Smith4eb60e52007-08-26 00:26:00 +00001088 if os.path.exists(f) and not db_incs:
Skip Montanaro22e00c42003-05-06 20:43:34 +00001089 data = open(f).read()
1090 m = re.search(r"#s*define\s+HASHVERSION\s+2\s*", data)
1091 if m is not None:
1092 # bingo - old version used hash file format version 2
1093 ### XXX this should be fixed to not be platform-dependent
1094 ### but I don't have direct access to an osf1 platform and
1095 ### seemed to be muffing the search somehow
1096 libraries = platform == "osf1" and ['db'] or None
1097 if libraries is not None:
1098 exts.append(Extension('bsddb185', ['bsddbmodule.c'],
1099 libraries=libraries))
1100 else:
1101 exts.append(Extension('bsddb185', ['bsddbmodule.c']))
Skip Montanarod1287322007-03-06 15:41:38 +00001102 else:
1103 missing.append('bsddb185')
1104 else:
1105 missing.append('bsddb185')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001106
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001107 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001108 # The standard Unix dbm module:
Jack Jansend1b20452002-07-08 21:39:36 +00001109 if platform not in ['cygwin']:
Matthias Klose51c614e2009-04-29 19:52:49 +00001110 config_args = [arg.strip("'")
1111 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001112 dbm_args = [arg for arg in config_args
Matthias Klose10cbe482009-04-29 17:18:19 +00001113 if arg.startswith('--with-dbmliborder=')]
1114 if dbm_args:
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001115 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose10cbe482009-04-29 17:18:19 +00001116 else:
Matthias Klose51c614e2009-04-29 19:52:49 +00001117 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose10cbe482009-04-29 17:18:19 +00001118 dbmext = None
1119 for cand in dbm_order:
1120 if cand == "ndbm":
1121 if find_file("ndbm.h", inc_dirs, []) is not None:
1122 # Some systems have -lndbm, others don't
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001123 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001124 'ndbm'):
Matthias Klose10cbe482009-04-29 17:18:19 +00001125 ndbm_libs = ['ndbm']
1126 else:
1127 ndbm_libs = []
1128 print "building dbm using ndbm"
1129 dbmext = Extension('dbm', ['dbmmodule.c'],
1130 define_macros=[
1131 ('HAVE_NDBM_H',None),
1132 ],
1133 libraries=ndbm_libs)
1134 break
1135
1136 elif cand == "gdbm":
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001137 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose10cbe482009-04-29 17:18:19 +00001138 gdbm_libs = ['gdbm']
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001139 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001140 'gdbm_compat'):
Matthias Klose10cbe482009-04-29 17:18:19 +00001141 gdbm_libs.append('gdbm_compat')
1142 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
1143 print "building dbm using gdbm"
1144 dbmext = Extension(
1145 'dbm', ['dbmmodule.c'],
1146 define_macros=[
1147 ('HAVE_GDBM_NDBM_H', None),
1148 ],
1149 libraries = gdbm_libs)
1150 break
1151 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
1152 print "building dbm using gdbm"
1153 dbmext = Extension(
1154 'dbm', ['dbmmodule.c'],
1155 define_macros=[
1156 ('HAVE_GDBM_DASH_NDBM_H', None),
1157 ],
1158 libraries = gdbm_libs)
1159 break
1160 elif cand == "bdb":
1161 if db_incs is not None:
1162 print "building dbm using bdb"
1163 dbmext = Extension('dbm', ['dbmmodule.c'],
1164 library_dirs=dblib_dir,
1165 runtime_library_dirs=dblib_dir,
1166 include_dirs=db_incs,
1167 define_macros=[
1168 ('HAVE_BERKDB_H', None),
1169 ('DB_DBM_HSEARCH', None),
1170 ],
1171 libraries=dblibs)
1172 break
1173 if dbmext is not None:
1174 exts.append(dbmext)
Skip Montanarod1287322007-03-06 15:41:38 +00001175 else:
1176 missing.append('dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001177
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001178 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001179 if ('gdbm' in dbm_order and
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001180 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001181 exts.append( Extension('gdbm', ['gdbmmodule.c'],
1182 libraries = ['gdbm'] ) )
Skip Montanarod1287322007-03-06 15:41:38 +00001183 else:
1184 missing.append('gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001185
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001186 # Unix-only modules
Ronald Oussoren9545a232010-05-05 19:09:31 +00001187 if platform not in ['win32']:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001188 # Steen Lumholt's termios module
1189 exts.append( Extension('termios', ['termios.c']) )
1190 # Jeremy Hylton's rlimit interface
Tim Peters2c60f7a2003-01-29 03:49:43 +00001191 if platform not in ['atheos']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +00001192 exts.append( Extension('resource', ['resource.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001193 else:
1194 missing.append('resource')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001195
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +00001196 # Sun yellow pages. Some systems have the functions in libc.
Benjamin Petersoneb74da82009-12-30 03:02:34 +00001197 if (platform not in ['cygwin', 'atheos', 'qnx6'] and
1198 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001199 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +00001200 libs = ['nsl']
1201 else:
1202 libs = []
1203 exts.append( Extension('nis', ['nismodule.c'],
1204 libraries = libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001205 else:
1206 missing.append('nis')
1207 else:
1208 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001209
Skip Montanaro72092942004-02-07 12:50:19 +00001210 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001211 # provided by the ncurses library.
Andrew M. Kuchling86070422006-08-06 22:07:04 +00001212 panel_library = 'panel'
Stefan Krah449aa862010-06-03 12:39:50 +00001213 if curses_library.startswith('ncurses'):
1214 if curses_library == 'ncursesw':
1215 # Bug 1464056: If _curses.so links with ncursesw,
1216 # _curses_panel.so must link with panelw.
1217 panel_library = 'panelw'
1218 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001219 exts.append( Extension('_curses', ['_cursesmodule.c'],
1220 libraries = curses_libs) )
Stefan Krah449aa862010-06-03 12:39:50 +00001221 elif curses_library == 'curses' and platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:41 +00001222 # OSX has an old Berkeley curses, not good enough for
1223 # the _curses module.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001224 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001225 curses_libs = ['curses', 'terminfo']
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001226 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001227 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001228 else:
1229 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001230
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001231 exts.append( Extension('_curses', ['_cursesmodule.c'],
1232 libraries = curses_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001233 else:
1234 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001235
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001236 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001237 if (module_enabled(exts, '_curses') and
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001238 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001239 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Andrew M. Kuchling86070422006-08-06 22:07:04 +00001240 libraries = [panel_library] + curses_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001241 else:
1242 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001243
Barry Warsaw259b1e12002-08-13 20:09:26 +00001244 # Andrew Kuchling's zlib module. Note that some versions of zlib
1245 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1246 # http://www.cert.org/advisories/CA-2002-07.html
1247 #
1248 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1249 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1250 # now, we still accept 1.1.3, because we think it's difficult to
1251 # exploit this in Python, and we'd rather make it RedHat's problem
1252 # than our problem <wink>.
1253 #
1254 # You can upgrade zlib to version 1.1.4 yourself by going to
1255 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001256 zlib_inc = find_file('zlib.h', [], inc_dirs)
Gregory P. Smith440ca772008-03-24 00:08:01 +00001257 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001258 if zlib_inc is not None:
1259 zlib_h = zlib_inc[0] + '/zlib.h'
1260 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001261 version_req = '"1.1.3"'
Guido van Rossume6970912001-04-15 15:16:12 +00001262 fp = open(zlib_h)
1263 while 1:
1264 line = fp.readline()
1265 if not line:
1266 break
Guido van Rossum8cdc03d2002-08-06 17:28:30 +00001267 if line.startswith('#define ZLIB_VERSION'):
Guido van Rossume6970912001-04-15 15:16:12 +00001268 version = line.split()[2]
1269 break
1270 if version >= version_req:
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001271 if (self.compiler.find_library_file(lib_dirs, 'z')):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001272 if sys.platform == "darwin":
1273 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1274 else:
1275 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001276 exts.append( Extension('zlib', ['zlibmodule.c'],
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001277 libraries = ['z'],
1278 extra_link_args = zlib_extra_link_args))
Gregory P. Smith440ca772008-03-24 00:08:01 +00001279 have_zlib = True
Skip Montanarod1287322007-03-06 15:41:38 +00001280 else:
1281 missing.append('zlib')
1282 else:
1283 missing.append('zlib')
1284 else:
1285 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001286
Gregory P. Smith440ca772008-03-24 00:08:01 +00001287 # Helper module for various ascii-encoders. Uses zlib for an optimized
1288 # crc32 if we have it. Otherwise binascii uses its own.
1289 if have_zlib:
1290 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1291 libraries = ['z']
1292 extra_link_args = zlib_extra_link_args
1293 else:
1294 extra_compile_args = []
1295 libraries = []
1296 extra_link_args = []
1297 exts.append( Extension('binascii', ['binascii.c'],
1298 extra_compile_args = extra_compile_args,
1299 libraries = libraries,
1300 extra_link_args = extra_link_args) )
1301
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001302 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001303 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001304 if sys.platform == "darwin":
1305 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1306 else:
1307 bz2_extra_link_args = ()
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001308 exts.append( Extension('bz2', ['bz2module.c'],
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001309 libraries = ['bz2'],
1310 extra_link_args = bz2_extra_link_args) )
Skip Montanarod1287322007-03-06 15:41:38 +00001311 else:
1312 missing.append('bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001313
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001314 # Interface to the Expat XML parser
1315 #
Benjamin Peterson2fd2e862009-12-31 16:28:24 +00001316 # Expat was written by James Clark and is now maintained by a group of
1317 # developers on SourceForge; see www.libexpat.org for more information.
1318 # The pyexpat module was written by Paul Prescod after a prototype by
1319 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1320 # of a system shared libexpat.so is possible with --with-system-expat
1321 # cofigure option.
Fred Drakefc8341d2002-06-17 17:55:30 +00001322 #
1323 # More information on Expat can be found at www.libexpat.org.
1324 #
Benjamin Peterson2c196742009-12-31 03:17:18 +00001325 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1326 expat_inc = []
1327 define_macros = []
1328 expat_lib = ['expat']
1329 expat_sources = []
1330 else:
1331 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1332 define_macros = [
1333 ('HAVE_EXPAT_CONFIG_H', '1'),
1334 ]
1335 expat_lib = []
1336 expat_sources = ['expat/xmlparse.c',
1337 'expat/xmlrole.c',
1338 'expat/xmltok.c']
Ronald Oussoren988117f2006-04-29 11:31:35 +00001339
Fred Drake2d59a492003-10-21 15:41:15 +00001340 exts.append(Extension('pyexpat',
1341 define_macros = define_macros,
Benjamin Peterson2c196742009-12-31 03:17:18 +00001342 include_dirs = expat_inc,
1343 libraries = expat_lib,
1344 sources = ['pyexpat.c'] + expat_sources
Fred Drake2d59a492003-10-21 15:41:15 +00001345 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001346
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001347 # Fredrik Lundh's cElementTree module. Note that this also
1348 # uses expat (via the CAPI hook in pyexpat).
1349
Hye-Shik Chang6c403592006-03-27 08:43:11 +00001350 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001351 define_macros.append(('USE_PYEXPAT_CAPI', None))
1352 exts.append(Extension('_elementtree',
1353 define_macros = define_macros,
Benjamin Peterson2c196742009-12-31 03:17:18 +00001354 include_dirs = expat_inc,
1355 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001356 sources = ['_elementtree.c'],
1357 ))
Skip Montanarod1287322007-03-06 15:41:38 +00001358 else:
1359 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001360
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001361 # Hye-Shik Chang's CJKCodecs modules.
Martin v. Löwise2713be2005-03-08 15:03:08 +00001362 if have_unicode:
1363 exts.append(Extension('_multibytecodec',
1364 ['cjkcodecs/multibytecodec.c']))
1365 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
Skip Montanarod1287322007-03-06 15:41:38 +00001366 exts.append(Extension('_codecs_%s' % loc,
Martin v. Löwise2713be2005-03-08 15:03:08 +00001367 ['cjkcodecs/_codecs_%s.c' % loc]))
Skip Montanarod1287322007-03-06 15:41:38 +00001368 else:
1369 missing.append('_multibytecodec')
1370 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1371 missing.append('_codecs_%s' % loc)
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001372
Michael W. Hudson5b109102002-01-23 15:04:41 +00001373 # Dynamic loading module
Guido van Rossum770acd32002-09-12 14:41:20 +00001374 if sys.maxint == 0x7fffffff:
1375 # This requires sizeof(int) == sizeof(long) == sizeof(char*)
1376 dl_inc = find_file('dlfcn.h', [], inc_dirs)
Anthony Baxter82201742006-04-09 15:07:40 +00001377 if (dl_inc is not None) and (platform not in ['atheos']):
Guido van Rossum770acd32002-09-12 14:41:20 +00001378 exts.append( Extension('dl', ['dlmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001379 else:
1380 missing.append('dl')
1381 else:
1382 missing.append('dl')
Michael W. Hudson5b109102002-01-23 15:04:41 +00001383
Thomas Hellercf567c12006-03-08 19:51:58 +00001384 # Thomas Heller's _ctypes module
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001385 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001386
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001387 # Richard Oudkerk's multiprocessing module
1388 if platform == 'win32': # Windows
1389 macros = dict()
1390 libraries = ['ws2_32']
1391
1392 elif platform == 'darwin': # Mac OSX
Jesse Noller355b1262009-04-02 00:03:28 +00001393 macros = dict()
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001394 libraries = []
1395
1396 elif platform == 'cygwin': # Cygwin
Jesse Noller355b1262009-04-02 00:03:28 +00001397 macros = dict()
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001398 libraries = []
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001399
Martin v. Löwisbb86d832008-11-04 20:40:09 +00001400 elif platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001401 # FreeBSD's P1003.1b semaphore support is very experimental
1402 # and has many known problems. (as of June 2008)
Jesse Noller355b1262009-04-02 00:03:28 +00001403 macros = dict()
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001404 libraries = []
1405
Jesse Noller37040cd2008-09-30 00:15:45 +00001406 elif platform.startswith('openbsd'):
Jesse Noller355b1262009-04-02 00:03:28 +00001407 macros = dict()
Jesse Noller37040cd2008-09-30 00:15:45 +00001408 libraries = []
1409
Jesse Noller40a61642009-03-31 18:12:35 +00001410 elif platform.startswith('netbsd'):
Jesse Noller355b1262009-04-02 00:03:28 +00001411 macros = dict()
Jesse Noller40a61642009-03-31 18:12:35 +00001412 libraries = []
1413
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001414 else: # Linux and other unices
Jesse Noller355b1262009-04-02 00:03:28 +00001415 macros = dict()
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001416 libraries = ['rt']
1417
1418 if platform == 'win32':
1419 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1420 '_multiprocessing/semaphore.c',
1421 '_multiprocessing/pipe_connection.c',
1422 '_multiprocessing/socket_connection.c',
1423 '_multiprocessing/win32_functions.c'
1424 ]
1425
1426 else:
1427 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1428 '_multiprocessing/socket_connection.c'
1429 ]
Mark Dickinsonc4920e82009-11-20 19:30:22 +00001430 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
Mark Dickinson5afa6d42009-11-28 10:44:20 +00001431 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001432 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1433
Jesse Nollerf6da8d12009-01-23 14:04:41 +00001434 if sysconfig.get_config_var('WITH_THREAD'):
1435 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1436 define_macros=macros.items(),
1437 include_dirs=["Modules/_multiprocessing"]))
1438 else:
1439 missing.append('_multiprocessing')
1440
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001441 # End multiprocessing
1442
1443
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001444 # Platform-specific libraries
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001445 if platform == 'linux2':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001446 # Linux-specific modules
1447 exts.append( Extension('linuxaudiodev', ['linuxaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001448 else:
1449 missing.append('linuxaudiodev')
Greg Ward0a6355e2003-01-08 01:37:41 +00001450
Matthias Klose8a96d202010-04-21 22:18:52 +00001451 if (platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
1452 'freebsd7', 'freebsd8')
1453 or platform.startswith("gnukfreebsd")):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001454 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001455 else:
1456 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001457
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001458 if platform == 'sunos5':
Fredrik Lundhade711a2001-01-24 08:00:28 +00001459 # SunOS specific modules
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001460 exts.append( Extension('sunaudiodev', ['sunaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001461 else:
1462 missing.append('sunaudiodev')
Michael W. Hudson5b109102002-01-23 15:04:41 +00001463
Ronald Oussorena5b642c2009-10-08 08:04:15 +00001464 if platform == 'darwin':
1465 # _scproxy
1466 exts.append(Extension("_scproxy", [os.path.join(srcdir, "Mac/Modules/_scproxy.c")],
1467 extra_link_args= [
1468 '-framework', 'SystemConfiguration',
1469 '-framework', 'CoreFoundation'
1470 ]))
1471
1472
Tim Peters66cb0182004-08-26 05:23:19 +00001473 if platform == 'darwin' and ("--disable-toolbox-glue" not in
Ronald Oussoren090f8152006-03-30 20:18:33 +00001474 sysconfig.get_config_var("CONFIG_ARGS")):
1475
Ronald Oussoren05b0d1d2010-03-08 07:06:47 +00001476 if int(os.uname()[2].split('.')[0]) >= 8:
Ronald Oussoren090f8152006-03-30 20:18:33 +00001477 # We're on Mac OS X 10.4 or later, the compiler should
1478 # support '-Wno-deprecated-declarations'. This will
1479 # surpress deprecation warnings for the Carbon extensions,
1480 # these extensions wrap the Carbon APIs and even those
1481 # parts that are deprecated.
1482 carbon_extra_compile_args = ['-Wno-deprecated-declarations']
1483 else:
1484 carbon_extra_compile_args = []
1485
Just van Rossum05ced6a2002-11-24 23:15:57 +00001486 # Mac OS X specific modules.
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001487 def macSrcExists(name1, name2=''):
1488 if not name1:
1489 return None
1490 names = (name1,)
1491 if name2:
1492 names = (name1, name2)
1493 path = os.path.join(srcdir, 'Mac', 'Modules', *names)
1494 return os.path.exists(path)
1495
1496 def addMacExtension(name, kwds, extra_srcs=[]):
1497 dirname = ''
1498 if name[0] == '_':
1499 dirname = name[1:].lower()
1500 cname = name + '.c'
1501 cmodulename = name + 'module.c'
1502 # Check for NNN.c, NNNmodule.c, _nnn/NNN.c, _nnn/NNNmodule.c
1503 if macSrcExists(cname):
1504 srcs = [cname]
1505 elif macSrcExists(cmodulename):
1506 srcs = [cmodulename]
1507 elif macSrcExists(dirname, cname):
1508 # XXX(nnorwitz): If all the names ended with module, we
1509 # wouldn't need this condition. ibcarbon is the only one.
1510 srcs = [os.path.join(dirname, cname)]
1511 elif macSrcExists(dirname, cmodulename):
1512 srcs = [os.path.join(dirname, cmodulename)]
1513 else:
1514 raise RuntimeError("%s not found" % name)
1515
1516 # Here's the whole point: add the extension with sources
1517 exts.append(Extension(name, srcs + extra_srcs, **kwds))
1518
1519 # Core Foundation
1520 core_kwds = {'extra_compile_args': carbon_extra_compile_args,
1521 'extra_link_args': ['-framework', 'CoreFoundation'],
1522 }
1523 addMacExtension('_CF', core_kwds, ['cf/pycfbridge.c'])
1524 addMacExtension('autoGIL', core_kwds)
1525
Ronald Oussoren51f06332009-09-20 10:31:22 +00001526
1527
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001528 # Carbon
1529 carbon_kwds = {'extra_compile_args': carbon_extra_compile_args,
1530 'extra_link_args': ['-framework', 'Carbon'],
1531 }
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001532 CARBON_EXTS = ['ColorPicker', 'gestalt', 'MacOS', 'Nav',
1533 'OSATerminology', 'icglue',
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001534 # All these are in subdirs
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001535 '_AE', '_AH', '_App', '_CarbonEvt', '_Cm', '_Ctl',
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001536 '_Dlg', '_Drag', '_Evt', '_File', '_Folder', '_Fm',
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001537 '_Help', '_Icn', '_IBCarbon', '_List',
1538 '_Menu', '_Mlte', '_OSA', '_Res', '_Qd', '_Qdoffs',
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001539 '_Scrap', '_Snd', '_TE',
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001540 ]
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001541 for name in CARBON_EXTS:
1542 addMacExtension(name, carbon_kwds)
1543
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001544 # Workaround for a bug in the version of gcc shipped with Xcode 3.
1545 # The _Win extension should build just like the other Carbon extensions, but
1546 # this actually results in a hard crash of the linker.
1547 #
1548 if '-arch ppc64' in cflags and '-arch ppc' in cflags:
1549 win_kwds = {'extra_compile_args': carbon_extra_compile_args + ['-arch', 'i386', '-arch', 'ppc'],
1550 'extra_link_args': ['-framework', 'Carbon', '-arch', 'i386', '-arch', 'ppc'],
1551 }
1552 addMacExtension('_Win', win_kwds)
1553 else:
1554 addMacExtension('_Win', carbon_kwds)
1555
1556
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001557 # Application Services & QuickTime
1558 app_kwds = {'extra_compile_args': carbon_extra_compile_args,
1559 'extra_link_args': ['-framework','ApplicationServices'],
1560 }
1561 addMacExtension('_Launch', app_kwds)
1562 addMacExtension('_CG', app_kwds)
1563
Just van Rossum05ced6a2002-11-24 23:15:57 +00001564 exts.append( Extension('_Qt', ['qt/_Qtmodule.c'],
Ronald Oussoren090f8152006-03-30 20:18:33 +00001565 extra_compile_args=carbon_extra_compile_args,
1566 extra_link_args=['-framework', 'QuickTime',
Just van Rossum05ced6a2002-11-24 23:15:57 +00001567 '-framework', 'Carbon']) )
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001568
Michael W. Hudson5b109102002-01-23 15:04:41 +00001569
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001570 self.extensions.extend(exts)
1571
1572 # Call the method for detecting whether _tkinter can be compiled
1573 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001574
Skip Montanarod1287322007-03-06 15:41:38 +00001575 if '_tkinter' not in [e.name for e in self.extensions]:
1576 missing.append('_tkinter')
1577
1578 return missing
1579
Jack Jansen0b06be72002-06-21 14:48:38 +00001580 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1581 # The _tkinter module, using frameworks. Since frameworks are quite
1582 # different the UNIX search logic is not sharable.
1583 from os.path import join, exists
1584 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001585 '/Library/Frameworks',
Ronald Oussorencea1ddb2009-03-04 21:30:12 +00001586 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001587 join(os.getenv('HOME'), '/Library/Frameworks')
1588 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001589
Ronald Oussoren593e4ca2010-06-03 09:47:21 +00001590 sysroot = macosx_sdk_root()
1591
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001592 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001593 # bundles.
1594 # XXX distutils should support -F!
1595 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001596 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren593e4ca2010-06-03 09:47:21 +00001597
1598
Jack Jansen0b06be72002-06-21 14:48:38 +00001599 for fw in 'Tcl', 'Tk':
Ronald Oussoren593e4ca2010-06-03 09:47:21 +00001600 if is_macosx_sdk_path(F):
1601 if not exists(join(sysroot, F[1:], fw + '.framework')):
1602 break
1603 else:
1604 if not exists(join(F, fw + '.framework')):
1605 break
Jack Jansen0b06be72002-06-21 14:48:38 +00001606 else:
1607 # ok, F is now directory with both frameworks. Continure
1608 # building
1609 break
1610 else:
1611 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1612 # will now resume.
1613 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001614
Jack Jansen0b06be72002-06-21 14:48:38 +00001615 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1616 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001617 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001618 #
1619 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001620 join(F, fw + '.framework', H)
Jack Jansen0b06be72002-06-21 14:48:38 +00001621 for fw in 'Tcl', 'Tk'
1622 for H in 'Headers', 'Versions/Current/PrivateHeaders'
1623 ]
1624
Tim Peters2c60f7a2003-01-29 03:49:43 +00001625 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001626 # complicated search, this is a hard-coded path. It could bail out
1627 # if X11 libs are not found...
1628 include_dirs.append('/usr/X11R6/include')
1629 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1630
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001631 # All existing framework builds of Tcl/Tk don't support 64-bit
1632 # architectures.
1633 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1634 archs = re.findall('-arch\s+(\w+)', cflags)
Ronald Oussoren593e4ca2010-06-03 09:47:21 +00001635
1636 if is_macosx_sdk_path(F):
1637 fp = os.popen("file %s/Tk.framework/Tk | grep 'for architecture'"%(os.path.join(sysroot, F[1:]),))
1638 else:
1639 fp = os.popen("file %s/Tk.framework/Tk | grep 'for architecture'"%(F,))
1640
Ronald Oussoren91a11a42009-09-15 18:33:33 +00001641 detected_archs = []
1642 for ln in fp:
1643 a = ln.split()[-1]
1644 if a in archs:
1645 detected_archs.append(ln.split()[-1])
1646 fp.close()
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001647
Ronald Oussoren91a11a42009-09-15 18:33:33 +00001648 for a in detected_archs:
1649 frameworks.append('-arch')
1650 frameworks.append(a)
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001651
Jack Jansen0b06be72002-06-21 14:48:38 +00001652 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1653 define_macros=[('WITH_APPINIT', 1)],
1654 include_dirs = include_dirs,
1655 libraries = [],
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001656 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001657 extra_link_args = frameworks,
1658 )
1659 self.extensions.append(ext)
1660 return 1
1661
Tim Peters2c60f7a2003-01-29 03:49:43 +00001662
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001663 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001664 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001665
Jack Jansen0b06be72002-06-21 14:48:38 +00001666 # Rather than complicate the code below, detecting and building
1667 # AquaTk is a separate method. Only one Tkinter will be built on
1668 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1669 platform = self.get_platform()
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001670 if (platform == 'darwin' and
1671 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001672 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001673
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001674 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001675 # The versions with dots are used on Unix, and the versions without
1676 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001677 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polofb118352009-08-16 14:34:26 +00001678 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1679 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001680 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001681 'tk' + version)
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001682 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001683 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001684 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001685 # Exit the loop when we've found the Tcl/Tk libraries
1686 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001687
Fredrik Lundhade711a2001-01-24 08:00:28 +00001688 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001689 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001690 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001691 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001692 dotversion = version
1693 if '.' not in dotversion and "bsd" in sys.platform.lower():
1694 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1695 # but the include subdirs are named like .../include/tcl8.3.
1696 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1697 tcl_include_sub = []
1698 tk_include_sub = []
1699 for dir in inc_dirs:
1700 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1701 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1702 tk_include_sub += tcl_include_sub
1703 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1704 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001705
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001706 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001707 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001708 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001709 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001710
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001711 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001712
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001713 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1714 for dir in tcl_includes + tk_includes:
1715 if dir not in include_dirs:
1716 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001717
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001718 # Check for various platform-specific directories
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001719 if platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001720 include_dirs.append('/usr/openwin/include')
1721 added_lib_dirs.append('/usr/openwin/lib')
1722 elif os.path.exists('/usr/X11R6/include'):
1723 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001724 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001725 added_lib_dirs.append('/usr/X11R6/lib')
1726 elif os.path.exists('/usr/X11R5/include'):
1727 include_dirs.append('/usr/X11R5/include')
1728 added_lib_dirs.append('/usr/X11R5/lib')
1729 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001730 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001731 include_dirs.append('/usr/X11/include')
1732 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001733
Jason Tishler9181c942003-02-05 15:16:17 +00001734 # If Cygwin, then verify that X is installed before proceeding
1735 if platform == 'cygwin':
1736 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1737 if x11_inc is None:
1738 return
1739
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001740 # Check for BLT extension
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001741 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001742 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001743 defs.append( ('WITH_BLT', 1) )
1744 libs.append('BLT8.0')
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001745 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001746 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:38 +00001747 defs.append( ('WITH_BLT', 1) )
1748 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001749
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001750 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001751 libs.append('tk'+ version)
1752 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001753
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001754 if platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001755 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001756
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001757 # Finally, link with the X11 libraries (not appropriate on cygwin)
1758 if platform != "cygwin":
1759 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001760
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001761 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1762 define_macros=[('WITH_APPINIT', 1)] + defs,
1763 include_dirs = include_dirs,
1764 libraries = libs,
1765 library_dirs = added_lib_dirs,
1766 )
1767 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001768
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001769## # Uncomment these lines if you want to play with xxmodule.c
1770## ext = Extension('xx', ['xxmodule.c'])
1771## self.extensions.append(ext)
1772
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001773 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001774 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001775 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001776 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001777 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001778 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001779 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001780
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001781 def configure_ctypes_darwin(self, ext):
1782 # Darwin (OS X) uses preconfigured files, in
1783 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauerc59c5f32009-02-05 16:32:29 +00001784 srcdir = sysconfig.get_config_var('srcdir')
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001785 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1786 '_ctypes', 'libffi_osx'))
1787 sources = [os.path.join(ffi_srcdir, p)
1788 for p in ['ffi.c',
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001789 'x86/darwin64.S',
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001790 'x86/x86-darwin.S',
1791 'x86/x86-ffi_darwin.c',
1792 'x86/x86-ffi64.c',
1793 'powerpc/ppc-darwin.S',
1794 'powerpc/ppc-darwin_closure.S',
1795 'powerpc/ppc-ffi_darwin.c',
1796 'powerpc/ppc64-darwin_closure.S',
1797 ]]
1798
1799 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001800 self.compiler.src_extensions.append('.S')
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001801
1802 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1803 os.path.join(ffi_srcdir, 'powerpc')]
1804 ext.include_dirs.extend(include_dirs)
1805 ext.sources.extend(sources)
1806 return True
1807
Thomas Hellereba43c12006-04-07 19:04:09 +00001808 def configure_ctypes(self, ext):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001809 if not self.use_system_libffi:
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001810 if sys.platform == 'darwin':
1811 return self.configure_ctypes_darwin(ext)
1812
Neil Schemenauerc59c5f32009-02-05 16:32:29 +00001813 srcdir = sysconfig.get_config_var('srcdir')
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001814 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1815 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1816 '_ctypes', 'libffi'))
1817 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001818
Thomas Heller5e218b42006-04-27 15:50:42 +00001819 from distutils.dep_util import newer_group
1820
1821 config_sources = [os.path.join(ffi_srcdir, fname)
Martin v. Löwisf1a4aa32007-02-14 11:30:56 +00001822 for fname in os.listdir(ffi_srcdir)
1823 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Heller5e218b42006-04-27 15:50:42 +00001824 if self.force or newer_group(config_sources,
1825 ffi_configfile):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001826 from distutils.dir_util import mkpath
1827 mkpath(ffi_builddir)
1828 config_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001829
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001830 # Pass empty CFLAGS because we'll just append the resulting
1831 # CFLAGS to Python's; -g or -O2 is to be avoided.
1832 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1833 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001834
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001835 res = os.system(cmd)
1836 if res or not os.path.exists(ffi_configfile):
1837 print "Failed to configure _ctypes module"
1838 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001839
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001840 fficonfig = {}
Antoine Pitrou1379b842010-01-13 11:57:42 +00001841 with open(ffi_configfile) as f:
1842 exec f in fficonfig
Thomas Hellercf567c12006-03-08 19:51:58 +00001843
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001844 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001845 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001846
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001847 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou8c510e72010-01-13 11:47:49 +00001848 ffi_builddir,
1849 os.path.join(ffi_srcdir, 'src')]
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001850 extra_compile_args = fficonfig['ffi_cflags'].split()
Thomas Hellereba43c12006-04-07 19:04:09 +00001851
Antoine Pitrou8c510e72010-01-13 11:47:49 +00001852 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1853 fficonfig['ffi_sources'])
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001854 ext.include_dirs.extend(include_dirs)
1855 ext.extra_compile_args.extend(extra_compile_args)
Thomas Heller795246c2006-04-07 19:27:56 +00001856 return True
Thomas Hellereba43c12006-04-07 19:04:09 +00001857
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001858 def detect_ctypes(self, inc_dirs, lib_dirs):
1859 self.use_system_libffi = False
Thomas Hellereba43c12006-04-07 19:04:09 +00001860 include_dirs = []
1861 extra_compile_args = []
Thomas Heller17984892006-08-04 18:57:34 +00001862 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001863 sources = ['_ctypes/_ctypes.c',
1864 '_ctypes/callbacks.c',
1865 '_ctypes/callproc.c',
1866 '_ctypes/stgdict.c',
1867 '_ctypes/cfield.c',
Thomas Hellereba43c12006-04-07 19:04:09 +00001868 '_ctypes/malloc_closure.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001869 depends = ['_ctypes/ctypes.h']
1870
1871 if sys.platform == 'darwin':
1872 sources.append('_ctypes/darwin/dlfcn_simple.c')
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001873 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001874 include_dirs.append('_ctypes/darwin')
1875# XXX Is this still needed?
1876## extra_link_args.extend(['-read_only_relocs', 'warning'])
1877
Thomas Heller17984892006-08-04 18:57:34 +00001878 elif sys.platform == 'sunos5':
Martin v. Löwis73f12a32006-08-09 23:42:18 +00001879 # XXX This shouldn't be necessary; it appears that some
1880 # of the assembler code is non-PIC (i.e. it has relocations
1881 # when it shouldn't. The proper fix would be to rewrite
1882 # the assembler code to be PIC.
1883 # This only works with GCC; the Sun compiler likely refuses
1884 # this option. If you want to compile ctypes with the Sun
1885 # compiler, please research a proper solution, instead of
1886 # finding some -z option for the Sun compiler.
Thomas Heller17984892006-08-04 18:57:34 +00001887 extra_link_args.append('-mimpure-text')
1888
Thomas Hellerde2d78a2008-06-02 18:41:30 +00001889 elif sys.platform.startswith('hp-ux'):
Thomas Heller03b75dd2008-05-20 19:53:47 +00001890 extra_link_args.append('-fPIC')
1891
Thomas Hellercf567c12006-03-08 19:51:58 +00001892 ext = Extension('_ctypes',
1893 include_dirs=include_dirs,
1894 extra_compile_args=extra_compile_args,
Thomas Heller17984892006-08-04 18:57:34 +00001895 extra_link_args=extra_link_args,
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001896 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001897 sources=sources,
1898 depends=depends)
1899 ext_test = Extension('_ctypes_test',
1900 sources=['_ctypes/_ctypes_test.c'])
1901 self.extensions.extend([ext, ext_test])
1902
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001903 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1904 return
1905
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001906 if sys.platform == 'darwin':
1907 # OS X 10.5 comes with libffi.dylib; the include files are
1908 # in /usr/include/ffi
1909 inc_dirs.append('/usr/include/ffi')
1910
Benjamin Peterson1c335e62010-01-01 15:16:29 +00001911 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Kloseca6d9e92010-04-21 21:45:30 +00001912 if not ffi_inc or ffi_inc[0] == '':
Benjamin Peterson1c335e62010-01-01 15:16:29 +00001913 ffi_inc = find_file('ffi.h', [], inc_dirs)
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001914 if ffi_inc is not None:
1915 ffi_h = ffi_inc[0] + '/ffi.h'
1916 fp = open(ffi_h)
1917 while 1:
1918 line = fp.readline()
1919 if not line:
1920 ffi_inc = None
1921 break
1922 if line.startswith('#define LIBFFI_H'):
1923 break
1924 ffi_lib = None
1925 if ffi_inc is not None:
1926 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001927 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001928 ffi_lib = lib_name
1929 break
1930
1931 if ffi_inc and ffi_lib:
1932 ext.include_dirs.extend(ffi_inc)
1933 ext.libraries.append(ffi_lib)
1934 self.use_system_libffi = True
1935
1936
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00001937class PyBuildInstall(install):
1938 # Suppress the warning about installation into the lib_dynload
1939 # directory, which is not in sys.path when running Python during
1940 # installation:
1941 def initialize_options (self):
1942 install.initialize_options(self)
1943 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00001944
Michael W. Hudson529a5052002-12-17 16:47:17 +00001945class PyBuildInstallLib(install_lib):
1946 # Do exactly what install_lib does but make sure correct access modes get
1947 # set on installed directories and files. All installed files with get
1948 # mode 644 unless they are a shared library in which case they will get
1949 # mode 755. All installed directories will get mode 755.
1950
1951 so_ext = sysconfig.get_config_var("SO")
1952
1953 def install(self):
1954 outfiles = install_lib.install(self)
1955 self.set_file_modes(outfiles, 0644, 0755)
1956 self.set_dir_modes(self.install_dir, 0755)
1957 return outfiles
1958
1959 def set_file_modes(self, files, defaultMode, sharedLibMode):
1960 if not self.is_chmod_supported(): return
1961 if not files: return
1962
1963 for filename in files:
1964 if os.path.islink(filename): continue
1965 mode = defaultMode
1966 if filename.endswith(self.so_ext): mode = sharedLibMode
1967 log.info("changing mode of %s to %o", filename, mode)
1968 if not self.dry_run: os.chmod(filename, mode)
1969
1970 def set_dir_modes(self, dirname, mode):
1971 if not self.is_chmod_supported(): return
1972 os.path.walk(dirname, self.set_dir_modes_visitor, mode)
1973
1974 def set_dir_modes_visitor(self, mode, dirname, names):
1975 if os.path.islink(dirname): return
1976 log.info("changing mode of %s to %o", dirname, mode)
1977 if not self.dry_run: os.chmod(dirname, mode)
1978
1979 def is_chmod_supported(self):
1980 return hasattr(os, 'chmod')
1981
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001982SUMMARY = """
1983Python is an interpreted, interactive, object-oriented programming
1984language. It is often compared to Tcl, Perl, Scheme or Java.
1985
1986Python combines remarkable power with very clear syntax. It has
1987modules, classes, exceptions, very high level dynamic data types, and
1988dynamic typing. There are interfaces to many system calls and
1989libraries, as well as to various windowing systems (X11, Motif, Tk,
1990Mac, MFC). New built-in modules are easily written in C or C++. Python
1991is also usable as an extension language for applications that need a
1992programmable interface.
1993
1994The Python implementation is portable: it runs on many brands of UNIX,
1995on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1996listed here, it may still be supported, if there's a C compiler for
1997it. Ask around on comp.lang.python -- or just try compiling Python
1998yourself.
1999"""
2000
2001CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002002Development Status :: 6 - Mature
2003License :: OSI Approved :: Python Software Foundation License
2004Natural Language :: English
2005Programming Language :: C
2006Programming Language :: Python
2007Topic :: Software Development
2008"""
2009
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002010def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00002011 # turn off warnings when deprecated modules are imported
2012 import warnings
2013 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002014 setup(# PyPI Metadata (PEP 301)
2015 name = "Python",
2016 version = sys.version.split()[0],
2017 url = "http://www.python.org/%s" % sys.version[:3],
2018 maintainer = "Guido van Rossum and the Python community",
2019 maintainer_email = "python-dev@python.org",
2020 description = "A high-level object-oriented programming language",
2021 long_description = SUMMARY.strip(),
2022 license = "PSF license",
2023 classifiers = filter(None, CLASSIFIERS.split("\n")),
2024 platforms = ["Many"],
2025
2026 # Build info
Michael W. Hudson529a5052002-12-17 16:47:17 +00002027 cmdclass = {'build_ext':PyBuildExt, 'install':PyBuildInstall,
2028 'install_lib':PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002029 # The struct module is defined here, because build_ext won't be
2030 # called unless there's at least one extension module defined.
Bob Ippolito7ccc95a2006-05-23 19:11:34 +00002031 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00002032
2033 # Scripts to install
Skip Montanaro852f7992004-06-26 22:29:42 +00002034 scripts = ['Tools/scripts/pydoc', 'Tools/scripts/idle',
Martin v. Löwiscdbc9772008-03-24 12:57:53 +00002035 'Tools/scripts/2to3',
Skip Montanaro852f7992004-06-26 22:29:42 +00002036 'Lib/smtpd.py']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002037 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00002038
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002039# --install-platlib
2040if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002041 main()