blob: db4adee768d2790673213ff112c9732394b34556 [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00004__version__ = "$Revision$"
5
Brett Cannon84667c02004-12-07 03:25:18 +00006import sys, os, imp, re, optparse
Christian Heimes8608d912008-01-25 15:52:11 +00007from glob import glob
Gregory P. Smith0902cac2008-05-27 08:40:09 +00008from platform import machine as platform_machine
Tarek Ziadé5633a802010-01-23 09:23:15 +00009import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:17 +000010
11from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +000012from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000013from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000014from distutils.core import Extension, setup
15from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000016from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000017from distutils.command.install_lib import install_lib
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000018
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +000019# Were we compiled --with-pydebug or with #define Py_DEBUG?
20COMPILED_WITH_PYDEBUG = hasattr(sys, 'gettotalrefcount')
21
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000022# This global variable is used to hold the list of modules to be disabled.
23disabled_module_list = []
24
Michael W. Hudson39230b32002-01-16 15:26:48 +000025def add_dir_to_list(dirlist, dir):
26 """Add the directory 'dir' to the list 'dirlist' (at the front) if
27 1) 'dir' is not already in 'dirlist'
28 2) 'dir' actually exists, and is a directory."""
Jack Jansen4439b7c2002-06-26 15:44:30 +000029 if dir is not None and os.path.isdir(dir) and dir not in dirlist:
Michael W. Hudson39230b32002-01-16 15:26:48 +000030 dirlist.insert(0, dir)
31
Ronald Oussorend875d3c2010-05-08 08:44:37 +000032def macosx_sdk_root():
33 """
34 Return the directory of the current OSX SDK,
35 or '/' if no SDK was specified.
36 """
37 cflags = sysconfig.get_config_var('CFLAGS')
38 m = re.search(r'-isysroot\s+(\S+)', cflags)
39 if m is None:
40 sysroot = '/'
41 else:
42 sysroot = m.group(1)
43 return sysroot
44
45def is_macosx_sdk_path(path):
46 """
47 Returns True if 'path' can be located in an OSX SDK
48 """
49 return path.startswith('/usr/') or path.startswith('/System/')
50
51
52
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000053def find_file(filename, std_dirs, paths):
54 """Searches for the directory where a given file is located,
55 and returns a possibly-empty list of additional directories, or None
56 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000057
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000058 'filename' is the name of a file, such as readline.h or libcrypto.a.
59 'std_dirs' is the list of standard system directories; if the
60 file is found in one of them, no additional directives are needed.
61 'paths' is a list of additional locations to check; if the file is
62 found in one of them, the resulting list will contain the directory.
63 """
Ronald Oussorend875d3c2010-05-08 08:44:37 +000064 if sys.platform == 'darwin':
65 # Honor the MacOSX SDK setting when one was specified.
66 # An SDK is a directory with the same structure as a real
67 # system, but with only header files and libraries.
68 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000069
70 # Check the standard locations
71 for dir in std_dirs:
72 f = os.path.join(dir, filename)
Ronald Oussorend875d3c2010-05-08 08:44:37 +000073
74 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
75 f = os.path.join(sysroot, dir[1:], filename)
76
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000077 if os.path.exists(f): return []
78
79 # Check the additional directories
80 for dir in paths:
81 f = os.path.join(dir, filename)
Ronald Oussorend875d3c2010-05-08 08:44:37 +000082
83 if sys.platform == 'darwin' and dir.startswith('/System') or dir.startswith('/usr'):
84 f = os.path.join(sysroot, dir[1:], filename)
85
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000086 if os.path.exists(f):
87 return [dir]
88
89 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000090 return None
91
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000092def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000093 result = compiler.find_library_file(std_dirs + paths, libname)
94 if result is None:
95 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +000096
Ronald Oussorend875d3c2010-05-08 08:44:37 +000097 if sys.platform == 'darwin':
98 sysroot = macosx_sdk_root()
99
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000100 # Check whether the found file is in one of the standard directories
101 dirname = os.path.dirname(result)
102 for p in std_dirs:
103 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000104 p = p.rstrip(os.sep)
Ronald Oussorend875d3c2010-05-08 08:44:37 +0000105
106 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
107 if os.path.join(sysroot, p[1:]) == dirname:
108 return [ ]
109
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000110 if p == dirname:
111 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000112
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000113 # Otherwise, it must have been in one of the additional directories,
114 # so we have to figure out which one.
115 for p in paths:
116 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000117 p = p.rstrip(os.sep)
Ronald Oussorend875d3c2010-05-08 08:44:37 +0000118
119 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
120 if os.path.join(sysroot, p[1:]) == dirname:
121 return [ p ]
122
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000123 if p == dirname:
124 return [p]
125 else:
126 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +0000127
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000128def module_enabled(extlist, modname):
129 """Returns whether the module 'modname' is present in the list
130 of extensions 'extlist'."""
131 extlist = [ext for ext in extlist if ext.name == modname]
132 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +0000133
Jack Jansen144ebcc2001-08-05 22:31:19 +0000134def find_module_file(module, dirlist):
135 """Find a module in a set of possible folders. If it is not found
136 return the unadorned filename"""
137 list = find_file(module, [], dirlist)
138 if not list:
139 return module
140 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43 +0000141 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19 +0000142 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000143
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000144class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000145
Skip Montanarod1287322007-03-06 15:41:38 +0000146 def __init__(self, dist):
147 build_ext.__init__(self, dist)
148 self.failed = []
149
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000150 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000151
152 # Detect which modules should be compiled
Skip Montanarod1287322007-03-06 15:41:38 +0000153 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000154
155 # Remove modules that are present on the disabled list
Christian Heimesb222bbc2008-01-18 09:51:43 +0000156 extensions = [ext for ext in self.extensions
157 if ext.name not in disabled_module_list]
158 # move ctypes to the end, it depends on other modules
159 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
160 if "_ctypes" in ext_map:
161 ctypes = extensions.pop(ext_map["_ctypes"])
162 extensions.append(ctypes)
163 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000164
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000165 # Fix up the autodetected modules, prefixing all the source files
166 # with Modules/ and adding Python's include directory to the path.
167 (srcdir,) = sysconfig.get_config_vars('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000168 if not srcdir:
169 # Maybe running on Windows but not using CYGWIN?
170 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer0189ddc2009-02-06 00:21:55 +0000171 srcdir = os.path.abspath(srcdir)
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000172 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000173
Jack Jansen144ebcc2001-08-05 22:31:19 +0000174 # Platform-dependent module source and include directories
Neil Schemenauer38870cb2009-02-05 22:14:04 +0000175 incdirlist = []
Jack Jansen144ebcc2001-08-05 22:31:19 +0000176 platform = self.get_platform()
Ronald Oussoren9545a232010-05-05 19:09:31 +0000177 if platform == 'darwin' and ("--disable-toolbox-glue" not in
Brett Cannoncc8a4f62004-08-26 01:44:07 +0000178 sysconfig.get_config_var("CONFIG_ARGS")):
Jack Jansen144ebcc2001-08-05 22:31:19 +0000179 # Mac OS X also includes some mac-specific modules
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000180 macmoddir = os.path.join(srcdir, 'Mac/Modules')
Jack Jansen144ebcc2001-08-05 22:31:19 +0000181 moddirlist.append(macmoddir)
Neil Schemenauer38870cb2009-02-05 22:14:04 +0000182 incdirlist.append(os.path.join(srcdir, 'Mac/Include'))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000183
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000184 # Fix up the paths for scripts, too
185 self.distribution.scripts = [os.path.join(srcdir, filename)
186 for filename in self.distribution.scripts]
187
Christian Heimes8608d912008-01-25 15:52:11 +0000188 # Python header files
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000189 headers = [sysconfig.get_config_h_filename()]
Tarek Ziadé5633a802010-01-23 09:23:15 +0000190 headers += glob(os.path.join(sysconfig.get_path('platinclude'), "*.h"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000191 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000192 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000193 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000194 if ext.depends is not None:
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000195 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11 +0000196 for filename in ext.depends]
Christian Heimes8608d912008-01-25 15:52:11 +0000197 else:
198 ext.depends = []
199 # re-compile extensions if a header file has been changed
200 ext.depends.extend(headers)
201
Neil Schemenauer38870cb2009-02-05 22:14:04 +0000202 # platform specific include directories
203 ext.include_dirs.extend(incdirlist)
204
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000205 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000206 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000207 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000208 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000209
Ronald Oussoren9545a232010-05-05 19:09:31 +0000210 # Parse Modules/Setup and Modules/Setup.local to figure out which
211 # modules are turned on in the file.
212 remove_modules = []
213 for filename in ('Modules/Setup', 'Modules/Setup.local'):
214 input = text_file.TextFile(filename, join_lines=1)
215 while 1:
216 line = input.readline()
217 if not line: break
218 line = line.split()
219 remove_modules.append(line[0])
220 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000221
Ronald Oussoren9545a232010-05-05 19:09:31 +0000222 for ext in self.extensions[:]:
223 if ext.name in remove_modules:
224 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000225
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000226 # When you run "make CC=altcc" or something similar, you really want
227 # those environment variables passed into the setup.py phase. Here's
228 # a small set of useful ones.
229 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000230 args = {}
231 # unfortunately, distutils doesn't let us provide separate C and C++
232 # compilers
233 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000234 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
235 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000236 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000237
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000238 build_ext.build_extensions(self)
239
Skip Montanarod1287322007-03-06 15:41:38 +0000240 longest = max([len(e.name) for e in self.extensions])
241 if self.failed:
242 longest = max(longest, max([len(name) for name in self.failed]))
243
244 def print_three_column(lst):
Georg Brandle95cf1c2007-03-06 17:49:14 +0000245 lst.sort(key=str.lower)
Skip Montanarod1287322007-03-06 15:41:38 +0000246 # guarantee zip() doesn't drop anything
247 while len(lst) % 3:
248 lst.append("")
249 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
250 print "%-*s %-*s %-*s" % (longest, e, longest, f,
251 longest, g)
Skip Montanarod1287322007-03-06 15:41:38 +0000252
253 if missing:
254 print
Georg Brandl40f982f2008-12-28 11:58:49 +0000255 print ("Python build finished, but the necessary bits to build "
256 "these modules were not found:")
Skip Montanarod1287322007-03-06 15:41:38 +0000257 print_three_column(missing)
Jeffrey Yasskin87997562007-08-22 23:14:27 +0000258 print ("To find the necessary bits, look in setup.py in"
259 " detect_modules() for the module's name.")
260 print
Skip Montanarod1287322007-03-06 15:41:38 +0000261
262 if self.failed:
263 failed = self.failed[:]
264 print
265 print "Failed to build these modules:"
266 print_three_column(failed)
Jeffrey Yasskin87997562007-08-22 23:14:27 +0000267 print
Skip Montanarod1287322007-03-06 15:41:38 +0000268
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000269 def build_extension(self, ext):
270
Thomas Hellereba43c12006-04-07 19:04:09 +0000271 if ext.name == '_ctypes':
Thomas Heller795246c2006-04-07 19:27:56 +0000272 if not self.configure_ctypes(ext):
273 return
Thomas Hellereba43c12006-04-07 19:04:09 +0000274
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000275 try:
276 build_ext.build_extension(self, ext)
277 except (CCompilerError, DistutilsError), why:
278 self.announce('WARNING: building of extension "%s" failed: %s' %
279 (ext.name, sys.exc_info()[1]))
Skip Montanarod1287322007-03-06 15:41:38 +0000280 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000281 return
Jack Jansenf49c6f92001-11-01 14:44:15 +0000282 # Workaround for Mac OS X: The Carbon-based modules cannot be
283 # reliably imported into a command-line Python
284 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000285 self.announce(
286 'WARNING: skipping import check for Carbon-based "%s"' %
287 ext.name)
288 return
Ronald Oussoren5640ce22008-06-05 12:58:24 +0000289
290 if self.get_platform() == 'darwin' and (
291 sys.maxint > 2**32 and '-arch' in ext.extra_link_args):
292 # Don't bother doing an import check when an extension was
293 # build with an explicit '-arch' flag on OSX. That's currently
294 # only used to build 32-bit only extensions in a 4-way
295 # universal build and loading 32-bit code into a 64-bit
296 # process will fail.
297 self.announce(
298 'WARNING: skipping import check for "%s"' %
299 ext.name)
300 return
301
Jason Tishler24cf7762002-05-22 16:46:15 +0000302 # Workaround for Cygwin: Cygwin currently has fork issues when many
303 # modules have been imported
304 if self.get_platform() == 'cygwin':
305 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
306 % ext.name)
307 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000308 ext_filename = os.path.join(
309 self.build_lib,
310 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000311 try:
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000312 imp.load_dynamic(ext.name, ext_filename)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000313 except ImportError, why:
Skip Montanarod1287322007-03-06 15:41:38 +0000314 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000315 self.announce('*** WARNING: renaming "%s" since importing it'
316 ' failed: %s' % (ext.name, why), level=3)
317 assert not self.inplace
318 basename, tail = os.path.splitext(ext_filename)
319 newname = basename + "_failed" + tail
320 if os.path.exists(newname):
321 os.remove(newname)
322 os.rename(ext_filename, newname)
323
324 # XXX -- This relies on a Vile HACK in
325 # distutils.command.build_ext.build_extension(). The
326 # _built_objects attribute is stored there strictly for
327 # use here.
328 # If there is a failure, _built_objects may not be there,
329 # so catch the AttributeError and move on.
330 try:
331 for filename in self._built_objects:
332 os.remove(filename)
333 except AttributeError:
334 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000335 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000336 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000337 self.announce('*** WARNING: importing extension "%s" '
338 'failed with %s: %s' % (ext.name, exc_type, why),
339 level=3)
Skip Montanarod1287322007-03-06 15:41:38 +0000340 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000341
Neal Norwitz51dead72003-06-17 02:51:28 +0000342 def get_platform(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000343 # Get value of sys.platform
Neal Norwitz51dead72003-06-17 02:51:28 +0000344 for platform in ['cygwin', 'beos', 'darwin', 'atheos', 'osf1']:
345 if sys.platform.startswith(platform):
346 return platform
347 return sys.platform
Andrew M. Kuchling34febf52001-01-24 03:31:07 +0000348
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000349 def detect_modules(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000350 # Ensure that /usr/local is always used
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000351 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
352 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
Michael W. Hudson39230b32002-01-16 15:26:48 +0000353
Brett Cannon516592f2004-12-07 00:42:59 +0000354 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000355 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000356 # We must get the values from the Makefile and not the environment
357 # directly since an inconsistently reproducible issue comes up where
358 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000359 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000360 for env_var, arg_name, dir_list in (
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000361 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
362 ('LDFLAGS', '-L', self.compiler.library_dirs),
363 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000364 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000365 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000366 # To prevent optparse from raising an exception about any
Skip Montanaroa46ed912008-10-07 02:02:00 +0000367 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000368 # all double dashes and any dashes followed by a character
369 # that is not for the option we are dealing with.
370 #
371 # Please note that order of the regex is important! We must
372 # strip out double-dashes first so that we don't end up with
373 # substituting "--Long" to "-Long" and thus lead to "ong" being
374 # used for a library directory.
Georg Brandl915c87d2007-08-24 11:47:37 +0000375 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
376 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000377 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000378 # Make sure that allowing args interspersed with options is
379 # allowed
380 parser.allow_interspersed_args = True
381 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000382 parser.add_option(arg_name, dest="dirs", action="append")
383 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000384 if options.dirs:
Brett Cannon861e3962008-02-03 02:08:45 +0000385 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000386 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000387
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000388 if os.path.normpath(sys.prefix) != '/usr':
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000389 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000390 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000391 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000392 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000393
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000394 try:
395 have_unicode = unicode
396 except NameError:
397 have_unicode = 0
398
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000399 # lib_dirs and inc_dirs are used to search for files;
400 # if a file is found in one of those directories, it can
401 # be assumed that no additional -I,-L directives are needed.
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000402 lib_dirs = self.compiler.library_dirs + [
Martin v. Löwisfba73692004-11-13 11:13:35 +0000403 '/lib64', '/usr/lib64',
404 '/lib', '/usr/lib',
405 ]
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000406 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000407 exts = []
Skip Montanarod1287322007-03-06 15:41:38 +0000408 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000409
Brett Cannon4454a1f2005-04-15 20:32:39 +0000410 config_h = sysconfig.get_config_h_filename()
411 config_h_vars = sysconfig.parse_config_h(open(config_h))
412
Fredrik Lundhade711a2001-01-24 08:00:28 +0000413 platform = self.get_platform()
Neil Schemenauerc59c5f32009-02-05 16:32:29 +0000414 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000415
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000416 # Check for AtheOS which has libraries in non-standard locations
417 if platform == 'atheos':
418 lib_dirs += ['/system/libs', '/atheos/autolnk/lib']
419 lib_dirs += os.getenv('LIBRARY_PATH', '').split(os.pathsep)
420 inc_dirs += ['/system/include', '/atheos/autolnk/include']
421 inc_dirs += os.getenv('C_INCLUDE_PATH', '').split(os.pathsep)
422
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000423 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
424 if platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000425 lib_dirs += ['/usr/ccs/lib']
426
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000427 if platform == 'darwin':
428 # This should work on any unixy platform ;-)
429 # If the user has bothered specifying additional -I and -L flags
430 # in OPT and LDFLAGS we might as well use them here.
431 # NOTE: using shlex.split would technically be more correct, but
432 # also gives a bootstrap problem. Let's hope nobody uses directories
433 # with whitespace in the name to store libraries.
434 cflags, ldflags = sysconfig.get_config_vars(
435 'CFLAGS', 'LDFLAGS')
436 for item in cflags.split():
437 if item.startswith('-I'):
438 inc_dirs.append(item[2:])
439
440 for item in ldflags.split():
441 if item.startswith('-L'):
442 lib_dirs.append(item[2:])
443
Fredrik Lundhade711a2001-01-24 08:00:28 +0000444 # Check for MacOS X, which doesn't need libm.a at all
445 math_libs = ['m']
Ronald Oussoren9545a232010-05-05 19:09:31 +0000446 if platform in ['darwin', 'beos']:
Fredrik Lundhade711a2001-01-24 08:00:28 +0000447 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41 +0000448
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000449 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
450
451 #
452 # The following modules are all pretty straightforward, and compile
453 # on pretty much any POSIXish platform.
454 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000455
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000456 # Some modules that are normally always on:
Fred Drake2de74712001-02-01 05:26:54 +0000457 exts.append( Extension('_weakref', ['_weakref.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000458
459 # array objects
460 exts.append( Extension('array', ['arraymodule.c']) )
461 # complex math library functions
Mark Dickinson12748b02009-12-21 15:22:00 +0000462 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
463 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000464 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000465 # math library functions, e.g. sin()
Mark Dickinson9cae1782009-12-16 20:13:40 +0000466 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
Mark Dickinson1c498282009-12-17 08:33:56 +0000467 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000468 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000469 # fast string operations implemented in C
470 exts.append( Extension('strop', ['stropmodule.c']) )
471 # time operations and variables
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000472 exts.append( Extension('time', ['timemodule.c'],
473 libraries=math_libs) )
Brett Cannon057e7202004-06-24 01:38:47 +0000474 exts.append( Extension('datetime', ['datetimemodule.c', 'timemodule.c'],
Guido van Rossuma29d5082002-12-16 20:31:57 +0000475 libraries=math_libs) )
Neal Norwitz0d2192b2008-03-23 06:13:25 +0000476 # fast iterator tools implemented in C
477 exts.append( Extension("itertools", ["itertoolsmodule.c"]) )
Eric Smitha73fbe72008-02-23 03:09:44 +0000478 # code that will be builtins in the future, but conflict with the
479 # current builtins
480 exts.append( Extension('future_builtins', ['future_builtins.c']) )
Raymond Hettinger40f62172002-12-29 23:03:38 +0000481 # random number generator implemented in C
Tim Peters2c60f7a2003-01-29 03:49:43 +0000482 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000483 # high-performance collections
Raymond Hettingereb979882007-02-28 18:37:52 +0000484 exts.append( Extension("_collections", ["_collectionsmodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000485 # bisect
486 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000487 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000488 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000489 # operator.add() and similar goodies
490 exts.append( Extension('operator', ['operator.c']) )
Antoine Pitrou19690592009-06-12 20:14:08 +0000491 # Python 3.1 _io library
492 exts.append( Extension("_io",
493 ["_io/bufferedio.c", "_io/bytesio.c", "_io/fileio.c",
494 "_io/iobase.c", "_io/_iomodule.c", "_io/stringio.c", "_io/textio.c"],
495 depends=["_io/_iomodule.h"], include_dirs=["Modules/_io"]))
Nick Coghlanc649ec52006-05-29 12:43:05 +0000496 # _functools
497 exts.append( Extension("_functools", ["_functoolsmodule.c"]) )
Brett Cannon4b964f92008-05-05 20:21:38 +0000498 # _json speedups
499 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000500 # Python C API test module
Mark Dickinsond155bbf2009-02-10 16:17:16 +0000501 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
502 depends=['testcapi_long.h']) )
Armin Rigoa871ef22006-02-08 12:53:56 +0000503 # profilers (_lsprof is for cProfile.py)
504 exts.append( Extension('_hotshot', ['_hotshot.c']) )
505 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000506 # static Unicode character database
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000507 if have_unicode:
508 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000509 else:
510 missing.append('unicodedata')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000511 # access to ISO C locale support
Martin v. Löwis19d17342003-06-14 21:03:05 +0000512 data = open('pyconfig.h').read()
513 m = re.search(r"#s*define\s+WITH_LIBINTL\s+1\s*", data)
514 if m is not None:
Jason Tishlerd28216b2002-08-14 11:13:52 +0000515 locale_libs = ['intl']
516 else:
517 locale_libs = []
Jack Jansen84b74472004-07-15 19:56:25 +0000518 if platform == 'darwin':
519 locale_extra_link_args = ['-framework', 'CoreFoundation']
520 else:
521 locale_extra_link_args = []
Tim Peterse6ddc8b2004-07-18 05:56:09 +0000522
Jack Jansen84b74472004-07-15 19:56:25 +0000523
Jason Tishlerd28216b2002-08-14 11:13:52 +0000524 exts.append( Extension('_locale', ['_localemodule.c'],
Jack Jansen84b74472004-07-15 19:56:25 +0000525 libraries=locale_libs,
526 extra_link_args=locale_extra_link_args) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000527
528 # Modules with some UNIX dependencies -- on by default:
529 # (If you have a really backward UNIX, select and socket may not be
530 # supported...)
531
532 # fcntl(2) and ioctl(2)
533 exts.append( Extension('fcntl', ['fcntlmodule.c']) )
Ronald Oussoren9545a232010-05-05 19:09:31 +0000534 # pwd(3)
535 exts.append( Extension('pwd', ['pwdmodule.c']) )
536 # grp(3)
537 exts.append( Extension('grp', ['grpmodule.c']) )
538 # spwd, shadow passwords
539 if (config_h_vars.get('HAVE_GETSPNAM', False) or
540 config_h_vars.get('HAVE_GETSPENT', False)):
541 exts.append( Extension('spwd', ['spwdmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000542 else:
Ronald Oussoren9545a232010-05-05 19:09:31 +0000543 missing.append('spwd')
Skip Montanarod1287322007-03-06 15:41:38 +0000544
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000545 # select(2); not on ancient System V
546 exts.append( Extension('select', ['selectmodule.c']) )
547
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000548 # Fred Drake's interface to the Python parser
549 exts.append( Extension('parser', ['parsermodule.c']) )
550
Guido van Rossum2e1c09c2002-04-04 17:52:50 +0000551 # cStringIO and cPickle
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000552 exts.append( Extension('cStringIO', ['cStringIO.c']) )
553 exts.append( Extension('cPickle', ['cPickle.c']) )
554
555 # Memory-mapped files (also works on Win32).
Ronald Oussoren9545a232010-05-05 19:09:31 +0000556 if platform not in ['atheos']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000557 exts.append( Extension('mmap', ['mmapmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000558 else:
559 missing.append('mmap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000560
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000561 # Lance Ellinghaus's syslog module
Ronald Oussoren9545a232010-05-05 19:09:31 +0000562 # syslog daemon interface
563 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000564
565 # George Neville-Neil's timing module:
Neal Norwitz6143c542006-03-03 00:48:46 +0000566 # Deprecated in PEP 4 http://www.python.org/peps/pep-0004.html
567 # http://mail.python.org/pipermail/python-dev/2006-January/060023.html
568 #exts.append( Extension('timing', ['timingmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000569
570 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000571 # Here ends the simple stuff. From here on, modules need certain
572 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000573 #
574
575 # Multimedia modules
576 # These don't work for 64-bit platforms!!!
577 # These represent audio samples or images as strings:
578
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000579 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000580 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000581 # 64-bit platforms.
582 exts.append( Extension('audioop', ['audioop.c']) )
583
Fredrik Lundhade711a2001-01-24 08:00:28 +0000584 # Disabled on 64-bit platforms
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000585 if sys.maxint != 9223372036854775807L:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000586 # Operations on images
587 exts.append( Extension('imageop', ['imageop.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000588 else:
Brett Cannondc48b742007-05-20 07:09:50 +0000589 missing.extend(['imageop'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000590
591 # readline
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000592 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Ronald Oussoren9f20d9d2009-09-20 14:18:15 +0000593 if platform == 'darwin':
594 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren05b0d1d2010-03-08 07:06:47 +0000595 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
596 if dep_target and dep_target.split('.') < ['10', '5']:
597 os_release = 8
Ronald Oussoren9f20d9d2009-09-20 14:18:15 +0000598 if os_release < 9:
599 # MacOSX 10.4 has a broken readline. Don't try to build
600 # the readline module unless the user has installed a fixed
601 # readline package
602 if find_file('readline/rlconf.h', inc_dirs, []) is None:
603 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000604 if do_readline:
Ronald Oussoren9f20d9d2009-09-20 14:18:15 +0000605 if platform == 'darwin' and os_release < 9:
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000606 # In every directory on the search path search for a dynamic
607 # library and then a static library, instead of first looking
608 # for dynamic libraries on the entiry path.
609 # This way a staticly linked custom readline gets picked up
Ronald Oussorend875d3c2010-05-08 08:44:37 +0000610 # before the (possibly broken) dynamic library in /usr/lib.
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000611 readline_extra_link_args = ('-Wl,-search_paths_first',)
612 else:
613 readline_extra_link_args = ()
614
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000615 readline_libs = ['readline']
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000616 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +0000617 'ncursesw'):
Martin v. Löwisa55e55e2006-02-11 15:55:14 +0000618 readline_libs.append('ncursesw')
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000619 elif self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +0000620 'ncurses'):
Andrew M. Kuchling5aa3c4a2001-08-16 20:30:18 +0000621 readline_libs.append('ncurses')
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000622 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Neal Norwitz0b27ff92003-03-31 15:53:49 +0000623 readline_libs.append('curses')
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000624 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadée670e5a2009-07-06 12:50:46 +0000625 ['/usr/lib/termcap'],
626 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000627 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000628 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000629 library_dirs=['/usr/lib/termcap'],
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000630 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000631 libraries=readline_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +0000632 else:
633 missing.append('readline')
634
Ronald Oussoren9545a232010-05-05 19:09:31 +0000635 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000636
Ronald Oussoren9545a232010-05-05 19:09:31 +0000637 if self.compiler.find_library_file(lib_dirs, 'crypt'):
638 libs = ['crypt']
Skip Montanarod1287322007-03-06 15:41:38 +0000639 else:
Ronald Oussoren9545a232010-05-05 19:09:31 +0000640 libs = []
641 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000642
Skip Montanaroba9e9782003-03-20 23:34:22 +0000643 # CSV files
644 exts.append( Extension('_csv', ['_csv.c']) )
645
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000646 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000647 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000648 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000649 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000650 search_for_ssl_incs_in = [
651 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000652 '/usr/contrib/ssl/include/'
653 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000654 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
655 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000656 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000657 if ssl_incs is not None:
658 krb5_h = find_file('krb5.h', inc_dirs,
659 ['/usr/kerberos/include'])
660 if krb5_h:
661 ssl_incs += krb5_h
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000662 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000663 ['/usr/local/ssl/lib',
664 '/usr/contrib/ssl/lib/'
665 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000666
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000667 if (ssl_incs is not None and
668 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000669 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000670 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000671 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000672 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000673 depends = ['socketmodule.h']), )
Skip Montanarod1287322007-03-06 15:41:38 +0000674 else:
675 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000676
Gregory P. Smithade97332005-08-23 21:19:40 +0000677 # find out which version of OpenSSL we have
678 openssl_ver = 0
679 openssl_ver_re = re.compile(
680 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40 +0000681
Ronald Oussorend875d3c2010-05-08 08:44:37 +0000682 # look for the openssl version header on the compiler search path.
683 opensslv_h = find_file('openssl/opensslv.h', inc_dirs, search_for_ssl_incs_in)
684 if opensslv_h:
685 name = opensslv_h[0]
686 try:
687 incfile = open(name, 'r')
688 for line in incfile:
689 m = openssl_ver_re.match(line)
690 if m:
691 openssl_ver = eval(m.group(1))
692 except IOError:
693 pass
Gregory P. Smithade97332005-08-23 21:19:40 +0000694
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000695 min_openssl_ver = 0x00907000
Gregory P. Smithffd5d882010-01-03 00:43:02 +0000696 have_any_openssl = ssl_incs is not None and ssl_libs is not None
697 have_usable_openssl = (have_any_openssl and
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000698 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000699
Gregory P. Smithffd5d882010-01-03 00:43:02 +0000700 if have_any_openssl:
701 if have_usable_openssl:
702 # The _hashlib module wraps optimized implementations
703 # of hash functions from the OpenSSL library.
704 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
705 include_dirs = ssl_incs,
706 library_dirs = ssl_libs,
707 libraries = ['ssl', 'crypto']) )
708 else:
709 print ("warning: openssl 0x%08x is too old for _hashlib" %
710 openssl_ver)
711 missing.append('_hashlib')
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000712 if COMPILED_WITH_PYDEBUG or not have_usable_openssl:
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000713 # The _sha module implements the SHA1 hash algorithm.
714 exts.append( Extension('_sha', ['shamodule.c']) )
715 # The _md5 module implements the RSA Data Security, Inc. MD5
716 # Message-Digest Algorithm, described in RFC 1321. The
Matthias Klose8e39ec72006-04-03 16:27:50 +0000717 # necessary files md5.c and md5.h are included here.
Gregory P. Smithd7923922006-06-05 23:38:06 +0000718 exts.append( Extension('_md5',
719 sources = ['md5module.c', 'md5.c'],
720 depends = ['md5.h']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000721
Gregory P. Smithc2fa18c2010-01-02 22:25:29 +0000722 min_sha2_openssl_ver = 0x00908000
723 if COMPILED_WITH_PYDEBUG or openssl_ver < min_sha2_openssl_ver:
Gregory P. Smithade97332005-08-23 21:19:40 +0000724 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
725 exts.append( Extension('_sha256', ['sha256module.c']) )
726 exts.append( Extension('_sha512', ['sha512module.c']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000727
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000728 # Modules that provide persistent dictionary-like semantics. You will
729 # probably want to arrange for at least one of them to be available on
730 # your machine, though none are defined by default because of library
731 # dependencies. The Python module anydbm.py provides an
732 # implementation independent wrapper for these; dumbdbm.py provides
733 # similar functionality (but slower of course) implemented in Python.
734
Gregory P. Smith1475cd82007-10-06 07:51:59 +0000735 # Sleepycat^WOracle Berkeley DB interface.
736 # http://www.oracle.com/database/berkeley-db/db/index.html
Skip Montanaro57454e52002-06-14 20:30:31 +0000737 #
Gregory P. Smith4eb60e52007-08-26 00:26:00 +0000738 # This requires the Sleepycat^WOracle DB code. The supported versions
Gregory P. Smithe7f4d842007-10-09 18:26:02 +0000739 # are set below. Visit the URL above to download
Gregory P. Smith3adc4aa2006-04-13 19:19:01 +0000740 # a release. Most open source OSes come with one or more
741 # versions of BerkeleyDB already installed.
Skip Montanaro57454e52002-06-14 20:30:31 +0000742
Matthias Klose54cc5392010-03-15 12:46:18 +0000743 max_db_ver = (4, 8)
Jesus Cea6557aac2010-03-22 14:22:26 +0000744 min_db_ver = (4, 1)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000745 db_setup_debug = False # verbose debug prints from this script?
Skip Montanaro57454e52002-06-14 20:30:31 +0000746
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000747 def allow_db_ver(db_ver):
748 """Returns a boolean if the given BerkeleyDB version is acceptable.
749
750 Args:
751 db_ver: A tuple of the version to verify.
752 """
753 if not (min_db_ver <= db_ver <= max_db_ver):
754 return False
755 # Use this function to filter out known bad configurations.
756 if (4, 6) == db_ver[:2]:
757 # BerkeleyDB 4.6.x is not stable on many architectures.
758 arch = platform_machine()
759 if arch not in ('i386', 'i486', 'i586', 'i686',
760 'x86_64', 'ia64'):
761 return False
762 return True
763
764 def gen_db_minor_ver_nums(major):
765 if major == 4:
766 for x in range(max_db_ver[1]+1):
767 if allow_db_ver((4, x)):
768 yield x
769 elif major == 3:
770 for x in (3,):
771 if allow_db_ver((3, x)):
772 yield x
773 else:
774 raise ValueError("unknown major BerkeleyDB version", major)
775
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000776 # construct a list of paths to look for the header file in on
777 # top of the normal inc_dirs.
778 db_inc_paths = [
779 '/usr/include/db4',
780 '/usr/local/include/db4',
781 '/opt/sfw/include/db4',
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000782 '/usr/include/db3',
783 '/usr/local/include/db3',
784 '/opt/sfw/include/db3',
Skip Montanaro00c5a012007-03-04 20:52:28 +0000785 # Fink defaults (http://fink.sourceforge.net/)
786 '/sw/include/db4',
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000787 '/sw/include/db3',
788 ]
789 # 4.x minor number specific paths
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000790 for x in gen_db_minor_ver_nums(4):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000791 db_inc_paths.append('/usr/include/db4%d' % x)
Neal Norwitz8f401712005-10-20 05:28:29 +0000792 db_inc_paths.append('/usr/include/db4.%d' % x)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000793 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
794 db_inc_paths.append('/usr/local/include/db4%d' % x)
795 db_inc_paths.append('/pkg/db-4.%d/include' % x)
Gregory P. Smith29602d22006-01-24 09:46:48 +0000796 db_inc_paths.append('/opt/db-4.%d/include' % x)
Skip Montanaro00c5a012007-03-04 20:52:28 +0000797 # MacPorts default (http://www.macports.org/)
798 db_inc_paths.append('/opt/local/include/db4%d' % x)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000799 # 3.x minor number specific paths
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000800 for x in gen_db_minor_ver_nums(3):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000801 db_inc_paths.append('/usr/include/db3%d' % x)
802 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
803 db_inc_paths.append('/usr/local/include/db3%d' % x)
804 db_inc_paths.append('/pkg/db-3.%d/include' % x)
Gregory P. Smith29602d22006-01-24 09:46:48 +0000805 db_inc_paths.append('/opt/db-3.%d/include' % x)
Tim Peters2c60f7a2003-01-29 03:49:43 +0000806
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000807 # Add some common subdirectories for Sleepycat DB to the list,
808 # based on the standard include directories. This way DB3/4 gets
809 # picked up when it is installed in a non-standard prefix and
810 # the user has added that prefix into inc_dirs.
811 std_variants = []
812 for dn in inc_dirs:
813 std_variants.append(os.path.join(dn, 'db3'))
814 std_variants.append(os.path.join(dn, 'db4'))
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000815 for x in gen_db_minor_ver_nums(4):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000816 std_variants.append(os.path.join(dn, "db4%d"%x))
817 std_variants.append(os.path.join(dn, "db4.%d"%x))
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000818 for x in gen_db_minor_ver_nums(3):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000819 std_variants.append(os.path.join(dn, "db3%d"%x))
820 std_variants.append(os.path.join(dn, "db3.%d"%x))
821
Tim Peters38ff36c2006-06-30 06:18:39 +0000822 db_inc_paths = std_variants + db_inc_paths
Skip Montanaro00c5a012007-03-04 20:52:28 +0000823 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000824
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000825 db_ver_inc_map = {}
826
Ronald Oussorend875d3c2010-05-08 08:44:37 +0000827 if sys.platform == 'darwin':
828 sysroot = macosx_sdk_root()
829
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000830 class db_found(Exception): pass
Skip Montanaro57454e52002-06-14 20:30:31 +0000831 try:
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000832 # See whether there is a Sleepycat header in the standard
833 # search path.
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000834 for d in inc_dirs + db_inc_paths:
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000835 f = os.path.join(d, "db.h")
Ronald Oussorend875d3c2010-05-08 08:44:37 +0000836
837 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
838 f = os.path.join(sysroot, d[1:], "db.h")
839
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000840 if db_setup_debug: print "db: looking for db.h in", f
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000841 if os.path.exists(f):
842 f = open(f).read()
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000843 m = re.search(r"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000844 if m:
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000845 db_major = int(m.group(1))
846 m = re.search(r"#define\WDB_VERSION_MINOR\W(\d+)", f)
847 db_minor = int(m.group(1))
848 db_ver = (db_major, db_minor)
849
Gregory P. Smith1475cd82007-10-06 07:51:59 +0000850 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
851 if db_ver == (4, 6):
852 m = re.search(r"#define\WDB_VERSION_PATCH\W(\d+)", f)
853 db_patch = int(m.group(1))
854 if db_patch < 21:
855 print "db.h:", db_ver, "patch", db_patch,
856 print "being ignored (4.6.x must be >= 4.6.21)"
857 continue
858
Antoine Pitrou8c510e72010-01-13 11:47:49 +0000859 if ( (db_ver not in db_ver_inc_map) and
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000860 allow_db_ver(db_ver) ):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000861 # save the include directory with the db.h version
Skip Montanaro00c5a012007-03-04 20:52:28 +0000862 # (first occurrence only)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000863 db_ver_inc_map[db_ver] = d
Andrew M. Kuchling738446f42006-10-27 18:13:46 +0000864 if db_setup_debug:
865 print "db.h: found", db_ver, "in", d
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000866 else:
867 # we already found a header for this library version
868 if db_setup_debug: print "db.h: ignoring", d
869 else:
870 # ignore this header, it didn't contain a version number
Skip Montanaro00c5a012007-03-04 20:52:28 +0000871 if db_setup_debug:
872 print "db.h: no version number version in", d
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000873
874 db_found_vers = db_ver_inc_map.keys()
875 db_found_vers.sort()
876
877 while db_found_vers:
878 db_ver = db_found_vers.pop()
879 db_incdir = db_ver_inc_map[db_ver]
880
881 # check lib directories parallel to the location of the header
882 db_dirs_to_check = [
Skip Montanaro00c5a012007-03-04 20:52:28 +0000883 db_incdir.replace("include", 'lib64'),
884 db_incdir.replace("include", 'lib'),
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000885 ]
Ronald Oussorend875d3c2010-05-08 08:44:37 +0000886
887 if sys.platform != 'darwin':
888 db_dirs_to_check = filter(os.path.isdir, db_dirs_to_check)
889
890 else:
891 # Same as other branch, but takes OSX SDK into account
892 tmp = []
893 for dn in db_dirs_to_check:
894 if is_macosx_sdk_path(dn):
895 if os.path.isdir(os.path.join(sysroot, dn[1:])):
896 tmp.append(dn)
897 else:
898 if os.path.isdir(dn):
899 tmp.append(dn)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000900
901 # Look for a version specific db-X.Y before an ambiguoius dbX
902 # XXX should we -ever- look for a dbX name? Do any
903 # systems really not name their library by version and
904 # symlink to more general names?
Andrew MacIntyre953f98d2005-03-09 22:21:08 +0000905 for dblib in (('db-%d.%d' % db_ver),
906 ('db%d%d' % db_ver),
907 ('db%d' % db_ver[0])):
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000908 dblib_file = self.compiler.find_library_file(
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000909 db_dirs_to_check + lib_dirs, dblib )
910 if dblib_file:
911 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
912 raise db_found
913 else:
914 if db_setup_debug: print "db lib: ", dblib, "not found"
915
916 except db_found:
Brett Cannonef3dab22008-05-29 21:23:33 +0000917 if db_setup_debug:
918 print "bsddb using BerkeleyDB lib:", db_ver, dblib
919 print "bsddb lib dir:", dblib_dir, " inc dir:", db_incdir
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000920 db_incs = [db_incdir]
Jack Jansend1b20452002-07-08 21:39:36 +0000921 dblibs = [dblib]
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000922 # We add the runtime_library_dirs argument because the
923 # BerkeleyDB lib we're linking against often isn't in the
924 # system dynamic library search path. This is usually
925 # correct and most trouble free, but may cause problems in
926 # some unusual system configurations (e.g. the directory
927 # is on an NFS server that goes away).
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +0000928 exts.append(Extension('_bsddb', ['_bsddb.c'],
Gregory P. Smith39250532007-10-09 06:02:21 +0000929 depends = ['bsddb.h'],
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000930 library_dirs=dblib_dir,
931 runtime_library_dirs=dblib_dir,
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +0000932 include_dirs=db_incs,
933 libraries=dblibs))
Skip Montanaro57454e52002-06-14 20:30:31 +0000934 else:
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000935 if db_setup_debug: print "db: no appropriate library found"
Skip Montanaro57454e52002-06-14 20:30:31 +0000936 db_incs = None
937 dblibs = []
938 dblib_dir = None
Skip Montanarod1287322007-03-06 15:41:38 +0000939 missing.append('_bsddb')
Skip Montanaro57454e52002-06-14 20:30:31 +0000940
Anthony Baxterc51ee692006-04-01 00:57:31 +0000941 # The sqlite interface
Andrew M. Kuchling738446f42006-10-27 18:13:46 +0000942 sqlite_setup_debug = False # verbose debug prints from this script?
Anthony Baxterc51ee692006-04-01 00:57:31 +0000943
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000944 # We hunt for #define SQLITE_VERSION "n.n.n"
945 # We need to find >= sqlite version 3.0.8
Anthony Baxterc51ee692006-04-01 00:57:31 +0000946 sqlite_incdir = sqlite_libdir = None
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000947 sqlite_inc_paths = [ '/usr/include',
Anthony Baxterc51ee692006-04-01 00:57:31 +0000948 '/usr/include/sqlite',
949 '/usr/include/sqlite3',
950 '/usr/local/include',
951 '/usr/local/include/sqlite',
952 '/usr/local/include/sqlite3',
953 ]
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000954 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
955 MIN_SQLITE_VERSION = ".".join([str(x)
956 for x in MIN_SQLITE_VERSION_NUMBER])
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000957
958 # Scan the default include directories before the SQLite specific
959 # ones. This allows one to override the copy of sqlite on OSX,
960 # where /usr/include contains an old version of sqlite.
Ronald Oussorend875d3c2010-05-08 08:44:37 +0000961 if sys.platform == 'darwin':
962 sysroot = macosx_sdk_root()
963
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000964 for d in inc_dirs + sqlite_inc_paths:
Anthony Baxterc51ee692006-04-01 00:57:31 +0000965 f = os.path.join(d, "sqlite3.h")
Ronald Oussorend875d3c2010-05-08 08:44:37 +0000966
967 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
968 f = os.path.join(sysroot, d[1:], "sqlite3.h")
969
Anthony Baxterc51ee692006-04-01 00:57:31 +0000970 if os.path.exists(f):
Anthony Baxter07f5b352006-04-01 08:36:27 +0000971 if sqlite_setup_debug: print "sqlite: found %s"%f
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000972 incf = open(f).read()
973 m = re.search(
974 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
Anthony Baxterc51ee692006-04-01 00:57:31 +0000975 if m:
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000976 sqlite_version = m.group(1)
977 sqlite_version_tuple = tuple([int(x)
978 for x in sqlite_version.split(".")])
979 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
Anthony Baxterc51ee692006-04-01 00:57:31 +0000980 # we win!
Andrew M. Kuchling738446f42006-10-27 18:13:46 +0000981 if sqlite_setup_debug:
982 print "%s/sqlite3.h: version %s"%(d, sqlite_version)
Anthony Baxterc51ee692006-04-01 00:57:31 +0000983 sqlite_incdir = d
984 break
985 else:
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000986 if sqlite_setup_debug:
Anthony Baxterc51ee692006-04-01 00:57:31 +0000987 print "%s: version %d is too old, need >= %s"%(d,
988 sqlite_version, MIN_SQLITE_VERSION)
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000989 elif sqlite_setup_debug:
990 print "sqlite: %s had no SQLITE_VERSION"%(f,)
991
Anthony Baxterc51ee692006-04-01 00:57:31 +0000992 if sqlite_incdir:
993 sqlite_dirs_to_check = [
994 os.path.join(sqlite_incdir, '..', 'lib64'),
995 os.path.join(sqlite_incdir, '..', 'lib'),
996 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
997 os.path.join(sqlite_incdir, '..', '..', 'lib'),
998 ]
Tarek Ziadé35a3f572010-03-05 00:29:38 +0000999 sqlite_libfile = self.compiler.find_library_file(
Anthony Baxterc51ee692006-04-01 00:57:31 +00001000 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Hirokazu Yamamoto1ae415c2008-10-03 17:34:49 +00001001 if sqlite_libfile:
1002 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Anthony Baxterc51ee692006-04-01 00:57:31 +00001003
1004 if sqlite_incdir and sqlite_libdir:
Gerhard Häring3e99c0a2006-04-23 15:24:26 +00001005 sqlite_srcs = ['_sqlite/cache.c',
Anthony Baxterc51ee692006-04-01 00:57:31 +00001006 '_sqlite/connection.c',
Anthony Baxterc51ee692006-04-01 00:57:31 +00001007 '_sqlite/cursor.c',
1008 '_sqlite/microprotocols.c',
1009 '_sqlite/module.c',
1010 '_sqlite/prepare_protocol.c',
1011 '_sqlite/row.c',
1012 '_sqlite/statement.c',
1013 '_sqlite/util.c', ]
1014
Anthony Baxterc51ee692006-04-01 00:57:31 +00001015 sqlite_defines = []
1016 if sys.platform != "win32":
Anthony Baxter8e7b4902006-04-05 18:25:33 +00001017 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
Anthony Baxterc51ee692006-04-01 00:57:31 +00001018 else:
Anthony Baxter8e7b4902006-04-05 18:25:33 +00001019 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1020
Gerhard Häring3bbb6722010-03-05 09:12:37 +00001021 # Comment this out if you want the sqlite3 module to be able to load extensions.
1022 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Ronald Oussoren39be38c2006-05-26 11:38:39 +00001023
1024 if sys.platform == 'darwin':
1025 # In every directory on the search path search for a dynamic
1026 # library and then a static library, instead of first looking
1027 # for dynamic libraries on the entiry path.
1028 # This way a staticly linked custom sqlite gets picked up
1029 # before the dynamic library in /usr/lib.
1030 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1031 else:
1032 sqlite_extra_link_args = ()
1033
Anthony Baxterc51ee692006-04-01 00:57:31 +00001034 exts.append(Extension('_sqlite3', sqlite_srcs,
1035 define_macros=sqlite_defines,
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001036 include_dirs=["Modules/_sqlite",
Anthony Baxterc51ee692006-04-01 00:57:31 +00001037 sqlite_incdir],
1038 library_dirs=sqlite_libdir,
1039 runtime_library_dirs=sqlite_libdir,
Ronald Oussoren39be38c2006-05-26 11:38:39 +00001040 extra_link_args=sqlite_extra_link_args,
Anthony Baxterc51ee692006-04-01 00:57:31 +00001041 libraries=["sqlite3",]))
Skip Montanarod1287322007-03-06 15:41:38 +00001042 else:
1043 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001044
1045 # Look for Berkeley db 1.85. Note that it is built as a different
1046 # module name so it can be included even when later versions are
1047 # available. A very restrictive search is performed to avoid
1048 # accidentally building this module with a later version of the
1049 # underlying db library. May BSD-ish Unixes incorporate db 1.85
1050 # symbols into libc and place the include file in /usr/include.
Gregory P. Smith4eb60e52007-08-26 00:26:00 +00001051 #
1052 # If the better bsddb library can be built (db_incs is defined)
1053 # we do not build this one. Otherwise this build will pick up
1054 # the more recent berkeleydb's db.h file first in the include path
1055 # when attempting to compile and it will fail.
Skip Montanaro22e00c42003-05-06 20:43:34 +00001056 f = "/usr/include/db.h"
Ronald Oussorend875d3c2010-05-08 08:44:37 +00001057
1058 if sys.platform == 'darwin':
1059 if is_macosx_sdk_path(f):
1060 sysroot = macosx_sdk_root()
1061 f = os.path.join(sysroot, f[1:])
1062
Gregory P. Smith4eb60e52007-08-26 00:26:00 +00001063 if os.path.exists(f) and not db_incs:
Skip Montanaro22e00c42003-05-06 20:43:34 +00001064 data = open(f).read()
1065 m = re.search(r"#s*define\s+HASHVERSION\s+2\s*", data)
1066 if m is not None:
1067 # bingo - old version used hash file format version 2
1068 ### XXX this should be fixed to not be platform-dependent
1069 ### but I don't have direct access to an osf1 platform and
1070 ### seemed to be muffing the search somehow
1071 libraries = platform == "osf1" and ['db'] or None
1072 if libraries is not None:
1073 exts.append(Extension('bsddb185', ['bsddbmodule.c'],
1074 libraries=libraries))
1075 else:
1076 exts.append(Extension('bsddb185', ['bsddbmodule.c']))
Skip Montanarod1287322007-03-06 15:41:38 +00001077 else:
1078 missing.append('bsddb185')
1079 else:
1080 missing.append('bsddb185')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001081
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001082 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001083 # The standard Unix dbm module:
Jack Jansend1b20452002-07-08 21:39:36 +00001084 if platform not in ['cygwin']:
Matthias Klose51c614e2009-04-29 19:52:49 +00001085 config_args = [arg.strip("'")
1086 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001087 dbm_args = [arg for arg in config_args
Matthias Klose10cbe482009-04-29 17:18:19 +00001088 if arg.startswith('--with-dbmliborder=')]
1089 if dbm_args:
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001090 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose10cbe482009-04-29 17:18:19 +00001091 else:
Matthias Klose51c614e2009-04-29 19:52:49 +00001092 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose10cbe482009-04-29 17:18:19 +00001093 dbmext = None
1094 for cand in dbm_order:
1095 if cand == "ndbm":
1096 if find_file("ndbm.h", inc_dirs, []) is not None:
1097 # Some systems have -lndbm, others don't
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001098 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001099 'ndbm'):
Matthias Klose10cbe482009-04-29 17:18:19 +00001100 ndbm_libs = ['ndbm']
1101 else:
1102 ndbm_libs = []
1103 print "building dbm using ndbm"
1104 dbmext = Extension('dbm', ['dbmmodule.c'],
1105 define_macros=[
1106 ('HAVE_NDBM_H',None),
1107 ],
1108 libraries=ndbm_libs)
1109 break
1110
1111 elif cand == "gdbm":
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001112 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose10cbe482009-04-29 17:18:19 +00001113 gdbm_libs = ['gdbm']
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001114 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001115 'gdbm_compat'):
Matthias Klose10cbe482009-04-29 17:18:19 +00001116 gdbm_libs.append('gdbm_compat')
1117 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
1118 print "building dbm using gdbm"
1119 dbmext = Extension(
1120 'dbm', ['dbmmodule.c'],
1121 define_macros=[
1122 ('HAVE_GDBM_NDBM_H', None),
1123 ],
1124 libraries = gdbm_libs)
1125 break
1126 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
1127 print "building dbm using gdbm"
1128 dbmext = Extension(
1129 'dbm', ['dbmmodule.c'],
1130 define_macros=[
1131 ('HAVE_GDBM_DASH_NDBM_H', None),
1132 ],
1133 libraries = gdbm_libs)
1134 break
1135 elif cand == "bdb":
1136 if db_incs is not None:
1137 print "building dbm using bdb"
1138 dbmext = Extension('dbm', ['dbmmodule.c'],
1139 library_dirs=dblib_dir,
1140 runtime_library_dirs=dblib_dir,
1141 include_dirs=db_incs,
1142 define_macros=[
1143 ('HAVE_BERKDB_H', None),
1144 ('DB_DBM_HSEARCH', None),
1145 ],
1146 libraries=dblibs)
1147 break
1148 if dbmext is not None:
1149 exts.append(dbmext)
Skip Montanarod1287322007-03-06 15:41:38 +00001150 else:
1151 missing.append('dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001152
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001153 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersonedfe72f2010-01-01 15:21:13 +00001154 if ('gdbm' in dbm_order and
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001155 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001156 exts.append( Extension('gdbm', ['gdbmmodule.c'],
1157 libraries = ['gdbm'] ) )
Skip Montanarod1287322007-03-06 15:41:38 +00001158 else:
1159 missing.append('gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001160
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001161 # Unix-only modules
Ronald Oussoren9545a232010-05-05 19:09:31 +00001162 if platform not in ['win32']:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001163 # Steen Lumholt's termios module
1164 exts.append( Extension('termios', ['termios.c']) )
1165 # Jeremy Hylton's rlimit interface
Tim Peters2c60f7a2003-01-29 03:49:43 +00001166 if platform not in ['atheos']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +00001167 exts.append( Extension('resource', ['resource.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001168 else:
1169 missing.append('resource')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001170
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +00001171 # Sun yellow pages. Some systems have the functions in libc.
Benjamin Petersoneb74da82009-12-30 03:02:34 +00001172 if (platform not in ['cygwin', 'atheos', 'qnx6'] and
1173 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001174 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +00001175 libs = ['nsl']
1176 else:
1177 libs = []
1178 exts.append( Extension('nis', ['nismodule.c'],
1179 libraries = libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001180 else:
1181 missing.append('nis')
1182 else:
1183 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001184
Skip Montanaro72092942004-02-07 12:50:19 +00001185 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001186 # provided by the ncurses library.
Andrew M. Kuchling86070422006-08-06 22:07:04 +00001187 panel_library = 'panel'
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001188 if (self.compiler.find_library_file(lib_dirs, 'ncursesw')):
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001189 curses_libs = ['ncursesw']
Andrew M. Kuchling86070422006-08-06 22:07:04 +00001190 # Bug 1464056: If _curses.so links with ncursesw,
1191 # _curses_panel.so must link with panelw.
1192 panel_library = 'panelw'
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001193 exts.append( Extension('_curses', ['_cursesmodule.c'],
1194 libraries = curses_libs) )
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001195 elif (self.compiler.find_library_file(lib_dirs, 'ncurses')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001196 curses_libs = ['ncurses']
1197 exts.append( Extension('_curses', ['_cursesmodule.c'],
1198 libraries = curses_libs) )
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001199 elif (self.compiler.find_library_file(lib_dirs, 'curses')
Fred Drake38419c02001-12-06 22:24:47 +00001200 and platform != 'darwin'):
Michael W. Hudson5b109102002-01-23 15:04:41 +00001201 # OSX has an old Berkeley curses, not good enough for
1202 # the _curses module.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001203 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001204 curses_libs = ['curses', 'terminfo']
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001205 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001206 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001207 else:
1208 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001209
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001210 exts.append( Extension('_curses', ['_cursesmodule.c'],
1211 libraries = curses_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001212 else:
1213 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001214
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001215 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001216 if (module_enabled(exts, '_curses') and
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001217 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001218 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Andrew M. Kuchling86070422006-08-06 22:07:04 +00001219 libraries = [panel_library] + curses_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001220 else:
1221 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001222
Barry Warsaw259b1e12002-08-13 20:09:26 +00001223 # Andrew Kuchling's zlib module. Note that some versions of zlib
1224 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1225 # http://www.cert.org/advisories/CA-2002-07.html
1226 #
1227 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1228 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1229 # now, we still accept 1.1.3, because we think it's difficult to
1230 # exploit this in Python, and we'd rather make it RedHat's problem
1231 # than our problem <wink>.
1232 #
1233 # You can upgrade zlib to version 1.1.4 yourself by going to
1234 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001235 zlib_inc = find_file('zlib.h', [], inc_dirs)
Gregory P. Smith440ca772008-03-24 00:08:01 +00001236 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001237 if zlib_inc is not None:
1238 zlib_h = zlib_inc[0] + '/zlib.h'
1239 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001240 version_req = '"1.1.3"'
Guido van Rossume6970912001-04-15 15:16:12 +00001241 fp = open(zlib_h)
1242 while 1:
1243 line = fp.readline()
1244 if not line:
1245 break
Guido van Rossum8cdc03d2002-08-06 17:28:30 +00001246 if line.startswith('#define ZLIB_VERSION'):
Guido van Rossume6970912001-04-15 15:16:12 +00001247 version = line.split()[2]
1248 break
1249 if version >= version_req:
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001250 if (self.compiler.find_library_file(lib_dirs, 'z')):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001251 if sys.platform == "darwin":
1252 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1253 else:
1254 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001255 exts.append( Extension('zlib', ['zlibmodule.c'],
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001256 libraries = ['z'],
1257 extra_link_args = zlib_extra_link_args))
Gregory P. Smith440ca772008-03-24 00:08:01 +00001258 have_zlib = True
Skip Montanarod1287322007-03-06 15:41:38 +00001259 else:
1260 missing.append('zlib')
1261 else:
1262 missing.append('zlib')
1263 else:
1264 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001265
Gregory P. Smith440ca772008-03-24 00:08:01 +00001266 # Helper module for various ascii-encoders. Uses zlib for an optimized
1267 # crc32 if we have it. Otherwise binascii uses its own.
1268 if have_zlib:
1269 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1270 libraries = ['z']
1271 extra_link_args = zlib_extra_link_args
1272 else:
1273 extra_compile_args = []
1274 libraries = []
1275 extra_link_args = []
1276 exts.append( Extension('binascii', ['binascii.c'],
1277 extra_compile_args = extra_compile_args,
1278 libraries = libraries,
1279 extra_link_args = extra_link_args) )
1280
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001281 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001282 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001283 if sys.platform == "darwin":
1284 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1285 else:
1286 bz2_extra_link_args = ()
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001287 exts.append( Extension('bz2', ['bz2module.c'],
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001288 libraries = ['bz2'],
1289 extra_link_args = bz2_extra_link_args) )
Skip Montanarod1287322007-03-06 15:41:38 +00001290 else:
1291 missing.append('bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001292
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001293 # Interface to the Expat XML parser
1294 #
Benjamin Peterson2fd2e862009-12-31 16:28:24 +00001295 # Expat was written by James Clark and is now maintained by a group of
1296 # developers on SourceForge; see www.libexpat.org for more information.
1297 # The pyexpat module was written by Paul Prescod after a prototype by
1298 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1299 # of a system shared libexpat.so is possible with --with-system-expat
1300 # cofigure option.
Fred Drakefc8341d2002-06-17 17:55:30 +00001301 #
1302 # More information on Expat can be found at www.libexpat.org.
1303 #
Benjamin Peterson2c196742009-12-31 03:17:18 +00001304 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1305 expat_inc = []
1306 define_macros = []
1307 expat_lib = ['expat']
1308 expat_sources = []
1309 else:
1310 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1311 define_macros = [
1312 ('HAVE_EXPAT_CONFIG_H', '1'),
1313 ]
1314 expat_lib = []
1315 expat_sources = ['expat/xmlparse.c',
1316 'expat/xmlrole.c',
1317 'expat/xmltok.c']
Ronald Oussoren988117f2006-04-29 11:31:35 +00001318
Fred Drake2d59a492003-10-21 15:41:15 +00001319 exts.append(Extension('pyexpat',
1320 define_macros = define_macros,
Benjamin Peterson2c196742009-12-31 03:17:18 +00001321 include_dirs = expat_inc,
1322 libraries = expat_lib,
1323 sources = ['pyexpat.c'] + expat_sources
Fred Drake2d59a492003-10-21 15:41:15 +00001324 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001325
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001326 # Fredrik Lundh's cElementTree module. Note that this also
1327 # uses expat (via the CAPI hook in pyexpat).
1328
Hye-Shik Chang6c403592006-03-27 08:43:11 +00001329 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001330 define_macros.append(('USE_PYEXPAT_CAPI', None))
1331 exts.append(Extension('_elementtree',
1332 define_macros = define_macros,
Benjamin Peterson2c196742009-12-31 03:17:18 +00001333 include_dirs = expat_inc,
1334 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001335 sources = ['_elementtree.c'],
1336 ))
Skip Montanarod1287322007-03-06 15:41:38 +00001337 else:
1338 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001339
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001340 # Hye-Shik Chang's CJKCodecs modules.
Martin v. Löwise2713be2005-03-08 15:03:08 +00001341 if have_unicode:
1342 exts.append(Extension('_multibytecodec',
1343 ['cjkcodecs/multibytecodec.c']))
1344 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
Skip Montanarod1287322007-03-06 15:41:38 +00001345 exts.append(Extension('_codecs_%s' % loc,
Martin v. Löwise2713be2005-03-08 15:03:08 +00001346 ['cjkcodecs/_codecs_%s.c' % loc]))
Skip Montanarod1287322007-03-06 15:41:38 +00001347 else:
1348 missing.append('_multibytecodec')
1349 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1350 missing.append('_codecs_%s' % loc)
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001351
Michael W. Hudson5b109102002-01-23 15:04:41 +00001352 # Dynamic loading module
Guido van Rossum770acd32002-09-12 14:41:20 +00001353 if sys.maxint == 0x7fffffff:
1354 # This requires sizeof(int) == sizeof(long) == sizeof(char*)
1355 dl_inc = find_file('dlfcn.h', [], inc_dirs)
Anthony Baxter82201742006-04-09 15:07:40 +00001356 if (dl_inc is not None) and (platform not in ['atheos']):
Guido van Rossum770acd32002-09-12 14:41:20 +00001357 exts.append( Extension('dl', ['dlmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001358 else:
1359 missing.append('dl')
1360 else:
1361 missing.append('dl')
Michael W. Hudson5b109102002-01-23 15:04:41 +00001362
Thomas Hellercf567c12006-03-08 19:51:58 +00001363 # Thomas Heller's _ctypes module
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001364 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001365
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001366 # Richard Oudkerk's multiprocessing module
1367 if platform == 'win32': # Windows
1368 macros = dict()
1369 libraries = ['ws2_32']
1370
1371 elif platform == 'darwin': # Mac OSX
Jesse Noller355b1262009-04-02 00:03:28 +00001372 macros = dict()
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001373 libraries = []
1374
1375 elif platform == 'cygwin': # Cygwin
Jesse Noller355b1262009-04-02 00:03:28 +00001376 macros = dict()
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001377 libraries = []
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001378
Martin v. Löwisbb86d832008-11-04 20:40:09 +00001379 elif platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001380 # FreeBSD's P1003.1b semaphore support is very experimental
1381 # and has many known problems. (as of June 2008)
Jesse Noller355b1262009-04-02 00:03:28 +00001382 macros = dict()
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001383 libraries = []
1384
Jesse Noller37040cd2008-09-30 00:15:45 +00001385 elif platform.startswith('openbsd'):
Jesse Noller355b1262009-04-02 00:03:28 +00001386 macros = dict()
Jesse Noller37040cd2008-09-30 00:15:45 +00001387 libraries = []
1388
Jesse Noller40a61642009-03-31 18:12:35 +00001389 elif platform.startswith('netbsd'):
Jesse Noller355b1262009-04-02 00:03:28 +00001390 macros = dict()
Jesse Noller40a61642009-03-31 18:12:35 +00001391 libraries = []
1392
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001393 else: # Linux and other unices
Jesse Noller355b1262009-04-02 00:03:28 +00001394 macros = dict()
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001395 libraries = ['rt']
1396
1397 if platform == 'win32':
1398 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1399 '_multiprocessing/semaphore.c',
1400 '_multiprocessing/pipe_connection.c',
1401 '_multiprocessing/socket_connection.c',
1402 '_multiprocessing/win32_functions.c'
1403 ]
1404
1405 else:
1406 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1407 '_multiprocessing/socket_connection.c'
1408 ]
Mark Dickinsonc4920e82009-11-20 19:30:22 +00001409 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
Mark Dickinson5afa6d42009-11-28 10:44:20 +00001410 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001411 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1412
Jesse Nollerf6da8d12009-01-23 14:04:41 +00001413 if sysconfig.get_config_var('WITH_THREAD'):
1414 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1415 define_macros=macros.items(),
1416 include_dirs=["Modules/_multiprocessing"]))
1417 else:
1418 missing.append('_multiprocessing')
1419
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001420 # End multiprocessing
1421
1422
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001423 # Platform-specific libraries
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001424 if platform == 'linux2':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001425 # Linux-specific modules
1426 exts.append( Extension('linuxaudiodev', ['linuxaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001427 else:
1428 missing.append('linuxaudiodev')
Greg Ward0a6355e2003-01-08 01:37:41 +00001429
Matthias Klose8a96d202010-04-21 22:18:52 +00001430 if (platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
1431 'freebsd7', 'freebsd8')
1432 or platform.startswith("gnukfreebsd")):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001433 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001434 else:
1435 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001436
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001437 if platform == 'sunos5':
Fredrik Lundhade711a2001-01-24 08:00:28 +00001438 # SunOS specific modules
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001439 exts.append( Extension('sunaudiodev', ['sunaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001440 else:
1441 missing.append('sunaudiodev')
Michael W. Hudson5b109102002-01-23 15:04:41 +00001442
Ronald Oussorena5b642c2009-10-08 08:04:15 +00001443 if platform == 'darwin':
1444 # _scproxy
1445 exts.append(Extension("_scproxy", [os.path.join(srcdir, "Mac/Modules/_scproxy.c")],
1446 extra_link_args= [
1447 '-framework', 'SystemConfiguration',
1448 '-framework', 'CoreFoundation'
1449 ]))
1450
1451
Tim Peters66cb0182004-08-26 05:23:19 +00001452 if platform == 'darwin' and ("--disable-toolbox-glue" not in
Ronald Oussoren090f8152006-03-30 20:18:33 +00001453 sysconfig.get_config_var("CONFIG_ARGS")):
1454
Ronald Oussoren05b0d1d2010-03-08 07:06:47 +00001455 if int(os.uname()[2].split('.')[0]) >= 8:
Ronald Oussoren090f8152006-03-30 20:18:33 +00001456 # We're on Mac OS X 10.4 or later, the compiler should
1457 # support '-Wno-deprecated-declarations'. This will
1458 # surpress deprecation warnings for the Carbon extensions,
1459 # these extensions wrap the Carbon APIs and even those
1460 # parts that are deprecated.
1461 carbon_extra_compile_args = ['-Wno-deprecated-declarations']
1462 else:
1463 carbon_extra_compile_args = []
1464
Just van Rossum05ced6a2002-11-24 23:15:57 +00001465 # Mac OS X specific modules.
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001466 def macSrcExists(name1, name2=''):
1467 if not name1:
1468 return None
1469 names = (name1,)
1470 if name2:
1471 names = (name1, name2)
1472 path = os.path.join(srcdir, 'Mac', 'Modules', *names)
1473 return os.path.exists(path)
1474
1475 def addMacExtension(name, kwds, extra_srcs=[]):
1476 dirname = ''
1477 if name[0] == '_':
1478 dirname = name[1:].lower()
1479 cname = name + '.c'
1480 cmodulename = name + 'module.c'
1481 # Check for NNN.c, NNNmodule.c, _nnn/NNN.c, _nnn/NNNmodule.c
1482 if macSrcExists(cname):
1483 srcs = [cname]
1484 elif macSrcExists(cmodulename):
1485 srcs = [cmodulename]
1486 elif macSrcExists(dirname, cname):
1487 # XXX(nnorwitz): If all the names ended with module, we
1488 # wouldn't need this condition. ibcarbon is the only one.
1489 srcs = [os.path.join(dirname, cname)]
1490 elif macSrcExists(dirname, cmodulename):
1491 srcs = [os.path.join(dirname, cmodulename)]
1492 else:
1493 raise RuntimeError("%s not found" % name)
1494
1495 # Here's the whole point: add the extension with sources
1496 exts.append(Extension(name, srcs + extra_srcs, **kwds))
1497
1498 # Core Foundation
1499 core_kwds = {'extra_compile_args': carbon_extra_compile_args,
1500 'extra_link_args': ['-framework', 'CoreFoundation'],
1501 }
1502 addMacExtension('_CF', core_kwds, ['cf/pycfbridge.c'])
1503 addMacExtension('autoGIL', core_kwds)
1504
Ronald Oussoren51f06332009-09-20 10:31:22 +00001505
1506
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001507 # Carbon
1508 carbon_kwds = {'extra_compile_args': carbon_extra_compile_args,
1509 'extra_link_args': ['-framework', 'Carbon'],
1510 }
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001511 CARBON_EXTS = ['ColorPicker', 'gestalt', 'MacOS', 'Nav',
1512 'OSATerminology', 'icglue',
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001513 # All these are in subdirs
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001514 '_AE', '_AH', '_App', '_CarbonEvt', '_Cm', '_Ctl',
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001515 '_Dlg', '_Drag', '_Evt', '_File', '_Folder', '_Fm',
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001516 '_Help', '_Icn', '_IBCarbon', '_List',
1517 '_Menu', '_Mlte', '_OSA', '_Res', '_Qd', '_Qdoffs',
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001518 '_Scrap', '_Snd', '_TE',
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001519 ]
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001520 for name in CARBON_EXTS:
1521 addMacExtension(name, carbon_kwds)
1522
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001523 # Workaround for a bug in the version of gcc shipped with Xcode 3.
1524 # The _Win extension should build just like the other Carbon extensions, but
1525 # this actually results in a hard crash of the linker.
1526 #
1527 if '-arch ppc64' in cflags and '-arch ppc' in cflags:
1528 win_kwds = {'extra_compile_args': carbon_extra_compile_args + ['-arch', 'i386', '-arch', 'ppc'],
1529 'extra_link_args': ['-framework', 'Carbon', '-arch', 'i386', '-arch', 'ppc'],
1530 }
1531 addMacExtension('_Win', win_kwds)
1532 else:
1533 addMacExtension('_Win', carbon_kwds)
1534
1535
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001536 # Application Services & QuickTime
1537 app_kwds = {'extra_compile_args': carbon_extra_compile_args,
1538 'extra_link_args': ['-framework','ApplicationServices'],
1539 }
1540 addMacExtension('_Launch', app_kwds)
1541 addMacExtension('_CG', app_kwds)
1542
Just van Rossum05ced6a2002-11-24 23:15:57 +00001543 exts.append( Extension('_Qt', ['qt/_Qtmodule.c'],
Ronald Oussoren090f8152006-03-30 20:18:33 +00001544 extra_compile_args=carbon_extra_compile_args,
1545 extra_link_args=['-framework', 'QuickTime',
Just van Rossum05ced6a2002-11-24 23:15:57 +00001546 '-framework', 'Carbon']) )
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001547
Michael W. Hudson5b109102002-01-23 15:04:41 +00001548
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001549 self.extensions.extend(exts)
1550
1551 # Call the method for detecting whether _tkinter can be compiled
1552 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001553
Skip Montanarod1287322007-03-06 15:41:38 +00001554 if '_tkinter' not in [e.name for e in self.extensions]:
1555 missing.append('_tkinter')
1556
1557 return missing
1558
Jack Jansen0b06be72002-06-21 14:48:38 +00001559 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1560 # The _tkinter module, using frameworks. Since frameworks are quite
1561 # different the UNIX search logic is not sharable.
1562 from os.path import join, exists
1563 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001564 '/Library/Frameworks',
Ronald Oussorencea1ddb2009-03-04 21:30:12 +00001565 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001566 join(os.getenv('HOME'), '/Library/Frameworks')
1567 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001568
Ronald Oussorend875d3c2010-05-08 08:44:37 +00001569 sysroot = macosx_sdk_root()
1570
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001571 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001572 # bundles.
1573 # XXX distutils should support -F!
1574 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001575 # both Tcl.framework and Tk.framework should be present
Ronald Oussorend875d3c2010-05-08 08:44:37 +00001576
1577
Jack Jansen0b06be72002-06-21 14:48:38 +00001578 for fw in 'Tcl', 'Tk':
Ronald Oussorend875d3c2010-05-08 08:44:37 +00001579 if is_macosx_sdk_path(F):
1580 if not exists(join(sysroot, F[1:], fw + '.framework')):
1581 break
1582 else:
1583 if not exists(join(F, fw + '.framework')):
1584 break
Jack Jansen0b06be72002-06-21 14:48:38 +00001585 else:
1586 # ok, F is now directory with both frameworks. Continure
1587 # building
1588 break
1589 else:
1590 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1591 # will now resume.
1592 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001593
Jack Jansen0b06be72002-06-21 14:48:38 +00001594 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1595 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001596 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001597 #
1598 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001599 join(F, fw + '.framework', H)
Jack Jansen0b06be72002-06-21 14:48:38 +00001600 for fw in 'Tcl', 'Tk'
1601 for H in 'Headers', 'Versions/Current/PrivateHeaders'
1602 ]
1603
Tim Peters2c60f7a2003-01-29 03:49:43 +00001604 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001605 # complicated search, this is a hard-coded path. It could bail out
1606 # if X11 libs are not found...
1607 include_dirs.append('/usr/X11R6/include')
1608 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1609
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001610 # All existing framework builds of Tcl/Tk don't support 64-bit
1611 # architectures.
1612 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1613 archs = re.findall('-arch\s+(\w+)', cflags)
Ronald Oussorend875d3c2010-05-08 08:44:37 +00001614
1615 if is_macosx_sdk_path(F):
1616 fp = os.popen("file %s/Tk.framework/Tk | grep 'for architecture'"%(os.path.join(sysroot, F[1:]),))
1617 else:
1618 fp = os.popen("file %s/Tk.framework/Tk | grep 'for architecture'"%(F,))
1619
Ronald Oussoren91a11a42009-09-15 18:33:33 +00001620 detected_archs = []
1621 for ln in fp:
1622 a = ln.split()[-1]
1623 if a in archs:
1624 detected_archs.append(ln.split()[-1])
1625 fp.close()
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001626
Ronald Oussoren91a11a42009-09-15 18:33:33 +00001627 for a in detected_archs:
1628 frameworks.append('-arch')
1629 frameworks.append(a)
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001630
Jack Jansen0b06be72002-06-21 14:48:38 +00001631 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1632 define_macros=[('WITH_APPINIT', 1)],
1633 include_dirs = include_dirs,
1634 libraries = [],
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001635 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001636 extra_link_args = frameworks,
1637 )
1638 self.extensions.append(ext)
1639 return 1
1640
Tim Peters2c60f7a2003-01-29 03:49:43 +00001641
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001642 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001643 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001644
Jack Jansen0b06be72002-06-21 14:48:38 +00001645 # Rather than complicate the code below, detecting and building
1646 # AquaTk is a separate method. Only one Tkinter will be built on
1647 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1648 platform = self.get_platform()
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001649 if (platform == 'darwin' and
1650 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001651 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001652
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001653 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001654 # The versions with dots are used on Unix, and the versions without
1655 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001656 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polofb118352009-08-16 14:34:26 +00001657 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1658 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001659 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001660 'tk' + version)
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001661 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001662 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001663 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001664 # Exit the loop when we've found the Tcl/Tk libraries
1665 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001666
Fredrik Lundhade711a2001-01-24 08:00:28 +00001667 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001668 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001669 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001670 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001671 dotversion = version
1672 if '.' not in dotversion and "bsd" in sys.platform.lower():
1673 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1674 # but the include subdirs are named like .../include/tcl8.3.
1675 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1676 tcl_include_sub = []
1677 tk_include_sub = []
1678 for dir in inc_dirs:
1679 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1680 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1681 tk_include_sub += tcl_include_sub
1682 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1683 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001684
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001685 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001686 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001687 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001688 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001689
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001690 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001691
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001692 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1693 for dir in tcl_includes + tk_includes:
1694 if dir not in include_dirs:
1695 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001696
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001697 # Check for various platform-specific directories
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001698 if platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001699 include_dirs.append('/usr/openwin/include')
1700 added_lib_dirs.append('/usr/openwin/lib')
1701 elif os.path.exists('/usr/X11R6/include'):
1702 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001703 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001704 added_lib_dirs.append('/usr/X11R6/lib')
1705 elif os.path.exists('/usr/X11R5/include'):
1706 include_dirs.append('/usr/X11R5/include')
1707 added_lib_dirs.append('/usr/X11R5/lib')
1708 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001709 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001710 include_dirs.append('/usr/X11/include')
1711 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001712
Jason Tishler9181c942003-02-05 15:16:17 +00001713 # If Cygwin, then verify that X is installed before proceeding
1714 if platform == 'cygwin':
1715 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1716 if x11_inc is None:
1717 return
1718
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001719 # Check for BLT extension
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001720 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001721 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001722 defs.append( ('WITH_BLT', 1) )
1723 libs.append('BLT8.0')
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001724 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadée670e5a2009-07-06 12:50:46 +00001725 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:38 +00001726 defs.append( ('WITH_BLT', 1) )
1727 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001728
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001729 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001730 libs.append('tk'+ version)
1731 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001732
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001733 if platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001734 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001735
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001736 # Finally, link with the X11 libraries (not appropriate on cygwin)
1737 if platform != "cygwin":
1738 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001739
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001740 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1741 define_macros=[('WITH_APPINIT', 1)] + defs,
1742 include_dirs = include_dirs,
1743 libraries = libs,
1744 library_dirs = added_lib_dirs,
1745 )
1746 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001747
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001748## # Uncomment these lines if you want to play with xxmodule.c
1749## ext = Extension('xx', ['xxmodule.c'])
1750## self.extensions.append(ext)
1751
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001752 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001753 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001754 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001755 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001756 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001757 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001758 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001759
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001760 def configure_ctypes_darwin(self, ext):
1761 # Darwin (OS X) uses preconfigured files, in
1762 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauerc59c5f32009-02-05 16:32:29 +00001763 srcdir = sysconfig.get_config_var('srcdir')
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001764 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1765 '_ctypes', 'libffi_osx'))
1766 sources = [os.path.join(ffi_srcdir, p)
1767 for p in ['ffi.c',
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001768 'x86/darwin64.S',
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001769 'x86/x86-darwin.S',
1770 'x86/x86-ffi_darwin.c',
1771 'x86/x86-ffi64.c',
1772 'powerpc/ppc-darwin.S',
1773 'powerpc/ppc-darwin_closure.S',
1774 'powerpc/ppc-ffi_darwin.c',
1775 'powerpc/ppc64-darwin_closure.S',
1776 ]]
1777
1778 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001779 self.compiler.src_extensions.append('.S')
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001780
1781 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1782 os.path.join(ffi_srcdir, 'powerpc')]
1783 ext.include_dirs.extend(include_dirs)
1784 ext.sources.extend(sources)
1785 return True
1786
Thomas Hellereba43c12006-04-07 19:04:09 +00001787 def configure_ctypes(self, ext):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001788 if not self.use_system_libffi:
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001789 if sys.platform == 'darwin':
1790 return self.configure_ctypes_darwin(ext)
1791
Neil Schemenauerc59c5f32009-02-05 16:32:29 +00001792 srcdir = sysconfig.get_config_var('srcdir')
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001793 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1794 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1795 '_ctypes', 'libffi'))
1796 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001797
Thomas Heller5e218b42006-04-27 15:50:42 +00001798 from distutils.dep_util import newer_group
1799
1800 config_sources = [os.path.join(ffi_srcdir, fname)
Martin v. Löwisf1a4aa32007-02-14 11:30:56 +00001801 for fname in os.listdir(ffi_srcdir)
1802 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Heller5e218b42006-04-27 15:50:42 +00001803 if self.force or newer_group(config_sources,
1804 ffi_configfile):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001805 from distutils.dir_util import mkpath
1806 mkpath(ffi_builddir)
1807 config_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001808
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001809 # Pass empty CFLAGS because we'll just append the resulting
1810 # CFLAGS to Python's; -g or -O2 is to be avoided.
1811 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1812 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001813
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001814 res = os.system(cmd)
1815 if res or not os.path.exists(ffi_configfile):
1816 print "Failed to configure _ctypes module"
1817 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001818
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001819 fficonfig = {}
Antoine Pitrou1379b842010-01-13 11:57:42 +00001820 with open(ffi_configfile) as f:
1821 exec f in fficonfig
Thomas Hellercf567c12006-03-08 19:51:58 +00001822
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001823 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001824 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001825
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001826 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou8c510e72010-01-13 11:47:49 +00001827 ffi_builddir,
1828 os.path.join(ffi_srcdir, 'src')]
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001829 extra_compile_args = fficonfig['ffi_cflags'].split()
Thomas Hellereba43c12006-04-07 19:04:09 +00001830
Antoine Pitrou8c510e72010-01-13 11:47:49 +00001831 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1832 fficonfig['ffi_sources'])
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001833 ext.include_dirs.extend(include_dirs)
1834 ext.extra_compile_args.extend(extra_compile_args)
Thomas Heller795246c2006-04-07 19:27:56 +00001835 return True
Thomas Hellereba43c12006-04-07 19:04:09 +00001836
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001837 def detect_ctypes(self, inc_dirs, lib_dirs):
1838 self.use_system_libffi = False
Thomas Hellereba43c12006-04-07 19:04:09 +00001839 include_dirs = []
1840 extra_compile_args = []
Thomas Heller17984892006-08-04 18:57:34 +00001841 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001842 sources = ['_ctypes/_ctypes.c',
1843 '_ctypes/callbacks.c',
1844 '_ctypes/callproc.c',
1845 '_ctypes/stgdict.c',
1846 '_ctypes/cfield.c',
Thomas Hellereba43c12006-04-07 19:04:09 +00001847 '_ctypes/malloc_closure.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001848 depends = ['_ctypes/ctypes.h']
1849
1850 if sys.platform == 'darwin':
1851 sources.append('_ctypes/darwin/dlfcn_simple.c')
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001852 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001853 include_dirs.append('_ctypes/darwin')
1854# XXX Is this still needed?
1855## extra_link_args.extend(['-read_only_relocs', 'warning'])
1856
Thomas Heller17984892006-08-04 18:57:34 +00001857 elif sys.platform == 'sunos5':
Martin v. Löwis73f12a32006-08-09 23:42:18 +00001858 # XXX This shouldn't be necessary; it appears that some
1859 # of the assembler code is non-PIC (i.e. it has relocations
1860 # when it shouldn't. The proper fix would be to rewrite
1861 # the assembler code to be PIC.
1862 # This only works with GCC; the Sun compiler likely refuses
1863 # this option. If you want to compile ctypes with the Sun
1864 # compiler, please research a proper solution, instead of
1865 # finding some -z option for the Sun compiler.
Thomas Heller17984892006-08-04 18:57:34 +00001866 extra_link_args.append('-mimpure-text')
1867
Thomas Hellerde2d78a2008-06-02 18:41:30 +00001868 elif sys.platform.startswith('hp-ux'):
Thomas Heller03b75dd2008-05-20 19:53:47 +00001869 extra_link_args.append('-fPIC')
1870
Thomas Hellercf567c12006-03-08 19:51:58 +00001871 ext = Extension('_ctypes',
1872 include_dirs=include_dirs,
1873 extra_compile_args=extra_compile_args,
Thomas Heller17984892006-08-04 18:57:34 +00001874 extra_link_args=extra_link_args,
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001875 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001876 sources=sources,
1877 depends=depends)
1878 ext_test = Extension('_ctypes_test',
1879 sources=['_ctypes/_ctypes_test.c'])
1880 self.extensions.extend([ext, ext_test])
1881
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001882 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1883 return
1884
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001885 if sys.platform == 'darwin':
1886 # OS X 10.5 comes with libffi.dylib; the include files are
1887 # in /usr/include/ffi
1888 inc_dirs.append('/usr/include/ffi')
1889
Benjamin Peterson1c335e62010-01-01 15:16:29 +00001890 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Kloseca6d9e92010-04-21 21:45:30 +00001891 if not ffi_inc or ffi_inc[0] == '':
Benjamin Peterson1c335e62010-01-01 15:16:29 +00001892 ffi_inc = find_file('ffi.h', [], inc_dirs)
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001893 if ffi_inc is not None:
1894 ffi_h = ffi_inc[0] + '/ffi.h'
1895 fp = open(ffi_h)
1896 while 1:
1897 line = fp.readline()
1898 if not line:
1899 ffi_inc = None
1900 break
1901 if line.startswith('#define LIBFFI_H'):
1902 break
1903 ffi_lib = None
1904 if ffi_inc is not None:
1905 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
Tarek Ziadé35a3f572010-03-05 00:29:38 +00001906 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001907 ffi_lib = lib_name
1908 break
1909
1910 if ffi_inc and ffi_lib:
1911 ext.include_dirs.extend(ffi_inc)
1912 ext.libraries.append(ffi_lib)
1913 self.use_system_libffi = True
1914
1915
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00001916class PyBuildInstall(install):
1917 # Suppress the warning about installation into the lib_dynload
1918 # directory, which is not in sys.path when running Python during
1919 # installation:
1920 def initialize_options (self):
1921 install.initialize_options(self)
1922 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00001923
Michael W. Hudson529a5052002-12-17 16:47:17 +00001924class PyBuildInstallLib(install_lib):
1925 # Do exactly what install_lib does but make sure correct access modes get
1926 # set on installed directories and files. All installed files with get
1927 # mode 644 unless they are a shared library in which case they will get
1928 # mode 755. All installed directories will get mode 755.
1929
1930 so_ext = sysconfig.get_config_var("SO")
1931
1932 def install(self):
1933 outfiles = install_lib.install(self)
1934 self.set_file_modes(outfiles, 0644, 0755)
1935 self.set_dir_modes(self.install_dir, 0755)
1936 return outfiles
1937
1938 def set_file_modes(self, files, defaultMode, sharedLibMode):
1939 if not self.is_chmod_supported(): return
1940 if not files: return
1941
1942 for filename in files:
1943 if os.path.islink(filename): continue
1944 mode = defaultMode
1945 if filename.endswith(self.so_ext): mode = sharedLibMode
1946 log.info("changing mode of %s to %o", filename, mode)
1947 if not self.dry_run: os.chmod(filename, mode)
1948
1949 def set_dir_modes(self, dirname, mode):
1950 if not self.is_chmod_supported(): return
1951 os.path.walk(dirname, self.set_dir_modes_visitor, mode)
1952
1953 def set_dir_modes_visitor(self, mode, dirname, names):
1954 if os.path.islink(dirname): return
1955 log.info("changing mode of %s to %o", dirname, mode)
1956 if not self.dry_run: os.chmod(dirname, mode)
1957
1958 def is_chmod_supported(self):
1959 return hasattr(os, 'chmod')
1960
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001961SUMMARY = """
1962Python is an interpreted, interactive, object-oriented programming
1963language. It is often compared to Tcl, Perl, Scheme or Java.
1964
1965Python combines remarkable power with very clear syntax. It has
1966modules, classes, exceptions, very high level dynamic data types, and
1967dynamic typing. There are interfaces to many system calls and
1968libraries, as well as to various windowing systems (X11, Motif, Tk,
1969Mac, MFC). New built-in modules are easily written in C or C++. Python
1970is also usable as an extension language for applications that need a
1971programmable interface.
1972
1973The Python implementation is portable: it runs on many brands of UNIX,
1974on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1975listed here, it may still be supported, if there's a C compiler for
1976it. Ask around on comp.lang.python -- or just try compiling Python
1977yourself.
1978"""
1979
1980CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001981Development Status :: 6 - Mature
1982License :: OSI Approved :: Python Software Foundation License
1983Natural Language :: English
1984Programming Language :: C
1985Programming Language :: Python
1986Topic :: Software Development
1987"""
1988
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001989def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00001990 # turn off warnings when deprecated modules are imported
1991 import warnings
1992 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001993 setup(# PyPI Metadata (PEP 301)
1994 name = "Python",
1995 version = sys.version.split()[0],
1996 url = "http://www.python.org/%s" % sys.version[:3],
1997 maintainer = "Guido van Rossum and the Python community",
1998 maintainer_email = "python-dev@python.org",
1999 description = "A high-level object-oriented programming language",
2000 long_description = SUMMARY.strip(),
2001 license = "PSF license",
2002 classifiers = filter(None, CLASSIFIERS.split("\n")),
2003 platforms = ["Many"],
2004
2005 # Build info
Michael W. Hudson529a5052002-12-17 16:47:17 +00002006 cmdclass = {'build_ext':PyBuildExt, 'install':PyBuildInstall,
2007 'install_lib':PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002008 # The struct module is defined here, because build_ext won't be
2009 # called unless there's at least one extension module defined.
Bob Ippolito7ccc95a2006-05-23 19:11:34 +00002010 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00002011
2012 # Scripts to install
Skip Montanaro852f7992004-06-26 22:29:42 +00002013 scripts = ['Tools/scripts/pydoc', 'Tools/scripts/idle',
Martin v. Löwiscdbc9772008-03-24 12:57:53 +00002014 'Tools/scripts/2to3',
Skip Montanaro852f7992004-06-26 22:29:42 +00002015 'Lib/smtpd.py']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002016 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00002017
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002018# --install-platlib
2019if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002020 main()