blob: 4fe1f4577c14bfacf656ffd55a2148974c2ea633 [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00004__version__ = "$Revision$"
5
Brett Cannon84667c02004-12-07 03:25:18 +00006import sys, os, imp, re, optparse
Christian Heimes8608d912008-01-25 15:52:11 +00007from glob import glob
Gregory P. Smith0902cac2008-05-27 08:40:09 +00008from platform import machine as platform_machine
Michael W. Hudson529a5052002-12-17 16:47:17 +00009
10from distutils import log
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000011from distutils import sysconfig
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +000012from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000013from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000014from distutils.core import Extension, setup
15from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000016from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000017from distutils.command.install_lib import install_lib
Stefan Krahea568852010-06-16 14:17:22 +000018from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000019
20# This global variable is used to hold the list of modules to be disabled.
21disabled_module_list = []
22
Michael W. Hudson39230b32002-01-16 15:26:48 +000023def add_dir_to_list(dirlist, dir):
24 """Add the directory 'dir' to the list 'dirlist' (at the front) if
25 1) 'dir' is not already in 'dirlist'
26 2) 'dir' actually exists, and is a directory."""
Jack Jansen4439b7c2002-06-26 15:44:30 +000027 if dir is not None and os.path.isdir(dir) and dir not in dirlist:
Michael W. Hudson39230b32002-01-16 15:26:48 +000028 dirlist.insert(0, dir)
29
Ronald Oussoren76820632010-06-03 14:59:56 +000030def macosx_sdk_root():
31 """
32 Return the directory of the current OSX SDK,
33 or '/' if no SDK was specified.
34 """
35 cflags = sysconfig.get_config_var('CFLAGS')
36 m = re.search(r'-isysroot\s+(\S+)', cflags)
37 if m is None:
38 sysroot = '/'
39 else:
40 sysroot = m.group(1)
41 return sysroot
42
43def is_macosx_sdk_path(path):
44 """
45 Returns True if 'path' can be located in an OSX SDK
46 """
Ronald Oussoren0bf7ea82010-06-27 12:39:22 +000047 return (path.startswith('/usr/') and not path.startswith('/usr/local')) or path.startswith('/System/')
Ronald Oussoren76820632010-06-03 14:59:56 +000048
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000049def find_file(filename, std_dirs, paths):
50 """Searches for the directory where a given file is located,
51 and returns a possibly-empty list of additional directories, or None
52 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000053
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000054 'filename' is the name of a file, such as readline.h or libcrypto.a.
55 'std_dirs' is the list of standard system directories; if the
56 file is found in one of them, no additional directives are needed.
57 'paths' is a list of additional locations to check; if the file is
58 found in one of them, the resulting list will contain the directory.
59 """
Ronald Oussoren76820632010-06-03 14:59:56 +000060 if sys.platform == 'darwin':
61 # Honor the MacOSX SDK setting when one was specified.
62 # An SDK is a directory with the same structure as a real
63 # system, but with only header files and libraries.
64 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000065
66 # Check the standard locations
67 for dir in std_dirs:
68 f = os.path.join(dir, filename)
Ronald Oussoren76820632010-06-03 14:59:56 +000069
70 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
71 f = os.path.join(sysroot, dir[1:], filename)
72
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000073 if os.path.exists(f): return []
74
75 # Check the additional directories
76 for dir in paths:
77 f = os.path.join(dir, filename)
Ronald Oussoren76820632010-06-03 14:59:56 +000078
79 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
80 f = os.path.join(sysroot, dir[1:], filename)
81
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000082 if os.path.exists(f):
83 return [dir]
84
85 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000086 return None
87
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000088def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000089 result = compiler.find_library_file(std_dirs + paths, libname)
90 if result is None:
91 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +000092
Ronald Oussoren76820632010-06-03 14:59:56 +000093 if sys.platform == 'darwin':
94 sysroot = macosx_sdk_root()
95
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000096 # Check whether the found file is in one of the standard directories
97 dirname = os.path.dirname(result)
98 for p in std_dirs:
99 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000100 p = p.rstrip(os.sep)
Ronald Oussoren76820632010-06-03 14:59:56 +0000101
102 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
103 if os.path.join(sysroot, p[1:]) == dirname:
104 return [ ]
105
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000106 if p == dirname:
107 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000108
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000109 # Otherwise, it must have been in one of the additional directories,
110 # so we have to figure out which one.
111 for p in paths:
112 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000113 p = p.rstrip(os.sep)
Ronald Oussoren76820632010-06-03 14:59:56 +0000114
115 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
116 if os.path.join(sysroot, p[1:]) == dirname:
117 return [ p ]
118
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000119 if p == dirname:
120 return [p]
121 else:
122 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +0000123
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000124def module_enabled(extlist, modname):
125 """Returns whether the module 'modname' is present in the list
126 of extensions 'extlist'."""
127 extlist = [ext for ext in extlist if ext.name == modname]
128 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +0000129
Jack Jansen144ebcc2001-08-05 22:31:19 +0000130def find_module_file(module, dirlist):
131 """Find a module in a set of possible folders. If it is not found
132 return the unadorned filename"""
133 list = find_file(module, [], dirlist)
134 if not list:
135 return module
136 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43 +0000137 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19 +0000138 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000139
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000140class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000141
Skip Montanarod1287322007-03-06 15:41:38 +0000142 def __init__(self, dist):
143 build_ext.__init__(self, dist)
144 self.failed = []
145
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000146 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000147
148 # Detect which modules should be compiled
Skip Montanarod1287322007-03-06 15:41:38 +0000149 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000150
151 # Remove modules that are present on the disabled list
Christian Heimesb222bbc2008-01-18 09:51:43 +0000152 extensions = [ext for ext in self.extensions
153 if ext.name not in disabled_module_list]
154 # move ctypes to the end, it depends on other modules
155 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
156 if "_ctypes" in ext_map:
157 ctypes = extensions.pop(ext_map["_ctypes"])
158 extensions.append(ctypes)
159 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000160
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000161 # Fix up the autodetected modules, prefixing all the source files
162 # with Modules/ and adding Python's include directory to the path.
163 (srcdir,) = sysconfig.get_config_vars('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000164 if not srcdir:
165 # Maybe running on Windows but not using CYGWIN?
166 raise ValueError("No source directory; cannot proceed.")
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000167
Neil Schemenauer726b78e2001-01-24 17:18:21 +0000168 # Figure out the location of the source code for extension modules
Thomas Wouters2fab8f12008-04-05 23:39:15 +0000169 # (This logic is copied in distutils.test.test_sysconfig,
170 # so building in a separate directory does not break test_distutils.)
Neil Schemenauer726b78e2001-01-24 17:18:21 +0000171 moddir = os.path.join(os.getcwd(), srcdir, 'Modules')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000172 moddir = os.path.normpath(moddir)
173 srcdir, tail = os.path.split(moddir)
174 srcdir = os.path.normpath(srcdir)
175 moddir = os.path.normpath(moddir)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000176
Jack Jansen144ebcc2001-08-05 22:31:19 +0000177 moddirlist = [moddir]
178 incdirlist = ['./Include']
Michael W. Hudson5b109102002-01-23 15:04:41 +0000179
Jack Jansen144ebcc2001-08-05 22:31:19 +0000180 # Platform-dependent module source and include directories
181 platform = self.get_platform()
Tim Peters66cb0182004-08-26 05:23:19 +0000182 if platform in ('darwin', 'mac') and ("--disable-toolbox-glue" not in
Brett Cannoncc8a4f62004-08-26 01:44:07 +0000183 sysconfig.get_config_var("CONFIG_ARGS")):
Jack Jansen144ebcc2001-08-05 22:31:19 +0000184 # Mac OS X also includes some mac-specific modules
185 macmoddir = os.path.join(os.getcwd(), srcdir, 'Mac/Modules')
186 moddirlist.append(macmoddir)
187 incdirlist.append('./Mac/Include')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000188
Jeremy Hylton340043e2002-06-13 17:38:11 +0000189 alldirlist = moddirlist + incdirlist
190
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000191 # Fix up the paths for scripts, too
192 self.distribution.scripts = [os.path.join(srcdir, filename)
193 for filename in self.distribution.scripts]
194
Christian Heimes8608d912008-01-25 15:52:11 +0000195 # Python header files
196 headers = glob("Include/*.h") + ["pyconfig.h"]
197
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000198 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000199 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000200 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000201 if ext.depends is not None:
202 ext.depends = [find_module_file(filename, alldirlist)
203 for filename in ext.depends]
Christian Heimes8608d912008-01-25 15:52:11 +0000204 else:
205 ext.depends = []
206 # re-compile extensions if a header file has been changed
207 ext.depends.extend(headers)
208
Jack Jansen144ebcc2001-08-05 22:31:19 +0000209 ext.include_dirs.append( '.' ) # to get config.h
210 for incdir in incdirlist:
211 ext.include_dirs.append( os.path.join(srcdir, incdir) )
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000212
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000213 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000214 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000215 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000216 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000217
Jack Jansen4439b7c2002-06-26 15:44:30 +0000218 if platform != 'mac':
Georg Brandle08fa292005-12-27 18:24:27 +0000219 # Parse Modules/Setup and Modules/Setup.local to figure out which
220 # modules are turned on in the file.
Jack Jansen4439b7c2002-06-26 15:44:30 +0000221 remove_modules = []
Georg Brandle08fa292005-12-27 18:24:27 +0000222 for filename in ('Modules/Setup', 'Modules/Setup.local'):
223 input = text_file.TextFile(filename, join_lines=1)
224 while 1:
225 line = input.readline()
226 if not line: break
227 line = line.split()
228 remove_modules.append(line[0])
229 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000230
Jack Jansen4439b7c2002-06-26 15:44:30 +0000231 for ext in self.extensions[:]:
232 if ext.name in remove_modules:
233 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000234
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000235 # When you run "make CC=altcc" or something similar, you really want
236 # those environment variables passed into the setup.py phase. Here's
237 # a small set of useful ones.
238 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000239 args = {}
240 # unfortunately, distutils doesn't let us provide separate C and C++
241 # compilers
242 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000243 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
244 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000245 self.compiler.set_executables(**args)
246
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000247 build_ext.build_extensions(self)
248
Skip Montanarod1287322007-03-06 15:41:38 +0000249 longest = max([len(e.name) for e in self.extensions])
250 if self.failed:
251 longest = max(longest, max([len(name) for name in self.failed]))
252
253 def print_three_column(lst):
Georg Brandle95cf1c2007-03-06 17:49:14 +0000254 lst.sort(key=str.lower)
Skip Montanarod1287322007-03-06 15:41:38 +0000255 # guarantee zip() doesn't drop anything
256 while len(lst) % 3:
257 lst.append("")
258 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
259 print "%-*s %-*s %-*s" % (longest, e, longest, f,
260 longest, g)
Skip Montanarod1287322007-03-06 15:41:38 +0000261
262 if missing:
263 print
264 print "Failed to find the necessary bits to build these modules:"
265 print_three_column(missing)
Jeffrey Yasskin87997562007-08-22 23:14:27 +0000266 print ("To find the necessary bits, look in setup.py in"
267 " detect_modules() for the module's name.")
268 print
Skip Montanarod1287322007-03-06 15:41:38 +0000269
270 if self.failed:
271 failed = self.failed[:]
272 print
273 print "Failed to build these modules:"
274 print_three_column(failed)
Jeffrey Yasskin87997562007-08-22 23:14:27 +0000275 print
Skip Montanarod1287322007-03-06 15:41:38 +0000276
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000277 def build_extension(self, ext):
278
Thomas Hellereba43c12006-04-07 19:04:09 +0000279 if ext.name == '_ctypes':
Thomas Heller795246c2006-04-07 19:27:56 +0000280 if not self.configure_ctypes(ext):
281 return
Thomas Hellereba43c12006-04-07 19:04:09 +0000282
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000283 try:
284 build_ext.build_extension(self, ext)
285 except (CCompilerError, DistutilsError), why:
286 self.announce('WARNING: building of extension "%s" failed: %s' %
287 (ext.name, sys.exc_info()[1]))
Skip Montanarod1287322007-03-06 15:41:38 +0000288 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000289 return
Jack Jansenf49c6f92001-11-01 14:44:15 +0000290 # Workaround for Mac OS X: The Carbon-based modules cannot be
291 # reliably imported into a command-line Python
292 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000293 self.announce(
294 'WARNING: skipping import check for Carbon-based "%s"' %
295 ext.name)
296 return
Ronald Oussoren5640ce22008-06-05 12:58:24 +0000297
298 if self.get_platform() == 'darwin' and (
299 sys.maxint > 2**32 and '-arch' in ext.extra_link_args):
300 # Don't bother doing an import check when an extension was
301 # build with an explicit '-arch' flag on OSX. That's currently
302 # only used to build 32-bit only extensions in a 4-way
303 # universal build and loading 32-bit code into a 64-bit
304 # process will fail.
305 self.announce(
306 'WARNING: skipping import check for "%s"' %
307 ext.name)
308 return
309
Jason Tishler24cf7762002-05-22 16:46:15 +0000310 # Workaround for Cygwin: Cygwin currently has fork issues when many
311 # modules have been imported
312 if self.get_platform() == 'cygwin':
313 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
314 % ext.name)
315 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000316 ext_filename = os.path.join(
317 self.build_lib,
318 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000319 try:
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000320 imp.load_dynamic(ext.name, ext_filename)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000321 except ImportError, why:
Skip Montanarod1287322007-03-06 15:41:38 +0000322 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000323 self.announce('*** WARNING: renaming "%s" since importing it'
324 ' failed: %s' % (ext.name, why), level=3)
325 assert not self.inplace
326 basename, tail = os.path.splitext(ext_filename)
327 newname = basename + "_failed" + tail
328 if os.path.exists(newname):
329 os.remove(newname)
330 os.rename(ext_filename, newname)
331
332 # XXX -- This relies on a Vile HACK in
333 # distutils.command.build_ext.build_extension(). The
334 # _built_objects attribute is stored there strictly for
335 # use here.
336 # If there is a failure, _built_objects may not be there,
337 # so catch the AttributeError and move on.
338 try:
339 for filename in self._built_objects:
340 os.remove(filename)
341 except AttributeError:
342 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000343 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000344 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000345 self.announce('*** WARNING: importing extension "%s" '
346 'failed with %s: %s' % (ext.name, exc_type, why),
347 level=3)
Skip Montanarod1287322007-03-06 15:41:38 +0000348 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000349
Neal Norwitz51dead72003-06-17 02:51:28 +0000350 def get_platform(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000351 # Get value of sys.platform
Neal Norwitz51dead72003-06-17 02:51:28 +0000352 for platform in ['cygwin', 'beos', 'darwin', 'atheos', 'osf1']:
353 if sys.platform.startswith(platform):
354 return platform
355 return sys.platform
Andrew M. Kuchling34febf52001-01-24 03:31:07 +0000356
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000357 def detect_modules(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000358 # Ensure that /usr/local is always used
Michael W. Hudson39230b32002-01-16 15:26:48 +0000359 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
360 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
361
Brett Cannon516592f2004-12-07 00:42:59 +0000362 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000363 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000364 # We must get the values from the Makefile and not the environment
365 # directly since an inconsistently reproducible issue comes up where
366 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000367 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000368 for env_var, arg_name, dir_list in (
Skip Montanaro593e66f2008-10-07 02:04:16 +0000369 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
Brett Cannon516592f2004-12-07 00:42:59 +0000370 ('LDFLAGS', '-L', self.compiler.library_dirs),
371 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000372 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000373 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000374 # To prevent optparse from raising an exception about any
Skip Montanaro593e66f2008-10-07 02:04:16 +0000375 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000376 # all double dashes and any dashes followed by a character
377 # that is not for the option we are dealing with.
378 #
379 # Please note that order of the regex is important! We must
380 # strip out double-dashes first so that we don't end up with
381 # substituting "--Long" to "-Long" and thus lead to "ong" being
382 # used for a library directory.
Georg Brandl915c87d2007-08-24 11:47:37 +0000383 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
384 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000385 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000386 # Make sure that allowing args interspersed with options is
387 # allowed
388 parser.allow_interspersed_args = True
389 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000390 parser.add_option(arg_name, dest="dirs", action="append")
391 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000392 if options.dirs:
Brett Cannon861e3962008-02-03 02:08:45 +0000393 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000394 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000395
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000396 if os.path.normpath(sys.prefix) != '/usr':
397 add_dir_to_list(self.compiler.library_dirs,
398 sysconfig.get_config_var("LIBDIR"))
399 add_dir_to_list(self.compiler.include_dirs,
400 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000401
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000402 try:
403 have_unicode = unicode
404 except NameError:
405 have_unicode = 0
406
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000407 # lib_dirs and inc_dirs are used to search for files;
408 # if a file is found in one of those directories, it can
409 # be assumed that no additional -I,-L directives are needed.
Martin v. Löwisfba73692004-11-13 11:13:35 +0000410 lib_dirs = self.compiler.library_dirs + [
411 '/lib64', '/usr/lib64',
412 '/lib', '/usr/lib',
413 ]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000414 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000415 exts = []
Skip Montanarod1287322007-03-06 15:41:38 +0000416 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000417
Brett Cannon4454a1f2005-04-15 20:32:39 +0000418 config_h = sysconfig.get_config_h_filename()
419 config_h_vars = sysconfig.parse_config_h(open(config_h))
420
Fredrik Lundhade711a2001-01-24 08:00:28 +0000421 platform = self.get_platform()
Martin v. Löwis83012562002-02-14 01:25:37 +0000422 (srcdir,) = sysconfig.get_config_vars('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000423
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000424 # Check for AtheOS which has libraries in non-standard locations
425 if platform == 'atheos':
426 lib_dirs += ['/system/libs', '/atheos/autolnk/lib']
427 lib_dirs += os.getenv('LIBRARY_PATH', '').split(os.pathsep)
428 inc_dirs += ['/system/include', '/atheos/autolnk/include']
429 inc_dirs += os.getenv('C_INCLUDE_PATH', '').split(os.pathsep)
430
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000431 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
432 if platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000433 lib_dirs += ['/usr/ccs/lib']
434
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000435 if platform == 'darwin':
436 # This should work on any unixy platform ;-)
437 # If the user has bothered specifying additional -I and -L flags
438 # in OPT and LDFLAGS we might as well use them here.
439 # NOTE: using shlex.split would technically be more correct, but
440 # also gives a bootstrap problem. Let's hope nobody uses directories
441 # with whitespace in the name to store libraries.
442 cflags, ldflags = sysconfig.get_config_vars(
443 'CFLAGS', 'LDFLAGS')
444 for item in cflags.split():
445 if item.startswith('-I'):
446 inc_dirs.append(item[2:])
447
448 for item in ldflags.split():
449 if item.startswith('-L'):
450 lib_dirs.append(item[2:])
451
Fredrik Lundhade711a2001-01-24 08:00:28 +0000452 # Check for MacOS X, which doesn't need libm.a at all
453 math_libs = ['m']
Jack Jansen4439b7c2002-06-26 15:44:30 +0000454 if platform in ['darwin', 'beos', 'mac']:
Fredrik Lundhade711a2001-01-24 08:00:28 +0000455 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41 +0000456
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000457 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
458
459 #
460 # The following modules are all pretty straightforward, and compile
461 # on pretty much any POSIXish platform.
462 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000463
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000464 # Some modules that are normally always on:
Fred Drake2de74712001-02-01 05:26:54 +0000465 exts.append( Extension('_weakref', ['_weakref.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000466
467 # array objects
468 exts.append( Extension('array', ['arraymodule.c']) )
469 # complex math library functions
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000470 exts.append( Extension('cmath', ['cmathmodule.c'],
471 libraries=math_libs) )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000472
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000473 # math library functions, e.g. sin()
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000474 exts.append( Extension('math', ['mathmodule.c'],
475 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000476 # fast string operations implemented in C
477 exts.append( Extension('strop', ['stropmodule.c']) )
478 # time operations and variables
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000479 exts.append( Extension('time', ['timemodule.c'],
480 libraries=math_libs) )
Brett Cannon057e7202004-06-24 01:38:47 +0000481 exts.append( Extension('datetime', ['datetimemodule.c', 'timemodule.c'],
Guido van Rossuma29d5082002-12-16 20:31:57 +0000482 libraries=math_libs) )
Neal Norwitz0d2192b2008-03-23 06:13:25 +0000483 # fast iterator tools implemented in C
484 exts.append( Extension("itertools", ["itertoolsmodule.c"]) )
Eric Smitha73fbe72008-02-23 03:09:44 +0000485 # code that will be builtins in the future, but conflict with the
486 # current builtins
487 exts.append( Extension('future_builtins', ['future_builtins.c']) )
Raymond Hettinger40f62172002-12-29 23:03:38 +0000488 # random number generator implemented in C
Tim Peters2c60f7a2003-01-29 03:49:43 +0000489 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000490 # high-performance collections
Raymond Hettingereb979882007-02-28 18:37:52 +0000491 exts.append( Extension("_collections", ["_collectionsmodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000492 # bisect
493 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000494 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000495 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000496 # operator.add() and similar goodies
497 exts.append( Extension('operator', ['operator.c']) )
Christian Heimes7f39c9f2008-01-25 12:18:43 +0000498 # Python 3.0 _fileio module
499 exts.append( Extension("_fileio", ["_fileio.c"]) )
Alexandre Vassalotti1aed6242008-05-09 21:49:43 +0000500 # Python 3.0 _bytesio module
501 exts.append( Extension("_bytesio", ["_bytesio.c"]) )
Nick Coghlanc649ec52006-05-29 12:43:05 +0000502 # _functools
503 exts.append( Extension("_functools", ["_functoolsmodule.c"]) )
Brett Cannon4b964f92008-05-05 20:21:38 +0000504 # _json speedups
505 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000506 # Python C API test module
Mark Dickinson5e050d82009-02-10 16:23:27 +0000507 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
508 depends=['testcapi_long.h']) )
Armin Rigoa871ef22006-02-08 12:53:56 +0000509 # profilers (_lsprof is for cProfile.py)
510 exts.append( Extension('_hotshot', ['_hotshot.c']) )
511 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000512 # static Unicode character database
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000513 if have_unicode:
514 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000515 else:
516 missing.append('unicodedata')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000517 # access to ISO C locale support
Martin v. Löwis19d17342003-06-14 21:03:05 +0000518 data = open('pyconfig.h').read()
519 m = re.search(r"#s*define\s+WITH_LIBINTL\s+1\s*", data)
520 if m is not None:
Jason Tishlerd28216b2002-08-14 11:13:52 +0000521 locale_libs = ['intl']
522 else:
523 locale_libs = []
Jack Jansen84b74472004-07-15 19:56:25 +0000524 if platform == 'darwin':
525 locale_extra_link_args = ['-framework', 'CoreFoundation']
526 else:
527 locale_extra_link_args = []
Tim Peterse6ddc8b2004-07-18 05:56:09 +0000528
Jack Jansen84b74472004-07-15 19:56:25 +0000529
Jason Tishlerd28216b2002-08-14 11:13:52 +0000530 exts.append( Extension('_locale', ['_localemodule.c'],
Jack Jansen84b74472004-07-15 19:56:25 +0000531 libraries=locale_libs,
532 extra_link_args=locale_extra_link_args) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000533
534 # Modules with some UNIX dependencies -- on by default:
535 # (If you have a really backward UNIX, select and socket may not be
536 # supported...)
537
538 # fcntl(2) and ioctl(2)
539 exts.append( Extension('fcntl', ['fcntlmodule.c']) )
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000540 if platform not in ['mac']:
Brett Cannon46d96232005-02-16 00:07:19 +0000541 # pwd(3)
Tim Peters2c60f7a2003-01-29 03:49:43 +0000542 exts.append( Extension('pwd', ['pwdmodule.c']) )
543 # grp(3)
544 exts.append( Extension('grp', ['grpmodule.c']) )
Martin v. Löwisc3001752005-01-23 09:27:24 +0000545 # spwd, shadow passwords
Brett Cannon4454a1f2005-04-15 20:32:39 +0000546 if (config_h_vars.get('HAVE_GETSPNAM', False) or
547 config_h_vars.get('HAVE_GETSPENT', False)):
Brett Cannon46d96232005-02-16 00:07:19 +0000548 exts.append( Extension('spwd', ['spwdmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000549 else:
550 missing.append('spwd')
551 else:
552 missing.extend(['pwd', 'grp', 'spwd'])
553
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000554 # select(2); not on ancient System V
555 exts.append( Extension('select', ['selectmodule.c']) )
556
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000557 # Fred Drake's interface to the Python parser
558 exts.append( Extension('parser', ['parsermodule.c']) )
559
Guido van Rossum2e1c09c2002-04-04 17:52:50 +0000560 # cStringIO and cPickle
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000561 exts.append( Extension('cStringIO', ['cStringIO.c']) )
562 exts.append( Extension('cPickle', ['cPickle.c']) )
563
564 # Memory-mapped files (also works on Win32).
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000565 if platform not in ['atheos', 'mac']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000566 exts.append( Extension('mmap', ['mmapmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000567 else:
568 missing.append('mmap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000569
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000570 # Lance Ellinghaus's syslog module
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000571 if platform not in ['mac']:
Tim Peters2c60f7a2003-01-29 03:49:43 +0000572 # syslog daemon interface
573 exts.append( Extension('syslog', ['syslogmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000574 else:
575 missing.append('syslog')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000576
577 # George Neville-Neil's timing module:
Neal Norwitz6143c542006-03-03 00:48:46 +0000578 # Deprecated in PEP 4 http://www.python.org/peps/pep-0004.html
579 # http://mail.python.org/pipermail/python-dev/2006-January/060023.html
580 #exts.append( Extension('timing', ['timingmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000581
582 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000583 # Here ends the simple stuff. From here on, modules need certain
584 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000585 #
586
587 # Multimedia modules
588 # These don't work for 64-bit platforms!!!
589 # These represent audio samples or images as strings:
590
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000591 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000592 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000593 # 64-bit platforms.
594 exts.append( Extension('audioop', ['audioop.c']) )
595
Fredrik Lundhade711a2001-01-24 08:00:28 +0000596 # Disabled on 64-bit platforms
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000597 if sys.maxint != 9223372036854775807L:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000598 # Operations on images
599 exts.append( Extension('imageop', ['imageop.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000600 else:
Brett Cannondc48b742007-05-20 07:09:50 +0000601 missing.extend(['imageop'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000602
603 # readline
Jack Jansen81ae2352006-02-23 15:02:23 +0000604 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krahea568852010-06-16 14:17:22 +0000605 readline_termcap_library = ""
606 curses_library = ""
607 # Determine if readline is already linked against curses or tinfo.
608 if do_readline and find_executable('ldd'):
609 fp = os.popen("ldd %s" % do_readline)
Stefan Krah818ea8e2010-07-17 12:31:09 +0000610 ldd_output = fp.readlines()
611 ret = fp.close()
612 if ret is None or ret >> 8 == 0:
613 for ln in ldd_output:
614 if 'curses' in ln:
615 readline_termcap_library = re.sub(
616 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
617 ).rstrip()
618 break
619 if 'tinfo' in ln: # termcap interface split out from ncurses
620 readline_termcap_library = 'tinfo'
621 break
Stefan Krahea568852010-06-16 14:17:22 +0000622 # Issue 7384: If readline is already linked against curses,
623 # use the same library for the readline and curses modules.
624 # Disabled since applications relying on ncursesw might break.
625 #
626 # if 'curses' in readline_termcap_library:
627 # curses_library = readline_termcap_library
628 # elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
629 # (...)
630 if self.compiler.find_library_file(lib_dirs, 'ncursesw'):
631 curses_library = 'ncursesw'
632 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
633 curses_library = 'ncurses'
634 elif self.compiler.find_library_file(lib_dirs, 'curses'):
635 curses_library = 'curses'
636
Ronald Oussoren8ed66ed2010-02-07 20:04:45 +0000637 if platform == 'darwin':
638 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren59f3def2010-03-08 07:08:25 +0000639 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
640 if dep_target and dep_target.split('.') < ['10', '5']:
641 os_release = 8
Ronald Oussoren8ed66ed2010-02-07 20:04:45 +0000642 if os_release < 9:
643 # MacOSX 10.4 has a broken readline. Don't try to build
644 # the readline module unless the user has installed a fixed
645 # readline package
646 if find_file('readline/rlconf.h', inc_dirs, []) is None:
647 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000648 if do_readline:
Ronald Oussoren8ed66ed2010-02-07 20:04:45 +0000649 if platform == 'darwin' and os_release < 9:
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000650 # In every directory on the search path search for a dynamic
651 # library and then a static library, instead of first looking
652 # for dynamic libraries on the entiry path.
653 # This way a staticly linked custom readline gets picked up
Ronald Oussoren76820632010-06-03 14:59:56 +0000654 # before the (possibly broken) dynamic library in /usr/lib.
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000655 readline_extra_link_args = ('-Wl,-search_paths_first',)
656 else:
657 readline_extra_link_args = ()
658
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000659 readline_libs = ['readline']
Stefan Krahea568852010-06-16 14:17:22 +0000660 if readline_termcap_library:
661 pass # Issue 7384: Already linked against curses or tinfo.
662 elif curses_library:
663 readline_libs.append(curses_library)
Andrew M. Kuchling5aa3c4a2001-08-16 20:30:18 +0000664 elif self.compiler.find_library_file(lib_dirs +
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000665 ['/usr/lib/termcap'],
666 'termcap'):
667 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000668 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000669 library_dirs=['/usr/lib/termcap'],
Ronald Oussoren39be38c2006-05-26 11:38:39 +0000670 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000671 libraries=readline_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +0000672 else:
673 missing.append('readline')
674
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000675 if platform not in ['mac']:
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000676 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000677
678 if self.compiler.find_library_file(lib_dirs, 'crypt'):
679 libs = ['crypt']
680 else:
681 libs = []
682 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
Skip Montanarod1287322007-03-06 15:41:38 +0000683 else:
684 missing.append('crypt')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000685
Skip Montanaroba9e9782003-03-20 23:34:22 +0000686 # CSV files
687 exts.append( Extension('_csv', ['_csv.c']) )
688
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000689 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000690 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000691 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000692 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000693 search_for_ssl_incs_in = [
694 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000695 '/usr/contrib/ssl/include/'
696 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000697 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
698 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000699 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000700 if ssl_incs is not None:
701 krb5_h = find_file('krb5.h', inc_dirs,
702 ['/usr/kerberos/include'])
703 if krb5_h:
704 ssl_incs += krb5_h
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000705 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000706 ['/usr/local/ssl/lib',
707 '/usr/contrib/ssl/lib/'
708 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000709
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000710 if (ssl_incs is not None and
711 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000712 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000713 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000714 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000715 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000716 depends = ['socketmodule.h']), )
Skip Montanarod1287322007-03-06 15:41:38 +0000717 else:
718 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000719
Gregory P. Smithade97332005-08-23 21:19:40 +0000720 # find out which version of OpenSSL we have
721 openssl_ver = 0
722 openssl_ver_re = re.compile(
723 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40 +0000724
Ronald Oussoren76820632010-06-03 14:59:56 +0000725 # look for the openssl version header on the compiler search path.
726 opensslv_h = find_file('openssl/opensslv.h', [],
727 inc_dirs + search_for_ssl_incs_in)
728 if opensslv_h:
729 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
730 if sys.platform == 'darwin' and is_macosx_sdk_path(name):
731 name = os.path.join(macosx_sdk_root(), name[1:])
732 try:
733 incfile = open(name, 'r')
734 for line in incfile:
735 m = openssl_ver_re.match(line)
736 if m:
737 openssl_ver = eval(m.group(1))
738 except IOError, msg:
739 print "IOError while reading opensshv.h:", msg
740 pass
Gregory P. Smithade97332005-08-23 21:19:40 +0000741
Gregory P. Smithade97332005-08-23 21:19:40 +0000742
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000743 if (ssl_incs is not None and
Gregory P. Smithade97332005-08-23 21:19:40 +0000744 ssl_libs is not None and
745 openssl_ver >= 0x00907000):
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000746 # The _hashlib module wraps optimized implementations
747 # of hash functions from the OpenSSL library.
748 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
749 include_dirs = ssl_incs,
750 library_dirs = ssl_libs,
751 libraries = ['ssl', 'crypto']) )
Gregory P. Smith4eb60e52007-08-26 00:26:00 +0000752 # these aren't strictly missing since they are unneeded.
753 #missing.extend(['_sha', '_md5'])
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000754 else:
755 # The _sha module implements the SHA1 hash algorithm.
756 exts.append( Extension('_sha', ['shamodule.c']) )
757 # The _md5 module implements the RSA Data Security, Inc. MD5
758 # Message-Digest Algorithm, described in RFC 1321. The
Matthias Klose8e39ec72006-04-03 16:27:50 +0000759 # necessary files md5.c and md5.h are included here.
Gregory P. Smithd7923922006-06-05 23:38:06 +0000760 exts.append( Extension('_md5',
761 sources = ['md5module.c', 'md5.c'],
762 depends = ['md5.h']) )
Skip Montanarod1287322007-03-06 15:41:38 +0000763 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000764
Gregory P. Smithade97332005-08-23 21:19:40 +0000765 if (openssl_ver < 0x00908000):
766 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
767 exts.append( Extension('_sha256', ['sha256module.c']) )
768 exts.append( Extension('_sha512', ['sha512module.c']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000769
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000770 # Modules that provide persistent dictionary-like semantics. You will
771 # probably want to arrange for at least one of them to be available on
772 # your machine, though none are defined by default because of library
773 # dependencies. The Python module anydbm.py provides an
774 # implementation independent wrapper for these; dumbdbm.py provides
775 # similar functionality (but slower of course) implemented in Python.
776
Gregory P. Smith1475cd82007-10-06 07:51:59 +0000777 # Sleepycat^WOracle Berkeley DB interface.
778 # http://www.oracle.com/database/berkeley-db/db/index.html
Skip Montanaro57454e52002-06-14 20:30:31 +0000779 #
Gregory P. Smith4eb60e52007-08-26 00:26:00 +0000780 # This requires the Sleepycat^WOracle DB code. The supported versions
Gregory P. Smithe7f4d842007-10-09 18:26:02 +0000781 # are set below. Visit the URL above to download
Gregory P. Smith3adc4aa2006-04-13 19:19:01 +0000782 # a release. Most open source OSes come with one or more
783 # versions of BerkeleyDB already installed.
Skip Montanaro57454e52002-06-14 20:30:31 +0000784
Gregory P. Smith8f1a4a62008-05-26 19:29:14 +0000785 max_db_ver = (4, 7)
Gregory P. Smith3adc4aa2006-04-13 19:19:01 +0000786 min_db_ver = (3, 3)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000787 db_setup_debug = False # verbose debug prints from this script?
Skip Montanaro57454e52002-06-14 20:30:31 +0000788
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000789 def allow_db_ver(db_ver):
790 """Returns a boolean if the given BerkeleyDB version is acceptable.
791
792 Args:
793 db_ver: A tuple of the version to verify.
794 """
795 if not (min_db_ver <= db_ver <= max_db_ver):
796 return False
797 # Use this function to filter out known bad configurations.
798 if (4, 6) == db_ver[:2]:
799 # BerkeleyDB 4.6.x is not stable on many architectures.
800 arch = platform_machine()
801 if arch not in ('i386', 'i486', 'i586', 'i686',
802 'x86_64', 'ia64'):
803 return False
804 return True
805
806 def gen_db_minor_ver_nums(major):
807 if major == 4:
808 for x in range(max_db_ver[1]+1):
809 if allow_db_ver((4, x)):
810 yield x
811 elif major == 3:
812 for x in (3,):
813 if allow_db_ver((3, x)):
814 yield x
815 else:
816 raise ValueError("unknown major BerkeleyDB version", major)
817
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000818 # construct a list of paths to look for the header file in on
819 # top of the normal inc_dirs.
820 db_inc_paths = [
821 '/usr/include/db4',
822 '/usr/local/include/db4',
823 '/opt/sfw/include/db4',
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000824 '/usr/include/db3',
825 '/usr/local/include/db3',
826 '/opt/sfw/include/db3',
Skip Montanaro00c5a012007-03-04 20:52:28 +0000827 # Fink defaults (http://fink.sourceforge.net/)
828 '/sw/include/db4',
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000829 '/sw/include/db3',
830 ]
831 # 4.x minor number specific paths
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000832 for x in gen_db_minor_ver_nums(4):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000833 db_inc_paths.append('/usr/include/db4%d' % x)
Neal Norwitz8f401712005-10-20 05:28:29 +0000834 db_inc_paths.append('/usr/include/db4.%d' % x)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000835 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
836 db_inc_paths.append('/usr/local/include/db4%d' % x)
837 db_inc_paths.append('/pkg/db-4.%d/include' % x)
Gregory P. Smith29602d22006-01-24 09:46:48 +0000838 db_inc_paths.append('/opt/db-4.%d/include' % x)
Skip Montanaro00c5a012007-03-04 20:52:28 +0000839 # MacPorts default (http://www.macports.org/)
840 db_inc_paths.append('/opt/local/include/db4%d' % x)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000841 # 3.x minor number specific paths
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000842 for x in gen_db_minor_ver_nums(3):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000843 db_inc_paths.append('/usr/include/db3%d' % x)
844 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
845 db_inc_paths.append('/usr/local/include/db3%d' % x)
846 db_inc_paths.append('/pkg/db-3.%d/include' % x)
Gregory P. Smith29602d22006-01-24 09:46:48 +0000847 db_inc_paths.append('/opt/db-3.%d/include' % x)
Tim Peters2c60f7a2003-01-29 03:49:43 +0000848
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000849 # Add some common subdirectories for Sleepycat DB to the list,
850 # based on the standard include directories. This way DB3/4 gets
851 # picked up when it is installed in a non-standard prefix and
852 # the user has added that prefix into inc_dirs.
853 std_variants = []
854 for dn in inc_dirs:
855 std_variants.append(os.path.join(dn, 'db3'))
856 std_variants.append(os.path.join(dn, 'db4'))
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000857 for x in gen_db_minor_ver_nums(4):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000858 std_variants.append(os.path.join(dn, "db4%d"%x))
859 std_variants.append(os.path.join(dn, "db4.%d"%x))
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000860 for x in gen_db_minor_ver_nums(3):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000861 std_variants.append(os.path.join(dn, "db3%d"%x))
862 std_variants.append(os.path.join(dn, "db3.%d"%x))
863
Tim Peters38ff36c2006-06-30 06:18:39 +0000864 db_inc_paths = std_variants + db_inc_paths
Skip Montanaro00c5a012007-03-04 20:52:28 +0000865 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
Ronald Oussoren9b8b6192006-06-27 12:53:52 +0000866
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000867 db_ver_inc_map = {}
868
Ronald Oussoren76820632010-06-03 14:59:56 +0000869 if sys.platform == 'darwin':
870 sysroot = macosx_sdk_root()
871
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000872 class db_found(Exception): pass
Skip Montanaro57454e52002-06-14 20:30:31 +0000873 try:
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000874 # See whether there is a Sleepycat header in the standard
875 # search path.
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000876 for d in inc_dirs + db_inc_paths:
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000877 f = os.path.join(d, "db.h")
Ronald Oussoren76820632010-06-03 14:59:56 +0000878
879 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
880 f = os.path.join(sysroot, d[1:], "db.h")
881
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000882 if db_setup_debug: print "db: looking for db.h in", f
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000883 if os.path.exists(f):
884 f = open(f).read()
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000885 m = re.search(r"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000886 if m:
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000887 db_major = int(m.group(1))
888 m = re.search(r"#define\WDB_VERSION_MINOR\W(\d+)", f)
889 db_minor = int(m.group(1))
890 db_ver = (db_major, db_minor)
891
Gregory P. Smith1475cd82007-10-06 07:51:59 +0000892 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
893 if db_ver == (4, 6):
894 m = re.search(r"#define\WDB_VERSION_PATCH\W(\d+)", f)
895 db_patch = int(m.group(1))
896 if db_patch < 21:
897 print "db.h:", db_ver, "patch", db_patch,
898 print "being ignored (4.6.x must be >= 4.6.21)"
899 continue
900
Antoine Pitrouf9182a92010-01-16 18:05:15 +0000901 if ( (db_ver not in db_ver_inc_map) and
Gregory P. Smith0902cac2008-05-27 08:40:09 +0000902 allow_db_ver(db_ver) ):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000903 # save the include directory with the db.h version
Skip Montanaro00c5a012007-03-04 20:52:28 +0000904 # (first occurrence only)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000905 db_ver_inc_map[db_ver] = d
Andrew M. Kuchling738446f42006-10-27 18:13:46 +0000906 if db_setup_debug:
907 print "db.h: found", db_ver, "in", d
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000908 else:
909 # we already found a header for this library version
910 if db_setup_debug: print "db.h: ignoring", d
911 else:
912 # ignore this header, it didn't contain a version number
Skip Montanaro00c5a012007-03-04 20:52:28 +0000913 if db_setup_debug:
914 print "db.h: no version number version in", d
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000915
916 db_found_vers = db_ver_inc_map.keys()
917 db_found_vers.sort()
918
919 while db_found_vers:
920 db_ver = db_found_vers.pop()
921 db_incdir = db_ver_inc_map[db_ver]
922
923 # check lib directories parallel to the location of the header
924 db_dirs_to_check = [
Skip Montanaro00c5a012007-03-04 20:52:28 +0000925 db_incdir.replace("include", 'lib64'),
926 db_incdir.replace("include", 'lib'),
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000927 ]
Ronald Oussoren76820632010-06-03 14:59:56 +0000928
929 if sys.platform != 'darwin':
930 db_dirs_to_check = filter(os.path.isdir, db_dirs_to_check)
931
932 else:
933 # Same as other branch, but takes OSX SDK into account
934 tmp = []
935 for dn in db_dirs_to_check:
936 if is_macosx_sdk_path(dn):
937 if os.path.isdir(os.path.join(sysroot, dn[1:])):
938 tmp.append(dn)
939 else:
940 if os.path.isdir(dn):
941 tmp.append(dn)
Ronald Oussoren0bf7ea82010-06-27 12:39:22 +0000942 db_dirs_to_check = tmp
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000943
944 # Look for a version specific db-X.Y before an ambiguoius dbX
945 # XXX should we -ever- look for a dbX name? Do any
946 # systems really not name their library by version and
947 # symlink to more general names?
Andrew MacIntyre953f98d2005-03-09 22:21:08 +0000948 for dblib in (('db-%d.%d' % db_ver),
949 ('db%d%d' % db_ver),
950 ('db%d' % db_ver[0])):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000951 dblib_file = self.compiler.find_library_file(
952 db_dirs_to_check + lib_dirs, dblib )
953 if dblib_file:
954 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
955 raise db_found
956 else:
957 if db_setup_debug: print "db lib: ", dblib, "not found"
958
959 except db_found:
Brett Cannonef3dab22008-05-29 21:23:33 +0000960 if db_setup_debug:
961 print "bsddb using BerkeleyDB lib:", db_ver, dblib
962 print "bsddb lib dir:", dblib_dir, " inc dir:", db_incdir
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000963 db_incs = [db_incdir]
Jack Jansend1b20452002-07-08 21:39:36 +0000964 dblibs = [dblib]
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000965 # We add the runtime_library_dirs argument because the
966 # BerkeleyDB lib we're linking against often isn't in the
967 # system dynamic library search path. This is usually
968 # correct and most trouble free, but may cause problems in
969 # some unusual system configurations (e.g. the directory
970 # is on an NFS server that goes away).
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +0000971 exts.append(Extension('_bsddb', ['_bsddb.c'],
Gregory P. Smith39250532007-10-09 06:02:21 +0000972 depends = ['bsddb.h'],
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000973 library_dirs=dblib_dir,
974 runtime_library_dirs=dblib_dir,
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +0000975 include_dirs=db_incs,
976 libraries=dblibs))
Skip Montanaro57454e52002-06-14 20:30:31 +0000977 else:
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000978 if db_setup_debug: print "db: no appropriate library found"
Skip Montanaro57454e52002-06-14 20:30:31 +0000979 db_incs = None
980 dblibs = []
981 dblib_dir = None
Skip Montanarod1287322007-03-06 15:41:38 +0000982 missing.append('_bsddb')
Skip Montanaro57454e52002-06-14 20:30:31 +0000983
Anthony Baxterc51ee692006-04-01 00:57:31 +0000984 # The sqlite interface
Andrew M. Kuchling738446f42006-10-27 18:13:46 +0000985 sqlite_setup_debug = False # verbose debug prints from this script?
Anthony Baxterc51ee692006-04-01 00:57:31 +0000986
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000987 # We hunt for #define SQLITE_VERSION "n.n.n"
988 # We need to find >= sqlite version 3.0.8
Anthony Baxterc51ee692006-04-01 00:57:31 +0000989 sqlite_incdir = sqlite_libdir = None
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000990 sqlite_inc_paths = [ '/usr/include',
Anthony Baxterc51ee692006-04-01 00:57:31 +0000991 '/usr/include/sqlite',
992 '/usr/include/sqlite3',
993 '/usr/local/include',
994 '/usr/local/include/sqlite',
995 '/usr/local/include/sqlite3',
996 ]
Anthony Baxter3dc6bb32006-04-03 02:20:49 +0000997 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
998 MIN_SQLITE_VERSION = ".".join([str(x)
999 for x in MIN_SQLITE_VERSION_NUMBER])
Ronald Oussoren39be38c2006-05-26 11:38:39 +00001000
1001 # Scan the default include directories before the SQLite specific
1002 # ones. This allows one to override the copy of sqlite on OSX,
1003 # where /usr/include contains an old version of sqlite.
Ronald Oussoren76820632010-06-03 14:59:56 +00001004 if sys.platform == 'darwin':
1005 sysroot = macosx_sdk_root()
1006
Ronald Oussoren39be38c2006-05-26 11:38:39 +00001007 for d in inc_dirs + sqlite_inc_paths:
Anthony Baxterc51ee692006-04-01 00:57:31 +00001008 f = os.path.join(d, "sqlite3.h")
Ronald Oussoren76820632010-06-03 14:59:56 +00001009
1010 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
1011 f = os.path.join(sysroot, d[1:], "sqlite3.h")
1012
Anthony Baxterc51ee692006-04-01 00:57:31 +00001013 if os.path.exists(f):
Anthony Baxter07f5b352006-04-01 08:36:27 +00001014 if sqlite_setup_debug: print "sqlite: found %s"%f
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001015 incf = open(f).read()
1016 m = re.search(
1017 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
Anthony Baxterc51ee692006-04-01 00:57:31 +00001018 if m:
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001019 sqlite_version = m.group(1)
1020 sqlite_version_tuple = tuple([int(x)
1021 for x in sqlite_version.split(".")])
1022 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
Anthony Baxterc51ee692006-04-01 00:57:31 +00001023 # we win!
Andrew M. Kuchling738446f42006-10-27 18:13:46 +00001024 if sqlite_setup_debug:
1025 print "%s/sqlite3.h: version %s"%(d, sqlite_version)
Anthony Baxterc51ee692006-04-01 00:57:31 +00001026 sqlite_incdir = d
1027 break
1028 else:
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001029 if sqlite_setup_debug:
Anthony Baxterc51ee692006-04-01 00:57:31 +00001030 print "%s: version %d is too old, need >= %s"%(d,
1031 sqlite_version, MIN_SQLITE_VERSION)
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001032 elif sqlite_setup_debug:
1033 print "sqlite: %s had no SQLITE_VERSION"%(f,)
1034
Anthony Baxterc51ee692006-04-01 00:57:31 +00001035 if sqlite_incdir:
1036 sqlite_dirs_to_check = [
1037 os.path.join(sqlite_incdir, '..', 'lib64'),
1038 os.path.join(sqlite_incdir, '..', 'lib'),
1039 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
1040 os.path.join(sqlite_incdir, '..', '..', 'lib'),
1041 ]
1042 sqlite_libfile = self.compiler.find_library_file(
1043 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonbe2c0a92008-10-04 21:33:08 +00001044 if sqlite_libfile:
1045 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Anthony Baxterc51ee692006-04-01 00:57:31 +00001046
1047 if sqlite_incdir and sqlite_libdir:
Gerhard Häring3e99c0a2006-04-23 15:24:26 +00001048 sqlite_srcs = ['_sqlite/cache.c',
Anthony Baxterc51ee692006-04-01 00:57:31 +00001049 '_sqlite/connection.c',
Anthony Baxterc51ee692006-04-01 00:57:31 +00001050 '_sqlite/cursor.c',
1051 '_sqlite/microprotocols.c',
1052 '_sqlite/module.c',
1053 '_sqlite/prepare_protocol.c',
1054 '_sqlite/row.c',
1055 '_sqlite/statement.c',
1056 '_sqlite/util.c', ]
1057
Anthony Baxterc51ee692006-04-01 00:57:31 +00001058 sqlite_defines = []
1059 if sys.platform != "win32":
Anthony Baxter8e7b4902006-04-05 18:25:33 +00001060 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
Anthony Baxterc51ee692006-04-01 00:57:31 +00001061 else:
Anthony Baxter8e7b4902006-04-05 18:25:33 +00001062 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1063
Ronald Oussoren39be38c2006-05-26 11:38:39 +00001064
1065 if sys.platform == 'darwin':
1066 # In every directory on the search path search for a dynamic
1067 # library and then a static library, instead of first looking
1068 # for dynamic libraries on the entiry path.
1069 # This way a staticly linked custom sqlite gets picked up
1070 # before the dynamic library in /usr/lib.
1071 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1072 else:
1073 sqlite_extra_link_args = ()
1074
Anthony Baxterc51ee692006-04-01 00:57:31 +00001075 exts.append(Extension('_sqlite3', sqlite_srcs,
1076 define_macros=sqlite_defines,
Anthony Baxter3dc6bb32006-04-03 02:20:49 +00001077 include_dirs=["Modules/_sqlite",
Anthony Baxterc51ee692006-04-01 00:57:31 +00001078 sqlite_incdir],
1079 library_dirs=sqlite_libdir,
1080 runtime_library_dirs=sqlite_libdir,
Ronald Oussoren39be38c2006-05-26 11:38:39 +00001081 extra_link_args=sqlite_extra_link_args,
Anthony Baxterc51ee692006-04-01 00:57:31 +00001082 libraries=["sqlite3",]))
Skip Montanarod1287322007-03-06 15:41:38 +00001083 else:
1084 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001085
1086 # Look for Berkeley db 1.85. Note that it is built as a different
1087 # module name so it can be included even when later versions are
1088 # available. A very restrictive search is performed to avoid
1089 # accidentally building this module with a later version of the
1090 # underlying db library. May BSD-ish Unixes incorporate db 1.85
1091 # symbols into libc and place the include file in /usr/include.
Gregory P. Smith4eb60e52007-08-26 00:26:00 +00001092 #
1093 # If the better bsddb library can be built (db_incs is defined)
1094 # we do not build this one. Otherwise this build will pick up
1095 # the more recent berkeleydb's db.h file first in the include path
1096 # when attempting to compile and it will fail.
Skip Montanaro22e00c42003-05-06 20:43:34 +00001097 f = "/usr/include/db.h"
Ronald Oussoren76820632010-06-03 14:59:56 +00001098
1099 if sys.platform == 'darwin':
1100 if is_macosx_sdk_path(f):
1101 sysroot = macosx_sdk_root()
1102 f = os.path.join(sysroot, f[1:])
1103
Gregory P. Smith4eb60e52007-08-26 00:26:00 +00001104 if os.path.exists(f) and not db_incs:
Skip Montanaro22e00c42003-05-06 20:43:34 +00001105 data = open(f).read()
1106 m = re.search(r"#s*define\s+HASHVERSION\s+2\s*", data)
1107 if m is not None:
1108 # bingo - old version used hash file format version 2
1109 ### XXX this should be fixed to not be platform-dependent
1110 ### but I don't have direct access to an osf1 platform and
1111 ### seemed to be muffing the search somehow
1112 libraries = platform == "osf1" and ['db'] or None
1113 if libraries is not None:
1114 exts.append(Extension('bsddb185', ['bsddbmodule.c'],
1115 libraries=libraries))
1116 else:
1117 exts.append(Extension('bsddb185', ['bsddbmodule.c']))
Skip Montanarod1287322007-03-06 15:41:38 +00001118 else:
1119 missing.append('bsddb185')
1120 else:
1121 missing.append('bsddb185')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001122
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001123 # The standard Unix dbm module:
Jack Jansend1b20452002-07-08 21:39:36 +00001124 if platform not in ['cygwin']:
Martin v. Löwisa37d61f2002-12-07 14:41:17 +00001125 if find_file("ndbm.h", inc_dirs, []) is not None:
1126 # Some systems have -lndbm, others don't
1127 if self.compiler.find_library_file(lib_dirs, 'ndbm'):
1128 ndbm_libs = ['ndbm']
1129 else:
1130 ndbm_libs = []
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001131 exts.append( Extension('dbm', ['dbmmodule.c'],
Jack Jansend1b20452002-07-08 21:39:36 +00001132 define_macros=[('HAVE_NDBM_H',None)],
Martin v. Löwisa37d61f2002-12-07 14:41:17 +00001133 libraries = ndbm_libs ) )
Skip Montanarob7387a52008-12-06 17:39:54 +00001134 elif self.compiler.find_library_file(lib_dirs, 'gdbm'):
1135 gdbm_libs = ['gdbm']
1136 if self.compiler.find_library_file(lib_dirs, 'gdbm_compat'):
1137 gdbm_libs.append('gdbm_compat')
1138 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
1139 exts.append( Extension(
1140 'dbm', ['dbmmodule.c'],
1141 define_macros=[('HAVE_GDBM_NDBM_H',None)],
1142 libraries = gdbm_libs ) )
1143 elif find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
1144 exts.append( Extension(
1145 'dbm', ['dbmmodule.c'],
1146 define_macros=[('HAVE_GDBM_DASH_NDBM_H',None)],
1147 libraries = gdbm_libs ) )
Skip Montanarob9a80de2008-12-07 02:16:19 +00001148 else:
1149 missing.append('dbm')
Skip Montanaro57454e52002-06-14 20:30:31 +00001150 elif db_incs is not None:
1151 exts.append( Extension('dbm', ['dbmmodule.c'],
Martin v. Löwisa37d61f2002-12-07 14:41:17 +00001152 library_dirs=dblib_dir,
1153 runtime_library_dirs=dblib_dir,
Skip Montanaro57454e52002-06-14 20:30:31 +00001154 include_dirs=db_incs,
Jack Jansend1b20452002-07-08 21:39:36 +00001155 define_macros=[('HAVE_BERKDB_H',None),
1156 ('DB_DBM_HSEARCH',None)],
Skip Montanaro57454e52002-06-14 20:30:31 +00001157 libraries=dblibs))
Skip Montanarod1287322007-03-06 15:41:38 +00001158 else:
1159 missing.append('dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001160
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001161 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
1162 if (self.compiler.find_library_file(lib_dirs, 'gdbm')):
1163 exts.append( Extension('gdbm', ['gdbmmodule.c'],
1164 libraries = ['gdbm'] ) )
Skip Montanarod1287322007-03-06 15:41:38 +00001165 else:
1166 missing.append('gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001167
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001168 # Unix-only modules
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001169 if platform not in ['mac', 'win32']:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001170 # Steen Lumholt's termios module
1171 exts.append( Extension('termios', ['termios.c']) )
1172 # Jeremy Hylton's rlimit interface
Tim Peters2c60f7a2003-01-29 03:49:43 +00001173 if platform not in ['atheos']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +00001174 exts.append( Extension('resource', ['resource.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001175 else:
1176 missing.append('resource')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001177
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +00001178 # Sun yellow pages. Some systems have the functions in libc.
Benjamin Peterson4f9ac832009-12-30 03:04:02 +00001179 if (platform not in ['cygwin', 'atheos', 'qnx6'] and
1180 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +00001181 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
1182 libs = ['nsl']
1183 else:
1184 libs = []
1185 exts.append( Extension('nis', ['nismodule.c'],
1186 libraries = libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001187 else:
1188 missing.append('nis')
1189 else:
1190 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001191
Skip Montanaro72092942004-02-07 12:50:19 +00001192 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001193 # provided by the ncurses library.
Andrew M. Kuchling86070422006-08-06 22:07:04 +00001194 panel_library = 'panel'
Stefan Krahea568852010-06-16 14:17:22 +00001195 if curses_library.startswith('ncurses'):
1196 if curses_library == 'ncursesw':
1197 # Bug 1464056: If _curses.so links with ncursesw,
1198 # _curses_panel.so must link with panelw.
1199 panel_library = 'panelw'
1200 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001201 exts.append( Extension('_curses', ['_cursesmodule.c'],
1202 libraries = curses_libs) )
Stefan Krahea568852010-06-16 14:17:22 +00001203 elif curses_library == 'curses' and platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:41 +00001204 # OSX has an old Berkeley curses, not good enough for
1205 # the _curses module.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001206 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
1207 curses_libs = ['curses', 'terminfo']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001208 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001209 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001210 else:
1211 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001212
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001213 exts.append( Extension('_curses', ['_cursesmodule.c'],
1214 libraries = curses_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001215 else:
1216 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001217
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001218 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001219 if (module_enabled(exts, '_curses') and
Andrew M. Kuchling86070422006-08-06 22:07:04 +00001220 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001221 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Andrew M. Kuchling86070422006-08-06 22:07:04 +00001222 libraries = [panel_library] + curses_libs) )
Skip Montanarod1287322007-03-06 15:41:38 +00001223 else:
1224 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001225
Barry Warsaw259b1e12002-08-13 20:09:26 +00001226 # Andrew Kuchling's zlib module. Note that some versions of zlib
1227 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1228 # http://www.cert.org/advisories/CA-2002-07.html
1229 #
1230 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1231 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1232 # now, we still accept 1.1.3, because we think it's difficult to
1233 # exploit this in Python, and we'd rather make it RedHat's problem
1234 # than our problem <wink>.
1235 #
1236 # You can upgrade zlib to version 1.1.4 yourself by going to
1237 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001238 zlib_inc = find_file('zlib.h', [], inc_dirs)
Gregory P. Smith440ca772008-03-24 00:08:01 +00001239 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001240 if zlib_inc is not None:
1241 zlib_h = zlib_inc[0] + '/zlib.h'
1242 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001243 version_req = '"1.1.3"'
Guido van Rossume6970912001-04-15 15:16:12 +00001244 fp = open(zlib_h)
1245 while 1:
1246 line = fp.readline()
1247 if not line:
1248 break
Guido van Rossum8cdc03d2002-08-06 17:28:30 +00001249 if line.startswith('#define ZLIB_VERSION'):
Guido van Rossume6970912001-04-15 15:16:12 +00001250 version = line.split()[2]
1251 break
1252 if version >= version_req:
1253 if (self.compiler.find_library_file(lib_dirs, 'z')):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001254 if sys.platform == "darwin":
1255 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1256 else:
1257 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001258 exts.append( Extension('zlib', ['zlibmodule.c'],
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001259 libraries = ['z'],
1260 extra_link_args = zlib_extra_link_args))
Gregory P. Smith440ca772008-03-24 00:08:01 +00001261 have_zlib = True
Skip Montanarod1287322007-03-06 15:41:38 +00001262 else:
1263 missing.append('zlib')
1264 else:
1265 missing.append('zlib')
1266 else:
1267 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001268
Gregory P. Smith440ca772008-03-24 00:08:01 +00001269 # Helper module for various ascii-encoders. Uses zlib for an optimized
1270 # crc32 if we have it. Otherwise binascii uses its own.
1271 if have_zlib:
1272 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1273 libraries = ['z']
1274 extra_link_args = zlib_extra_link_args
1275 else:
1276 extra_compile_args = []
1277 libraries = []
1278 extra_link_args = []
1279 exts.append( Extension('binascii', ['binascii.c'],
1280 extra_compile_args = extra_compile_args,
1281 libraries = libraries,
1282 extra_link_args = extra_link_args) )
1283
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001284 # Gustavo Niemeyer's bz2 module.
1285 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001286 if sys.platform == "darwin":
1287 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1288 else:
1289 bz2_extra_link_args = ()
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001290 exts.append( Extension('bz2', ['bz2module.c'],
Ronald Oussoren9b8b6192006-06-27 12:53:52 +00001291 libraries = ['bz2'],
1292 extra_link_args = bz2_extra_link_args) )
Skip Montanarod1287322007-03-06 15:41:38 +00001293 else:
1294 missing.append('bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001295
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001296 # Interface to the Expat XML parser
1297 #
Fred Drakefc8341d2002-06-17 17:55:30 +00001298 # Expat was written by James Clark and is now maintained by a
1299 # group of developers on SourceForge; see www.libexpat.org for
1300 # more information. The pyexpat module was written by Paul
Andrew M. Kuchling99f3ba12003-09-15 12:27:18 +00001301 # Prescod after a prototype by Jack Jansen. The Expat source
1302 # is included in Modules/expat/. Usage of a system
Fred Drakefc8341d2002-06-17 17:55:30 +00001303 # shared libexpat.so/expat.dll is not advised.
1304 #
1305 # More information on Expat can be found at www.libexpat.org.
1306 #
Martin v. Löwis83012562002-02-14 01:25:37 +00001307 expatinc = os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')
Fred Drake2d59a492003-10-21 15:41:15 +00001308 define_macros = [
Ronald Oussoren988117f2006-04-29 11:31:35 +00001309 ('HAVE_EXPAT_CONFIG_H', '1'),
1310 ]
1311
Fred Drake2d59a492003-10-21 15:41:15 +00001312 exts.append(Extension('pyexpat',
1313 define_macros = define_macros,
1314 include_dirs = [expatinc],
1315 sources = ['pyexpat.c',
1316 'expat/xmlparse.c',
1317 'expat/xmlrole.c',
1318 'expat/xmltok.c',
1319 ],
1320 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001321
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001322 # Fredrik Lundh's cElementTree module. Note that this also
1323 # uses expat (via the CAPI hook in pyexpat).
1324
Hye-Shik Chang6c403592006-03-27 08:43:11 +00001325 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001326 define_macros.append(('USE_PYEXPAT_CAPI', None))
1327 exts.append(Extension('_elementtree',
1328 define_macros = define_macros,
1329 include_dirs = [expatinc],
1330 sources = ['_elementtree.c'],
1331 ))
Skip Montanarod1287322007-03-06 15:41:38 +00001332 else:
1333 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001334
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001335 # Hye-Shik Chang's CJKCodecs modules.
Martin v. Löwise2713be2005-03-08 15:03:08 +00001336 if have_unicode:
1337 exts.append(Extension('_multibytecodec',
1338 ['cjkcodecs/multibytecodec.c']))
1339 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
Skip Montanarod1287322007-03-06 15:41:38 +00001340 exts.append(Extension('_codecs_%s' % loc,
Martin v. Löwise2713be2005-03-08 15:03:08 +00001341 ['cjkcodecs/_codecs_%s.c' % loc]))
Skip Montanarod1287322007-03-06 15:41:38 +00001342 else:
1343 missing.append('_multibytecodec')
1344 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1345 missing.append('_codecs_%s' % loc)
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001346
Michael W. Hudson5b109102002-01-23 15:04:41 +00001347 # Dynamic loading module
Guido van Rossum770acd32002-09-12 14:41:20 +00001348 if sys.maxint == 0x7fffffff:
1349 # This requires sizeof(int) == sizeof(long) == sizeof(char*)
1350 dl_inc = find_file('dlfcn.h', [], inc_dirs)
Anthony Baxter82201742006-04-09 15:07:40 +00001351 if (dl_inc is not None) and (platform not in ['atheos']):
Guido van Rossum770acd32002-09-12 14:41:20 +00001352 exts.append( Extension('dl', ['dlmodule.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001353 else:
1354 missing.append('dl')
1355 else:
1356 missing.append('dl')
Michael W. Hudson5b109102002-01-23 15:04:41 +00001357
Thomas Hellercf567c12006-03-08 19:51:58 +00001358 # Thomas Heller's _ctypes module
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001359 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001360
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001361 # Richard Oudkerk's multiprocessing module
1362 if platform == 'win32': # Windows
1363 macros = dict()
1364 libraries = ['ws2_32']
1365
1366 elif platform == 'darwin': # Mac OSX
1367 macros = dict(
1368 HAVE_SEM_OPEN=1,
1369 HAVE_SEM_TIMEDWAIT=0,
1370 HAVE_FD_TRANSFER=1,
1371 HAVE_BROKEN_SEM_GETVALUE=1
1372 )
1373 libraries = []
1374
1375 elif platform == 'cygwin': # Cygwin
1376 macros = dict(
1377 HAVE_SEM_OPEN=1,
1378 HAVE_SEM_TIMEDWAIT=1,
1379 HAVE_FD_TRANSFER=0,
1380 HAVE_BROKEN_SEM_UNLINK=1
1381 )
1382 libraries = []
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001383
Martin v. Löwis7f08c1f2008-11-04 20:43:31 +00001384 elif platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Hye-Shik Chang99c48a82008-06-28 01:04:31 +00001385 # FreeBSD's P1003.1b semaphore support is very experimental
1386 # and has many known problems. (as of June 2008)
1387 macros = dict( # FreeBSD
1388 HAVE_SEM_OPEN=0,
1389 HAVE_SEM_TIMEDWAIT=0,
1390 HAVE_FD_TRANSFER=1,
1391 )
1392 libraries = []
1393
Jesse Noller37040cd2008-09-30 00:15:45 +00001394 elif platform.startswith('openbsd'):
1395 macros = dict( # OpenBSD
1396 HAVE_SEM_OPEN=0, # Not implemented
1397 HAVE_SEM_TIMEDWAIT=0,
1398 HAVE_FD_TRANSFER=1,
1399 )
1400 libraries = []
1401
Jesse Noller040bc1b2009-03-31 18:20:48 +00001402 elif platform.startswith('netbsd'):
1403 macros = dict( # at least NetBSD 5
1404 HAVE_SEM_OPEN=1,
1405 HAVE_SEM_TIMEDWAIT=0,
1406 HAVE_FD_TRANSFER=1,
1407 HAVE_BROKEN_SEM_GETVALUE=1
1408 )
1409 libraries = []
1410
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001411 else: # Linux and other unices
1412 macros = dict(
1413 HAVE_SEM_OPEN=1,
1414 HAVE_SEM_TIMEDWAIT=1,
1415 HAVE_FD_TRANSFER=1
1416 )
1417 libraries = ['rt']
1418
1419 if platform == 'win32':
1420 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1421 '_multiprocessing/semaphore.c',
1422 '_multiprocessing/pipe_connection.c',
1423 '_multiprocessing/socket_connection.c',
1424 '_multiprocessing/win32_functions.c'
1425 ]
1426
1427 else:
1428 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1429 '_multiprocessing/socket_connection.c'
1430 ]
1431
1432 if macros.get('HAVE_SEM_OPEN', False):
1433 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1434
Benjamin Petersone68892d2010-01-30 20:00:35 +00001435 if sysconfig.get_config_var('WITH_THREAD'):
1436 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1437 define_macros=macros.items(),
1438 include_dirs=["Modules/_multiprocessing"]))
1439 else:
1440 missing.append('_multiprocessing')
1441
Benjamin Peterson190d56e2008-06-11 02:40:25 +00001442 # End multiprocessing
1443
1444
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001445 # Platform-specific libraries
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001446 if platform == 'linux2':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001447 # Linux-specific modules
1448 exts.append( Extension('linuxaudiodev', ['linuxaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001449 else:
1450 missing.append('linuxaudiodev')
Greg Ward0a6355e2003-01-08 01:37:41 +00001451
Hye-Shik Chang4e422812005-07-17 02:36:59 +00001452 if platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
Hye-Shik Changea684742007-10-28 12:38:09 +00001453 'freebsd7', 'freebsd8'):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001454 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001455 else:
1456 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001457
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001458 if platform == 'sunos5':
Fredrik Lundhade711a2001-01-24 08:00:28 +00001459 # SunOS specific modules
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001460 exts.append( Extension('sunaudiodev', ['sunaudiodev.c']) )
Skip Montanarod1287322007-03-06 15:41:38 +00001461 else:
1462 missing.append('sunaudiodev')
Michael W. Hudson5b109102002-01-23 15:04:41 +00001463
Ronald Oussoren1ab40952009-10-08 09:48:32 +00001464 if platform == 'darwin':
1465 # _scproxy
1466 exts.append(Extension("_scproxy", [os.path.join(srcdir, "Mac/Modules/_scproxy.c")],
1467 extra_link_args= [
1468 '-framework', 'SystemConfiguration',
1469 '-framework', 'CoreFoundation'
1470 ]))
1471
1472
Tim Peters66cb0182004-08-26 05:23:19 +00001473 if platform == 'darwin' and ("--disable-toolbox-glue" not in
Ronald Oussoren090f8152006-03-30 20:18:33 +00001474 sysconfig.get_config_var("CONFIG_ARGS")):
1475
Ronald Oussoren59f3def2010-03-08 07:08:25 +00001476 if int(os.uname()[2].split('.')[0]) >= 8:
Ronald Oussoren090f8152006-03-30 20:18:33 +00001477 # We're on Mac OS X 10.4 or later, the compiler should
1478 # support '-Wno-deprecated-declarations'. This will
1479 # surpress deprecation warnings for the Carbon extensions,
1480 # these extensions wrap the Carbon APIs and even those
1481 # parts that are deprecated.
1482 carbon_extra_compile_args = ['-Wno-deprecated-declarations']
1483 else:
1484 carbon_extra_compile_args = []
1485
Just van Rossum05ced6a2002-11-24 23:15:57 +00001486 # Mac OS X specific modules.
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001487 def macSrcExists(name1, name2=''):
1488 if not name1:
1489 return None
1490 names = (name1,)
1491 if name2:
1492 names = (name1, name2)
1493 path = os.path.join(srcdir, 'Mac', 'Modules', *names)
1494 return os.path.exists(path)
1495
1496 def addMacExtension(name, kwds, extra_srcs=[]):
1497 dirname = ''
1498 if name[0] == '_':
1499 dirname = name[1:].lower()
1500 cname = name + '.c'
1501 cmodulename = name + 'module.c'
1502 # Check for NNN.c, NNNmodule.c, _nnn/NNN.c, _nnn/NNNmodule.c
1503 if macSrcExists(cname):
1504 srcs = [cname]
1505 elif macSrcExists(cmodulename):
1506 srcs = [cmodulename]
1507 elif macSrcExists(dirname, cname):
1508 # XXX(nnorwitz): If all the names ended with module, we
1509 # wouldn't need this condition. ibcarbon is the only one.
1510 srcs = [os.path.join(dirname, cname)]
1511 elif macSrcExists(dirname, cmodulename):
1512 srcs = [os.path.join(dirname, cmodulename)]
1513 else:
1514 raise RuntimeError("%s not found" % name)
1515
1516 # Here's the whole point: add the extension with sources
1517 exts.append(Extension(name, srcs + extra_srcs, **kwds))
1518
1519 # Core Foundation
1520 core_kwds = {'extra_compile_args': carbon_extra_compile_args,
1521 'extra_link_args': ['-framework', 'CoreFoundation'],
1522 }
1523 addMacExtension('_CF', core_kwds, ['cf/pycfbridge.c'])
1524 addMacExtension('autoGIL', core_kwds)
1525
Ronald Oussoren40617a82009-09-20 10:37:33 +00001526
1527
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001528 # Carbon
1529 carbon_kwds = {'extra_compile_args': carbon_extra_compile_args,
1530 'extra_link_args': ['-framework', 'Carbon'],
1531 }
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001532 CARBON_EXTS = ['ColorPicker', 'gestalt', 'MacOS', 'Nav',
1533 'OSATerminology', 'icglue',
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001534 # All these are in subdirs
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001535 '_AE', '_AH', '_App', '_CarbonEvt', '_Cm', '_Ctl',
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001536 '_Dlg', '_Drag', '_Evt', '_File', '_Folder', '_Fm',
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001537 '_Help', '_Icn', '_IBCarbon', '_List',
1538 '_Menu', '_Mlte', '_OSA', '_Res', '_Qd', '_Qdoffs',
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001539 '_Scrap', '_Snd', '_TE',
Anthony Baxtera2a26b92006-04-05 17:30:38 +00001540 ]
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001541 for name in CARBON_EXTS:
1542 addMacExtension(name, carbon_kwds)
1543
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001544 # Workaround for a bug in the version of gcc shipped with Xcode 3.
1545 # The _Win extension should build just like the other Carbon extensions, but
1546 # this actually results in a hard crash of the linker.
1547 #
1548 if '-arch ppc64' in cflags and '-arch ppc' in cflags:
1549 win_kwds = {'extra_compile_args': carbon_extra_compile_args + ['-arch', 'i386', '-arch', 'ppc'],
1550 'extra_link_args': ['-framework', 'Carbon', '-arch', 'i386', '-arch', 'ppc'],
1551 }
1552 addMacExtension('_Win', win_kwds)
1553 else:
1554 addMacExtension('_Win', carbon_kwds)
1555
1556
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001557 # Application Services & QuickTime
1558 app_kwds = {'extra_compile_args': carbon_extra_compile_args,
1559 'extra_link_args': ['-framework','ApplicationServices'],
1560 }
1561 addMacExtension('_Launch', app_kwds)
1562 addMacExtension('_CG', app_kwds)
1563
Just van Rossum05ced6a2002-11-24 23:15:57 +00001564 exts.append( Extension('_Qt', ['qt/_Qtmodule.c'],
Ronald Oussoren090f8152006-03-30 20:18:33 +00001565 extra_compile_args=carbon_extra_compile_args,
1566 extra_link_args=['-framework', 'QuickTime',
Just van Rossum05ced6a2002-11-24 23:15:57 +00001567 '-framework', 'Carbon']) )
Neal Norwitz3e1ec3a2006-04-03 04:52:05 +00001568
Michael W. Hudson5b109102002-01-23 15:04:41 +00001569
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001570 self.extensions.extend(exts)
1571
1572 # Call the method for detecting whether _tkinter can be compiled
1573 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001574
Skip Montanarod1287322007-03-06 15:41:38 +00001575 if '_tkinter' not in [e.name for e in self.extensions]:
1576 missing.append('_tkinter')
1577
1578 return missing
1579
Jack Jansen0b06be72002-06-21 14:48:38 +00001580 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1581 # The _tkinter module, using frameworks. Since frameworks are quite
1582 # different the UNIX search logic is not sharable.
1583 from os.path import join, exists
1584 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001585 '/Library/Frameworks',
Ronald Oussoren5302a302009-03-04 21:30:52 +00001586 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001587 join(os.getenv('HOME'), '/Library/Frameworks')
1588 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001589
Ronald Oussoren76820632010-06-03 14:59:56 +00001590 sysroot = macosx_sdk_root()
1591
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001592 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001593 # bundles.
1594 # XXX distutils should support -F!
1595 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001596 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren76820632010-06-03 14:59:56 +00001597
1598
Jack Jansen0b06be72002-06-21 14:48:38 +00001599 for fw in 'Tcl', 'Tk':
Ronald Oussoren76820632010-06-03 14:59:56 +00001600 if is_macosx_sdk_path(F):
1601 if not exists(join(sysroot, F[1:], fw + '.framework')):
1602 break
1603 else:
1604 if not exists(join(F, fw + '.framework')):
1605 break
Jack Jansen0b06be72002-06-21 14:48:38 +00001606 else:
1607 # ok, F is now directory with both frameworks. Continure
1608 # building
1609 break
1610 else:
1611 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1612 # will now resume.
1613 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001614
Jack Jansen0b06be72002-06-21 14:48:38 +00001615 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1616 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001617 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001618 #
1619 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001620 join(F, fw + '.framework', H)
Jack Jansen0b06be72002-06-21 14:48:38 +00001621 for fw in 'Tcl', 'Tk'
1622 for H in 'Headers', 'Versions/Current/PrivateHeaders'
1623 ]
1624
Tim Peters2c60f7a2003-01-29 03:49:43 +00001625 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001626 # complicated search, this is a hard-coded path. It could bail out
1627 # if X11 libs are not found...
1628 include_dirs.append('/usr/X11R6/include')
1629 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1630
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001631 # All existing framework builds of Tcl/Tk don't support 64-bit
1632 # architectures.
1633 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1634 archs = re.findall('-arch\s+(\w+)', cflags)
Ronald Oussoren76820632010-06-03 14:59:56 +00001635
1636 if is_macosx_sdk_path(F):
1637 fp = os.popen("file %s/Tk.framework/Tk | grep 'for architecture'"%(os.path.join(sysroot, F[1:]),))
1638 else:
1639 fp = os.popen("file %s/Tk.framework/Tk | grep 'for architecture'"%(F,))
1640
Ronald Oussorenc6ddd7f2009-09-15 18:47:35 +00001641 detected_archs = []
1642 for ln in fp:
1643 a = ln.split()[-1]
1644 if a in archs:
1645 detected_archs.append(ln.split()[-1])
1646 fp.close()
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001647
Ronald Oussorenc6ddd7f2009-09-15 18:47:35 +00001648 for a in detected_archs:
1649 frameworks.append('-arch')
1650 frameworks.append(a)
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001651
Jack Jansen0b06be72002-06-21 14:48:38 +00001652 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1653 define_macros=[('WITH_APPINIT', 1)],
1654 include_dirs = include_dirs,
1655 libraries = [],
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001656 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001657 extra_link_args = frameworks,
1658 )
1659 self.extensions.append(ext)
1660 return 1
1661
Tim Peters2c60f7a2003-01-29 03:49:43 +00001662
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001663 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001664 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001665
Jack Jansen0b06be72002-06-21 14:48:38 +00001666 # Rather than complicate the code below, detecting and building
1667 # AquaTk is a separate method. Only one Tkinter will be built on
1668 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1669 platform = self.get_platform()
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001670 if (platform == 'darwin' and
1671 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001672 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001673
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001674 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001675 # The versions with dots are used on Unix, and the versions without
1676 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001677 tcllib = tklib = tcl_includes = tk_includes = None
Andrew M. Kuchling4c4a45d2004-03-21 18:59:46 +00001678 for version in ['8.5', '85', '8.4', '84', '8.3', '83', '8.2',
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001679 '82', '8.1', '81', '8.0', '80']:
Jason Tishlercccac1a2003-02-05 15:06:46 +00001680 tklib = self.compiler.find_library_file(lib_dirs, 'tk' + version)
1681 tcllib = self.compiler.find_library_file(lib_dirs, 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001682 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001683 # Exit the loop when we've found the Tcl/Tk libraries
1684 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001685
Fredrik Lundhade711a2001-01-24 08:00:28 +00001686 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001687 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001688 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001689 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001690 dotversion = version
1691 if '.' not in dotversion and "bsd" in sys.platform.lower():
1692 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1693 # but the include subdirs are named like .../include/tcl8.3.
1694 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1695 tcl_include_sub = []
1696 tk_include_sub = []
1697 for dir in inc_dirs:
1698 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1699 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1700 tk_include_sub += tcl_include_sub
1701 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1702 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001703
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001704 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001705 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001706 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001707 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001708
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001709 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001710
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001711 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1712 for dir in tcl_includes + tk_includes:
1713 if dir not in include_dirs:
1714 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001715
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001716 # Check for various platform-specific directories
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001717 if platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001718 include_dirs.append('/usr/openwin/include')
1719 added_lib_dirs.append('/usr/openwin/lib')
1720 elif os.path.exists('/usr/X11R6/include'):
1721 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001722 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001723 added_lib_dirs.append('/usr/X11R6/lib')
1724 elif os.path.exists('/usr/X11R5/include'):
1725 include_dirs.append('/usr/X11R5/include')
1726 added_lib_dirs.append('/usr/X11R5/lib')
1727 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001728 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001729 include_dirs.append('/usr/X11/include')
1730 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001731
Jason Tishler9181c942003-02-05 15:16:17 +00001732 # If Cygwin, then verify that X is installed before proceeding
1733 if platform == 'cygwin':
1734 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1735 if x11_inc is None:
1736 return
1737
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001738 # Check for BLT extension
Fred Drake38419c02001-12-06 22:24:47 +00001739 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
1740 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001741 defs.append( ('WITH_BLT', 1) )
1742 libs.append('BLT8.0')
Martin v. Löwis427a2902002-12-12 20:23:38 +00001743 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
1744 'BLT'):
1745 defs.append( ('WITH_BLT', 1) )
1746 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001747
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001748 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001749 libs.append('tk'+ version)
1750 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001751
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001752 if platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001753 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001754
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001755 # Finally, link with the X11 libraries (not appropriate on cygwin)
1756 if platform != "cygwin":
1757 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001758
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001759 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1760 define_macros=[('WITH_APPINIT', 1)] + defs,
1761 include_dirs = include_dirs,
1762 libraries = libs,
1763 library_dirs = added_lib_dirs,
1764 )
1765 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001766
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001767## # Uncomment these lines if you want to play with xxmodule.c
1768## ext = Extension('xx', ['xxmodule.c'])
1769## self.extensions.append(ext)
1770
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001771 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001772 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001773 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001774 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001775 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001776 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001777 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001778
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001779 def configure_ctypes_darwin(self, ext):
1780 # Darwin (OS X) uses preconfigured files, in
1781 # the Modules/_ctypes/libffi_osx directory.
1782 (srcdir,) = sysconfig.get_config_vars('srcdir')
1783 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1784 '_ctypes', 'libffi_osx'))
1785 sources = [os.path.join(ffi_srcdir, p)
1786 for p in ['ffi.c',
Ronald Oussoren5640ce22008-06-05 12:58:24 +00001787 'x86/darwin64.S',
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001788 'x86/x86-darwin.S',
1789 'x86/x86-ffi_darwin.c',
1790 'x86/x86-ffi64.c',
1791 'powerpc/ppc-darwin.S',
1792 'powerpc/ppc-darwin_closure.S',
1793 'powerpc/ppc-ffi_darwin.c',
1794 'powerpc/ppc64-darwin_closure.S',
1795 ]]
1796
1797 # Add .S (preprocessed assembly) to C compiler source extensions.
1798 self.compiler.src_extensions.append('.S')
1799
1800 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1801 os.path.join(ffi_srcdir, 'powerpc')]
1802 ext.include_dirs.extend(include_dirs)
1803 ext.sources.extend(sources)
1804 return True
1805
Thomas Hellereba43c12006-04-07 19:04:09 +00001806 def configure_ctypes(self, ext):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001807 if not self.use_system_libffi:
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001808 if sys.platform == 'darwin':
1809 return self.configure_ctypes_darwin(ext)
1810
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001811 (srcdir,) = sysconfig.get_config_vars('srcdir')
1812 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1813 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1814 '_ctypes', 'libffi'))
1815 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001816
Thomas Heller5e218b42006-04-27 15:50:42 +00001817 from distutils.dep_util import newer_group
1818
1819 config_sources = [os.path.join(ffi_srcdir, fname)
Martin v. Löwisf1a4aa32007-02-14 11:30:56 +00001820 for fname in os.listdir(ffi_srcdir)
1821 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Heller5e218b42006-04-27 15:50:42 +00001822 if self.force or newer_group(config_sources,
1823 ffi_configfile):
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001824 from distutils.dir_util import mkpath
1825 mkpath(ffi_builddir)
1826 config_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001827
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001828 # Pass empty CFLAGS because we'll just append the resulting
1829 # CFLAGS to Python's; -g or -O2 is to be avoided.
1830 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1831 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001832
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001833 res = os.system(cmd)
1834 if res or not os.path.exists(ffi_configfile):
1835 print "Failed to configure _ctypes module"
1836 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001837
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001838 fficonfig = {}
Antoine Pitrouf9182a92010-01-16 18:05:15 +00001839 exec open(ffi_configfile) in fficonfig
Thomas Hellercf567c12006-03-08 19:51:58 +00001840
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001841 # Add .S (preprocessed assembly) to C compiler source extensions.
1842 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001843
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001844 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrouf9182a92010-01-16 18:05:15 +00001845 ffi_builddir,
1846 os.path.join(ffi_srcdir, 'src')]
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001847 extra_compile_args = fficonfig['ffi_cflags'].split()
Thomas Hellereba43c12006-04-07 19:04:09 +00001848
Antoine Pitrouf9182a92010-01-16 18:05:15 +00001849 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1850 fficonfig['ffi_sources'])
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001851 ext.include_dirs.extend(include_dirs)
1852 ext.extra_compile_args.extend(extra_compile_args)
Thomas Heller795246c2006-04-07 19:27:56 +00001853 return True
Thomas Hellereba43c12006-04-07 19:04:09 +00001854
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001855 def detect_ctypes(self, inc_dirs, lib_dirs):
1856 self.use_system_libffi = False
Thomas Hellereba43c12006-04-07 19:04:09 +00001857 include_dirs = []
1858 extra_compile_args = []
Thomas Heller17984892006-08-04 18:57:34 +00001859 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001860 sources = ['_ctypes/_ctypes.c',
1861 '_ctypes/callbacks.c',
1862 '_ctypes/callproc.c',
1863 '_ctypes/stgdict.c',
1864 '_ctypes/cfield.c',
Thomas Hellereba43c12006-04-07 19:04:09 +00001865 '_ctypes/malloc_closure.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001866 depends = ['_ctypes/ctypes.h']
1867
1868 if sys.platform == 'darwin':
1869 sources.append('_ctypes/darwin/dlfcn_simple.c')
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001870 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001871 include_dirs.append('_ctypes/darwin')
1872# XXX Is this still needed?
1873## extra_link_args.extend(['-read_only_relocs', 'warning'])
1874
Thomas Heller17984892006-08-04 18:57:34 +00001875 elif sys.platform == 'sunos5':
Martin v. Löwis73f12a32006-08-09 23:42:18 +00001876 # XXX This shouldn't be necessary; it appears that some
1877 # of the assembler code is non-PIC (i.e. it has relocations
1878 # when it shouldn't. The proper fix would be to rewrite
1879 # the assembler code to be PIC.
1880 # This only works with GCC; the Sun compiler likely refuses
1881 # this option. If you want to compile ctypes with the Sun
1882 # compiler, please research a proper solution, instead of
1883 # finding some -z option for the Sun compiler.
Thomas Heller17984892006-08-04 18:57:34 +00001884 extra_link_args.append('-mimpure-text')
1885
Thomas Hellerde2d78a2008-06-02 18:41:30 +00001886 elif sys.platform.startswith('hp-ux'):
Thomas Heller03b75dd2008-05-20 19:53:47 +00001887 extra_link_args.append('-fPIC')
1888
Thomas Hellercf567c12006-03-08 19:51:58 +00001889 ext = Extension('_ctypes',
1890 include_dirs=include_dirs,
1891 extra_compile_args=extra_compile_args,
Thomas Heller17984892006-08-04 18:57:34 +00001892 extra_link_args=extra_link_args,
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001893 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001894 sources=sources,
1895 depends=depends)
1896 ext_test = Extension('_ctypes_test',
1897 sources=['_ctypes/_ctypes_test.c'])
1898 self.extensions.extend([ext, ext_test])
1899
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001900 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1901 return
1902
Thomas Heller8bdf81d2008-03-04 20:09:11 +00001903 if sys.platform == 'darwin':
1904 # OS X 10.5 comes with libffi.dylib; the include files are
1905 # in /usr/include/ffi
1906 inc_dirs.append('/usr/include/ffi')
1907
Martin v. Löwis9176fc12006-04-11 11:12:43 +00001908 ffi_inc = find_file('ffi.h', [], inc_dirs)
1909 if ffi_inc is not None:
1910 ffi_h = ffi_inc[0] + '/ffi.h'
1911 fp = open(ffi_h)
1912 while 1:
1913 line = fp.readline()
1914 if not line:
1915 ffi_inc = None
1916 break
1917 if line.startswith('#define LIBFFI_H'):
1918 break
1919 ffi_lib = None
1920 if ffi_inc is not None:
1921 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
1922 if (self.compiler.find_library_file(lib_dirs, lib_name)):
1923 ffi_lib = lib_name
1924 break
1925
1926 if ffi_inc and ffi_lib:
1927 ext.include_dirs.extend(ffi_inc)
1928 ext.libraries.append(ffi_lib)
1929 self.use_system_libffi = True
1930
1931
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00001932class PyBuildInstall(install):
1933 # Suppress the warning about installation into the lib_dynload
1934 # directory, which is not in sys.path when running Python during
1935 # installation:
1936 def initialize_options (self):
1937 install.initialize_options(self)
1938 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00001939
Michael W. Hudson529a5052002-12-17 16:47:17 +00001940class PyBuildInstallLib(install_lib):
1941 # Do exactly what install_lib does but make sure correct access modes get
1942 # set on installed directories and files. All installed files with get
1943 # mode 644 unless they are a shared library in which case they will get
1944 # mode 755. All installed directories will get mode 755.
1945
1946 so_ext = sysconfig.get_config_var("SO")
1947
1948 def install(self):
1949 outfiles = install_lib.install(self)
1950 self.set_file_modes(outfiles, 0644, 0755)
1951 self.set_dir_modes(self.install_dir, 0755)
1952 return outfiles
1953
1954 def set_file_modes(self, files, defaultMode, sharedLibMode):
1955 if not self.is_chmod_supported(): return
1956 if not files: return
1957
1958 for filename in files:
1959 if os.path.islink(filename): continue
1960 mode = defaultMode
1961 if filename.endswith(self.so_ext): mode = sharedLibMode
1962 log.info("changing mode of %s to %o", filename, mode)
1963 if not self.dry_run: os.chmod(filename, mode)
1964
1965 def set_dir_modes(self, dirname, mode):
1966 if not self.is_chmod_supported(): return
1967 os.path.walk(dirname, self.set_dir_modes_visitor, mode)
1968
1969 def set_dir_modes_visitor(self, mode, dirname, names):
1970 if os.path.islink(dirname): return
1971 log.info("changing mode of %s to %o", dirname, mode)
1972 if not self.dry_run: os.chmod(dirname, mode)
1973
1974 def is_chmod_supported(self):
1975 return hasattr(os, 'chmod')
1976
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001977SUMMARY = """
1978Python is an interpreted, interactive, object-oriented programming
1979language. It is often compared to Tcl, Perl, Scheme or Java.
1980
1981Python combines remarkable power with very clear syntax. It has
1982modules, classes, exceptions, very high level dynamic data types, and
1983dynamic typing. There are interfaces to many system calls and
1984libraries, as well as to various windowing systems (X11, Motif, Tk,
1985Mac, MFC). New built-in modules are easily written in C or C++. Python
1986is also usable as an extension language for applications that need a
1987programmable interface.
1988
1989The Python implementation is portable: it runs on many brands of UNIX,
1990on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1991listed here, it may still be supported, if there's a C compiler for
1992it. Ask around on comp.lang.python -- or just try compiling Python
1993yourself.
1994"""
1995
1996CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001997Development Status :: 6 - Mature
1998License :: OSI Approved :: Python Software Foundation License
1999Natural Language :: English
2000Programming Language :: C
2001Programming Language :: Python
2002Topic :: Software Development
2003"""
2004
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002005def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00002006 # turn off warnings when deprecated modules are imported
2007 import warnings
2008 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00002009 setup(# PyPI Metadata (PEP 301)
2010 name = "Python",
2011 version = sys.version.split()[0],
2012 url = "http://www.python.org/%s" % sys.version[:3],
2013 maintainer = "Guido van Rossum and the Python community",
2014 maintainer_email = "python-dev@python.org",
2015 description = "A high-level object-oriented programming language",
2016 long_description = SUMMARY.strip(),
2017 license = "PSF license",
2018 classifiers = filter(None, CLASSIFIERS.split("\n")),
2019 platforms = ["Many"],
2020
2021 # Build info
Michael W. Hudson529a5052002-12-17 16:47:17 +00002022 cmdclass = {'build_ext':PyBuildExt, 'install':PyBuildInstall,
2023 'install_lib':PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002024 # The struct module is defined here, because build_ext won't be
2025 # called unless there's at least one extension module defined.
Bob Ippolito7ccc95a2006-05-23 19:11:34 +00002026 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00002027
2028 # Scripts to install
Skip Montanaro852f7992004-06-26 22:29:42 +00002029 scripts = ['Tools/scripts/pydoc', 'Tools/scripts/idle',
Martin v. Löwiscdbc9772008-03-24 12:57:53 +00002030 'Tools/scripts/2to3',
Skip Montanaro852f7992004-06-26 22:29:42 +00002031 'Lib/smtpd.py']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002032 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00002033
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002034# --install-platlib
2035if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00002036 main()