blob: 397c3921f2511db4dcd4c055e3677d0a2add19cd [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00004__version__ = "$Revision$"
5
Brett Cannon84667c02004-12-07 03:25:18 +00006import sys, os, imp, re, optparse
Christian Heimesaf98da12008-01-27 15:18:18 +00007from glob import glob
Michael W. Hudson529a5052002-12-17 16:47:17 +00008
9from distutils import log
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000010from distutils import sysconfig
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +000011from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000012from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000013from distutils.core import Extension, setup
14from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000015from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000016from distutils.command.install_lib import install_lib
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000017
18# This global variable is used to hold the list of modules to be disabled.
19disabled_module_list = []
20
Michael W. Hudson39230b32002-01-16 15:26:48 +000021def add_dir_to_list(dirlist, dir):
22 """Add the directory 'dir' to the list 'dirlist' (at the front) if
23 1) 'dir' is not already in 'dirlist'
24 2) 'dir' actually exists, and is a directory."""
Jack Jansen4439b7c2002-06-26 15:44:30 +000025 if dir is not None and os.path.isdir(dir) and dir not in dirlist:
Michael W. Hudson39230b32002-01-16 15:26:48 +000026 dirlist.insert(0, dir)
27
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000028def find_file(filename, std_dirs, paths):
29 """Searches for the directory where a given file is located,
30 and returns a possibly-empty list of additional directories, or None
31 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000032
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000033 'filename' is the name of a file, such as readline.h or libcrypto.a.
34 'std_dirs' is the list of standard system directories; if the
35 file is found in one of them, no additional directives are needed.
36 'paths' is a list of additional locations to check; if the file is
37 found in one of them, the resulting list will contain the directory.
38 """
39
40 # Check the standard locations
41 for dir in std_dirs:
42 f = os.path.join(dir, filename)
43 if os.path.exists(f): return []
44
45 # Check the additional directories
46 for dir in paths:
47 f = os.path.join(dir, filename)
48 if os.path.exists(f):
49 return [dir]
50
51 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000052 return None
53
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000054def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000055 result = compiler.find_library_file(std_dirs + paths, libname)
56 if result is None:
57 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +000058
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000059 # Check whether the found file is in one of the standard directories
60 dirname = os.path.dirname(result)
61 for p in std_dirs:
62 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +000063 p = p.rstrip(os.sep)
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000064 if p == dirname:
65 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000066
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000067 # Otherwise, it must have been in one of the additional directories,
68 # so we have to figure out which one.
69 for p in paths:
70 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +000071 p = p.rstrip(os.sep)
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000072 if p == dirname:
73 return [p]
74 else:
75 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +000076
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000077def module_enabled(extlist, modname):
78 """Returns whether the module 'modname' is present in the list
79 of extensions 'extlist'."""
80 extlist = [ext for ext in extlist if ext.name == modname]
81 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +000082
Jack Jansen144ebcc2001-08-05 22:31:19 +000083def find_module_file(module, dirlist):
84 """Find a module in a set of possible folders. If it is not found
85 return the unadorned filename"""
86 list = find_file(module, [], dirlist)
87 if not list:
88 return module
89 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43 +000090 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19 +000091 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +000092
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000093class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +000094
Guido van Rossumd8faa362007-04-27 19:54:29 +000095 def __init__(self, dist):
96 build_ext.__init__(self, dist)
97 self.failed = []
98
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000099 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000100
101 # Detect which modules should be compiled
Guido van Rossumd8faa362007-04-27 19:54:29 +0000102 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000103
104 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22 +0000105 extensions = [ext for ext in self.extensions
106 if ext.name not in disabled_module_list]
107 # move ctypes to the end, it depends on other modules
108 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
109 if "_ctypes" in ext_map:
110 ctypes = extensions.pop(ext_map["_ctypes"])
111 extensions.append(ctypes)
112 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000113
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000114 # Fix up the autodetected modules, prefixing all the source files
115 # with Modules/ and adding Python's include directory to the path.
116 (srcdir,) = sysconfig.get_config_vars('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000117 if not srcdir:
118 # Maybe running on Windows but not using CYGWIN?
119 raise ValueError("No source directory; cannot proceed.")
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000120
Neil Schemenauer726b78e2001-01-24 17:18:21 +0000121 # Figure out the location of the source code for extension modules
Thomas Wouterse9edcc42008-04-07 00:25:59 +0000122 # (This logic is copied in distutils.test.test_sysconfig,
123 # so building in a separate directory does not break test_distutils.)
Neil Schemenauer726b78e2001-01-24 17:18:21 +0000124 moddir = os.path.join(os.getcwd(), srcdir, 'Modules')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000125 moddir = os.path.normpath(moddir)
126 srcdir, tail = os.path.split(moddir)
127 srcdir = os.path.normpath(srcdir)
128 moddir = os.path.normpath(moddir)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000129
Jack Jansen144ebcc2001-08-05 22:31:19 +0000130 moddirlist = [moddir]
131 incdirlist = ['./Include']
Michael W. Hudson5b109102002-01-23 15:04:41 +0000132
Jack Jansen144ebcc2001-08-05 22:31:19 +0000133 # Platform-dependent module source and include directories
134 platform = self.get_platform()
Tim Peters66cb0182004-08-26 05:23:19 +0000135 if platform in ('darwin', 'mac') and ("--disable-toolbox-glue" not in
Brett Cannoncc8a4f62004-08-26 01:44:07 +0000136 sysconfig.get_config_var("CONFIG_ARGS")):
Jack Jansen144ebcc2001-08-05 22:31:19 +0000137 # Mac OS X also includes some mac-specific modules
138 macmoddir = os.path.join(os.getcwd(), srcdir, 'Mac/Modules')
139 moddirlist.append(macmoddir)
140 incdirlist.append('./Mac/Include')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000141
Jeremy Hylton340043e2002-06-13 17:38:11 +0000142 alldirlist = moddirlist + incdirlist
143
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000144 # Fix up the paths for scripts, too
145 self.distribution.scripts = [os.path.join(srcdir, filename)
146 for filename in self.distribution.scripts]
147
Christian Heimesaf98da12008-01-27 15:18:18 +0000148 # Python header files
149 headers = glob("Include/*.h") + ["pyconfig.h"]
150
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000151 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000152 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000153 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000154 if ext.depends is not None:
155 ext.depends = [find_module_file(filename, alldirlist)
156 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18 +0000157 else:
158 ext.depends = []
159 # re-compile extensions if a header file has been changed
160 ext.depends.extend(headers)
161
Jack Jansen144ebcc2001-08-05 22:31:19 +0000162 ext.include_dirs.append( '.' ) # to get config.h
163 for incdir in incdirlist:
164 ext.include_dirs.append( os.path.join(srcdir, incdir) )
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000165
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000166 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000167 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000168 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000169 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000170
Jack Jansen4439b7c2002-06-26 15:44:30 +0000171 if platform != 'mac':
Georg Brandle08fa292005-12-27 18:24:27 +0000172 # Parse Modules/Setup and Modules/Setup.local to figure out which
173 # modules are turned on in the file.
Jack Jansen4439b7c2002-06-26 15:44:30 +0000174 remove_modules = []
Georg Brandle08fa292005-12-27 18:24:27 +0000175 for filename in ('Modules/Setup', 'Modules/Setup.local'):
176 input = text_file.TextFile(filename, join_lines=1)
177 while 1:
178 line = input.readline()
179 if not line: break
180 line = line.split()
181 remove_modules.append(line[0])
182 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000183
Jack Jansen4439b7c2002-06-26 15:44:30 +0000184 for ext in self.extensions[:]:
185 if ext.name in remove_modules:
186 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000187
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000188 # When you run "make CC=altcc" or something similar, you really want
189 # those environment variables passed into the setup.py phase. Here's
190 # a small set of useful ones.
191 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000192 args = {}
193 # unfortunately, distutils doesn't let us provide separate C and C++
194 # compilers
195 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000196 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
197 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000198 self.compiler.set_executables(**args)
199
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000200 build_ext.build_extensions(self)
201
Guido van Rossumd8faa362007-04-27 19:54:29 +0000202 longest = max([len(e.name) for e in self.extensions])
203 if self.failed:
204 longest = max(longest, max([len(name) for name in self.failed]))
205
206 def print_three_column(lst):
207 lst.sort(key=str.lower)
208 # guarantee zip() doesn't drop anything
209 while len(lst) % 3:
210 lst.append("")
211 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
212 print("%-*s %-*s %-*s" % (longest, e, longest, f,
213 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000214
215 if missing:
216 print()
217 print("Failed to find the necessary bits to build these modules:")
218 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000219 print("To find the necessary bits, look in setup.py in"
220 " detect_modules() for the module's name.")
221 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000222
223 if self.failed:
224 failed = self.failed[:]
225 print()
226 print("Failed to build these modules:")
227 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000228 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000229
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000230 def build_extension(self, ext):
231
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000232 if ext.name == '_ctypes':
233 if not self.configure_ctypes(ext):
234 return
235
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000236 try:
237 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56 +0000238 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000239 self.announce('WARNING: building of extension "%s" failed: %s' %
240 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000241 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000242 return
Jack Jansenf49c6f92001-11-01 14:44:15 +0000243 # Workaround for Mac OS X: The Carbon-based modules cannot be
244 # reliably imported into a command-line Python
245 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000246 self.announce(
247 'WARNING: skipping import check for Carbon-based "%s"' %
248 ext.name)
249 return
Jason Tishler24cf7762002-05-22 16:46:15 +0000250 # Workaround for Cygwin: Cygwin currently has fork issues when many
251 # modules have been imported
252 if self.get_platform() == 'cygwin':
253 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
254 % ext.name)
255 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000256 ext_filename = os.path.join(
257 self.build_lib,
258 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000259 try:
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000260 imp.load_dynamic(ext.name, ext_filename)
Guido van Rossumb940e112007-01-10 16:19:56 +0000261 except ImportError as why:
Guido van Rossumd8faa362007-04-27 19:54:29 +0000262 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000263 self.announce('*** WARNING: renaming "%s" since importing it'
264 ' failed: %s' % (ext.name, why), level=3)
265 assert not self.inplace
266 basename, tail = os.path.splitext(ext_filename)
267 newname = basename + "_failed" + tail
268 if os.path.exists(newname):
269 os.remove(newname)
270 os.rename(ext_filename, newname)
271
272 # XXX -- This relies on a Vile HACK in
273 # distutils.command.build_ext.build_extension(). The
274 # _built_objects attribute is stored there strictly for
275 # use here.
276 # If there is a failure, _built_objects may not be there,
277 # so catch the AttributeError and move on.
278 try:
279 for filename in self._built_objects:
280 os.remove(filename)
281 except AttributeError:
282 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000283 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000284 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000285 self.announce('*** WARNING: importing extension "%s" '
286 'failed with %s: %s' % (ext.name, exc_type, why),
287 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000288 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000289
Neal Norwitz51dead72003-06-17 02:51:28 +0000290 def get_platform(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000291 # Get value of sys.platform
Skip Montanaroeb33e5a2007-08-17 12:57:41 +0000292 for platform in ['cygwin', 'darwin', 'atheos', 'osf1']:
Neal Norwitz51dead72003-06-17 02:51:28 +0000293 if sys.platform.startswith(platform):
294 return platform
295 return sys.platform
Andrew M. Kuchling34febf52001-01-24 03:31:07 +0000296
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000297 def detect_modules(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000298 # Ensure that /usr/local is always used
Michael W. Hudson39230b32002-01-16 15:26:48 +0000299 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
300 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
301
Brett Cannon516592f2004-12-07 00:42:59 +0000302 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000303 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000304 # We must get the values from the Makefile and not the environment
305 # directly since an inconsistently reproducible issue comes up where
306 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000307 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000308 for env_var, arg_name, dir_list in (
309 ('LDFLAGS', '-L', self.compiler.library_dirs),
310 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000311 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000312 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000313 # To prevent optparse from raising an exception about any
314 # options in env_val that is doesn't know about we strip out
315 # all double dashes and any dashes followed by a character
316 # that is not for the option we are dealing with.
317 #
318 # Please note that order of the regex is important! We must
319 # strip out double-dashes first so that we don't end up with
320 # substituting "--Long" to "-Long" and thus lead to "ong" being
321 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05 +0000322 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
323 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000324 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000325 # Make sure that allowing args interspersed with options is
326 # allowed
327 parser.allow_interspersed_args = True
328 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000329 parser.add_option(arg_name, dest="dirs", action="append")
330 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000331 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08 +0000332 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000333 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000334
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000335 if os.path.normpath(sys.prefix) != '/usr':
336 add_dir_to_list(self.compiler.library_dirs,
337 sysconfig.get_config_var("LIBDIR"))
338 add_dir_to_list(self.compiler.include_dirs,
339 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000340
341 # lib_dirs and inc_dirs are used to search for files;
342 # if a file is found in one of those directories, it can
343 # be assumed that no additional -I,-L directives are needed.
Martin v. Löwisfba73692004-11-13 11:13:35 +0000344 lib_dirs = self.compiler.library_dirs + [
345 '/lib64', '/usr/lib64',
346 '/lib', '/usr/lib',
347 ]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000348 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000349 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29 +0000350 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000351
Brett Cannon4454a1f2005-04-15 20:32:39 +0000352 config_h = sysconfig.get_config_h_filename()
353 config_h_vars = sysconfig.parse_config_h(open(config_h))
354
Fredrik Lundhade711a2001-01-24 08:00:28 +0000355 platform = self.get_platform()
Martin v. Löwis83012562002-02-14 01:25:37 +0000356 (srcdir,) = sysconfig.get_config_vars('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000357
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000358 # Check for AtheOS which has libraries in non-standard locations
359 if platform == 'atheos':
360 lib_dirs += ['/system/libs', '/atheos/autolnk/lib']
361 lib_dirs += os.getenv('LIBRARY_PATH', '').split(os.pathsep)
362 inc_dirs += ['/system/include', '/atheos/autolnk/include']
363 inc_dirs += os.getenv('C_INCLUDE_PATH', '').split(os.pathsep)
364
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000365 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
366 if platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000367 lib_dirs += ['/usr/ccs/lib']
368
Thomas Wouters477c8d52006-05-27 19:21:47 +0000369 if platform == 'darwin':
370 # This should work on any unixy platform ;-)
371 # If the user has bothered specifying additional -I and -L flags
372 # in OPT and LDFLAGS we might as well use them here.
373 # NOTE: using shlex.split would technically be more correct, but
374 # also gives a bootstrap problem. Let's hope nobody uses directories
375 # with whitespace in the name to store libraries.
376 cflags, ldflags = sysconfig.get_config_vars(
377 'CFLAGS', 'LDFLAGS')
378 for item in cflags.split():
379 if item.startswith('-I'):
380 inc_dirs.append(item[2:])
381
382 for item in ldflags.split():
383 if item.startswith('-L'):
384 lib_dirs.append(item[2:])
385
Fredrik Lundhade711a2001-01-24 08:00:28 +0000386 # Check for MacOS X, which doesn't need libm.a at all
387 math_libs = ['m']
Skip Montanaroeb33e5a2007-08-17 12:57:41 +0000388 if platform in ['darwin', 'mac']:
Fredrik Lundhade711a2001-01-24 08:00:28 +0000389 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41 +0000390
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000391 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
392
393 #
394 # The following modules are all pretty straightforward, and compile
395 # on pretty much any POSIXish platform.
396 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000397
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000398 # Some modules that are normally always on:
Fred Drake2de74712001-02-01 05:26:54 +0000399 exts.append( Extension('_weakref', ['_weakref.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000400
401 # array objects
402 exts.append( Extension('array', ['arraymodule.c']) )
403 # complex math library functions
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000404 exts.append( Extension('cmath', ['cmathmodule.c'],
405 libraries=math_libs) )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000406
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000407 # math library functions, e.g. sin()
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000408 exts.append( Extension('math', ['mathmodule.c'],
409 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000410 # time operations and variables
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000411 exts.append( Extension('time', ['timemodule.c'],
412 libraries=math_libs) )
Brett Cannon057e7202004-06-24 01:38:47 +0000413 exts.append( Extension('datetime', ['datetimemodule.c', 'timemodule.c'],
Guido van Rossuma29d5082002-12-16 20:31:57 +0000414 libraries=math_libs) )
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000415 # fast iterator tools implemented in C
416 exts.append( Extension("itertools", ["itertoolsmodule.c"]) )
Christian Heimesfe337bf2008-03-23 21:54:12 +0000417 # random number generator implemented in C
418 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000419 # high-performance collections
Guido van Rossumd8faa362007-04-27 19:54:29 +0000420 exts.append( Extension("_collections", ["_collectionsmodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000421 # bisect
422 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000423 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000424 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000425 # operator.add() and similar goodies
426 exts.append( Extension('operator', ['operator.c']) )
Thomas Wouters4d70c3d2006-06-08 14:42:34 +0000427 # _functools
428 exts.append( Extension("_functools", ["_functoolsmodule.c"]) )
Collin Winter670e6922007-03-21 02:57:17 +0000429 # atexit
430 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000431 # Python C API test module
Tim Petersd66595f2001-02-04 03:09:53 +0000432 exts.append( Extension('_testcapi', ['_testcapimodule.c']) )
Fred Drake0e474a82007-10-11 18:01:43 +0000433 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56 +0000434 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000435 # static Unicode character database
Walter Dörwalde9eaab42007-05-22 16:02:13 +0000436 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000437 # access to ISO C locale support
Martin v. Löwis19d17342003-06-14 21:03:05 +0000438 data = open('pyconfig.h').read()
439 m = re.search(r"#s*define\s+WITH_LIBINTL\s+1\s*", data)
440 if m is not None:
Jason Tishlerd28216b2002-08-14 11:13:52 +0000441 locale_libs = ['intl']
442 else:
443 locale_libs = []
Jack Jansen84b74472004-07-15 19:56:25 +0000444 if platform == 'darwin':
445 locale_extra_link_args = ['-framework', 'CoreFoundation']
446 else:
447 locale_extra_link_args = []
Tim Peterse6ddc8b2004-07-18 05:56:09 +0000448
Jack Jansen84b74472004-07-15 19:56:25 +0000449
Jason Tishlerd28216b2002-08-14 11:13:52 +0000450 exts.append( Extension('_locale', ['_localemodule.c'],
Jack Jansen84b74472004-07-15 19:56:25 +0000451 libraries=locale_libs,
452 extra_link_args=locale_extra_link_args) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000453
454 # Modules with some UNIX dependencies -- on by default:
455 # (If you have a really backward UNIX, select and socket may not be
456 # supported...)
457
458 # fcntl(2) and ioctl(2)
459 exts.append( Extension('fcntl', ['fcntlmodule.c']) )
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000460 if platform not in ['mac']:
Brett Cannon46d96232005-02-16 00:07:19 +0000461 # pwd(3)
Tim Peters2c60f7a2003-01-29 03:49:43 +0000462 exts.append( Extension('pwd', ['pwdmodule.c']) )
463 # grp(3)
464 exts.append( Extension('grp', ['grpmodule.c']) )
Martin v. Löwisc3001752005-01-23 09:27:24 +0000465 # spwd, shadow passwords
Brett Cannon4454a1f2005-04-15 20:32:39 +0000466 if (config_h_vars.get('HAVE_GETSPNAM', False) or
467 config_h_vars.get('HAVE_GETSPENT', False)):
Brett Cannon46d96232005-02-16 00:07:19 +0000468 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000469 else:
470 missing.append('spwd')
471 else:
472 missing.extend(['pwd', 'grp', 'spwd'])
473
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000474 # select(2); not on ancient System V
475 exts.append( Extension('select', ['selectmodule.c']) )
476
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000477 # Fred Drake's interface to the Python parser
478 exts.append( Extension('parser', ['parsermodule.c']) )
479
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000480 # Memory-mapped files (also works on Win32).
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000481 if platform not in ['atheos', 'mac']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000482 exts.append( Extension('mmap', ['mmapmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000483 else:
484 missing.append('mmap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000485
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000486 # Lance Ellinghaus's syslog module
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000487 if platform not in ['mac']:
Tim Peters2c60f7a2003-01-29 03:49:43 +0000488 # syslog daemon interface
489 exts.append( Extension('syslog', ['syslogmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000490 else:
491 missing.append('syslog')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000492
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000493 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000494 # Here ends the simple stuff. From here on, modules need certain
495 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000496 #
497
498 # Multimedia modules
499 # These don't work for 64-bit platforms!!!
500 # These represent audio samples or images as strings:
501
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000502 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000503 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000504 # 64-bit platforms.
505 exts.append( Extension('audioop', ['audioop.c']) )
506
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000507 # readline
Jack Jansen81ae2352006-02-23 15:02:23 +0000508 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
509 if platform == 'darwin':
510 # MacOSX 10.4 has a broken readline. Don't try to build
511 # the readline module unless the user has installed a fixed
512 # readline package
Martin v. Löwis2086eaf2006-02-27 15:16:21 +0000513 if find_file('readline/rlconf.h', inc_dirs, []) is None:
Jack Jansen81ae2352006-02-23 15:02:23 +0000514 do_readline = False
515 if do_readline:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000516 if sys.platform == 'darwin':
517 # In every directory on the search path search for a dynamic
518 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19 +0000519 # for dynamic libraries on the entire path.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000520 # This way a staticly linked custom readline gets picked up
521 # before the (broken) dynamic library in /usr/lib.
522 readline_extra_link_args = ('-Wl,-search_paths_first',)
523 else:
524 readline_extra_link_args = ()
525
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000526 readline_libs = ['readline']
Andrew M. Kuchling5aa3c4a2001-08-16 20:30:18 +0000527 if self.compiler.find_library_file(lib_dirs,
Martin v. Löwisa55e55e2006-02-11 15:55:14 +0000528 'ncursesw'):
529 readline_libs.append('ncursesw')
530 elif self.compiler.find_library_file(lib_dirs,
Andrew M. Kuchling5aa3c4a2001-08-16 20:30:18 +0000531 'ncurses'):
532 readline_libs.append('ncurses')
Neal Norwitz0b27ff92003-03-31 15:53:49 +0000533 elif self.compiler.find_library_file(lib_dirs, 'curses'):
534 readline_libs.append('curses')
Andrew M. Kuchling5aa3c4a2001-08-16 20:30:18 +0000535 elif self.compiler.find_library_file(lib_dirs +
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000536 ['/usr/lib/termcap'],
537 'termcap'):
538 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000539 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000540 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47 +0000541 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000542 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000543 else:
544 missing.append('readline')
545
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000546 if platform not in ['mac']:
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000547 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000548
549 if self.compiler.find_library_file(lib_dirs, 'crypt'):
550 libs = ['crypt']
551 else:
552 libs = []
553 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000554 else:
555 missing.append('crypt')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000556
Skip Montanaroba9e9782003-03-20 23:34:22 +0000557 # CSV files
558 exts.append( Extension('_csv', ['_csv.c']) )
559
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000560 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000561 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000562 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000563 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000564 search_for_ssl_incs_in = [
565 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000566 '/usr/contrib/ssl/include/'
567 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000568 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
569 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000570 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000571 if ssl_incs is not None:
572 krb5_h = find_file('krb5.h', inc_dirs,
573 ['/usr/kerberos/include'])
574 if krb5_h:
575 ssl_incs += krb5_h
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000576 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000577 ['/usr/local/ssl/lib',
578 '/usr/contrib/ssl/lib/'
579 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000580
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000581 if (ssl_incs is not None and
582 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000583 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000584 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000585 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000586 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000587 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000588 else:
589 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000590
Gregory P. Smithade97332005-08-23 21:19:40 +0000591 # find out which version of OpenSSL we have
592 openssl_ver = 0
593 openssl_ver_re = re.compile(
594 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
595 for ssl_inc_dir in inc_dirs + search_for_ssl_incs_in:
596 name = os.path.join(ssl_inc_dir, 'openssl', 'opensslv.h')
597 if os.path.isfile(name):
598 try:
599 incfile = open(name, 'r')
600 for line in incfile:
601 m = openssl_ver_re.match(line)
602 if m:
603 openssl_ver = eval(m.group(1))
604 break
605 except IOError:
606 pass
607
608 # first version found is what we'll use (as the compiler should)
609 if openssl_ver:
610 break
611
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000612 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000613
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000614 if ssl_incs is not None and ssl_libs is not None:
615 if openssl_ver >= 0x00907000:
616 # The _hashlib module wraps optimized implementations
617 # of hash functions from the OpenSSL library.
618 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
619 include_dirs = ssl_incs,
620 library_dirs = ssl_libs,
621 libraries = ['ssl', 'crypto']) )
622 else:
623 print("warning: openssl 0x%08x is too old for _hashlib" %
624 openssl_ver)
625 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000626 else:
Guido van Rossumd8faa362007-04-27 19:54:29 +0000627 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000628
Gregory P. Smithb2c3a532007-09-09 18:01:42 +0000629 if openssl_ver < 0x00908000:
Gregory P. Smithade97332005-08-23 21:19:40 +0000630 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
631 exts.append( Extension('_sha256', ['sha256module.c']) )
632 exts.append( Extension('_sha512', ['sha512module.c']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000633
Gregory P. Smithb2c3a532007-09-09 18:01:42 +0000634 if openssl_ver < 0x00907000:
Gregory P. Smith2f21eb32007-09-09 06:44:34 +0000635 # no openssl at all, use our own md5 and sha1
636 exts.append( Extension('_md5', ['md5module.c']) )
637 exts.append( Extension('_sha1', ['sha1module.c']) )
638
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000639 # Modules that provide persistent dictionary-like semantics. You will
640 # probably want to arrange for at least one of them to be available on
641 # your machine, though none are defined by default because of library
642 # dependencies. The Python module anydbm.py provides an
643 # implementation independent wrapper for these; dumbdbm.py provides
644 # similar functionality (but slower of course) implemented in Python.
645
Gregory P. Smithe43bd622007-10-06 08:23:10 +0000646 # Sleepycat^WOracle Berkeley DB interface.
647 # http://www.oracle.com/database/berkeley-db/db/index.html
Skip Montanaro57454e52002-06-14 20:30:31 +0000648 #
Thomas Woutersed03b412007-08-28 21:37:11 +0000649 # This requires the Sleepycat^WOracle DB code. The supported versions
Gregory P. Smithe43bd622007-10-06 08:23:10 +0000650 # are set below. Visit the URL above to download
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000651 # a release. Most open source OSes come with one or more
652 # versions of BerkeleyDB already installed.
Skip Montanaro57454e52002-06-14 20:30:31 +0000653
Christian Heimesfd66e512008-01-29 12:18:50 +0000654 max_db_ver = (4, 5) # XXX(gregory.p.smith): 4.6 "works" but seems to
655 # have issues on many platforms. I've temporarily
656 # disabled 4.6 to see what the odd platform
657 # buildbots say.
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000658 min_db_ver = (3, 3)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000659 db_setup_debug = False # verbose debug prints from this script?
Skip Montanaro57454e52002-06-14 20:30:31 +0000660
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000661 # construct a list of paths to look for the header file in on
662 # top of the normal inc_dirs.
663 db_inc_paths = [
664 '/usr/include/db4',
665 '/usr/local/include/db4',
666 '/opt/sfw/include/db4',
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000667 '/usr/include/db3',
668 '/usr/local/include/db3',
669 '/opt/sfw/include/db3',
Guido van Rossumd8faa362007-04-27 19:54:29 +0000670 # Fink defaults (http://fink.sourceforge.net/)
671 '/sw/include/db4',
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000672 '/sw/include/db3',
673 ]
674 # 4.x minor number specific paths
Gregory P. Smith954c31b2007-09-10 16:38:12 +0000675 for x in range(max_db_ver[1]+1):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000676 db_inc_paths.append('/usr/include/db4%d' % x)
Neal Norwitz8f401712005-10-20 05:28:29 +0000677 db_inc_paths.append('/usr/include/db4.%d' % x)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000678 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
679 db_inc_paths.append('/usr/local/include/db4%d' % x)
680 db_inc_paths.append('/pkg/db-4.%d/include' % x)
Gregory P. Smith29602d22006-01-24 09:46:48 +0000681 db_inc_paths.append('/opt/db-4.%d/include' % x)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000682 # MacPorts default (http://www.macports.org/)
683 db_inc_paths.append('/opt/local/include/db4%d' % x)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000684 # 3.x minor number specific paths
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000685 for x in (3,):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000686 db_inc_paths.append('/usr/include/db3%d' % x)
687 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
688 db_inc_paths.append('/usr/local/include/db3%d' % x)
689 db_inc_paths.append('/pkg/db-3.%d/include' % x)
Gregory P. Smith29602d22006-01-24 09:46:48 +0000690 db_inc_paths.append('/opt/db-3.%d/include' % x)
Tim Peters2c60f7a2003-01-29 03:49:43 +0000691
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000692 # Add some common subdirectories for Sleepycat DB to the list,
693 # based on the standard include directories. This way DB3/4 gets
694 # picked up when it is installed in a non-standard prefix and
695 # the user has added that prefix into inc_dirs.
696 std_variants = []
697 for dn in inc_dirs:
698 std_variants.append(os.path.join(dn, 'db3'))
699 std_variants.append(os.path.join(dn, 'db4'))
Christian Heimes292d3512008-02-03 16:51:08 +0000700 for x in range(max_db_ver[1]+1):
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000701 std_variants.append(os.path.join(dn, "db4%d"%x))
702 std_variants.append(os.path.join(dn, "db4.%d"%x))
Christian Heimes292d3512008-02-03 16:51:08 +0000703 for x in (3,):
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000704 std_variants.append(os.path.join(dn, "db3%d"%x))
705 std_variants.append(os.path.join(dn, "db3.%d"%x))
706
707 db_inc_paths = std_variants + db_inc_paths
Guido van Rossumd8faa362007-04-27 19:54:29 +0000708 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000709
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000710 db_ver_inc_map = {}
711
712 class db_found(Exception): pass
Skip Montanaro57454e52002-06-14 20:30:31 +0000713 try:
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000714 # See whether there is a Sleepycat header in the standard
715 # search path.
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000716 for d in inc_dirs + db_inc_paths:
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000717 f = os.path.join(d, "db.h")
Guido van Rossum452bf512007-02-09 05:32:43 +0000718 if db_setup_debug: print("db: looking for db.h in", f)
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000719 if os.path.exists(f):
720 f = open(f).read()
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000721 m = re.search(r"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000722 if m:
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000723 db_major = int(m.group(1))
724 m = re.search(r"#define\WDB_VERSION_MINOR\W(\d+)", f)
725 db_minor = int(m.group(1))
726 db_ver = (db_major, db_minor)
727
Gregory P. Smithe43bd622007-10-06 08:23:10 +0000728 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
729 if db_ver == (4, 6):
730 m = re.search(r"#define\WDB_VERSION_PATCH\W(\d+)", f)
731 db_patch = int(m.group(1))
732 if db_patch < 21:
733 print("db.h:", db_ver, "patch", db_patch,
734 "being ignored (4.6.x must be >= 4.6.21)")
735 continue
736
Guido van Rossume2b70bc2006-08-18 22:13:04 +0000737 if ( (db_ver not in db_ver_inc_map) and
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000738 (db_ver <= max_db_ver and db_ver >= min_db_ver) ):
739 # save the include directory with the db.h version
Guido van Rossumd8faa362007-04-27 19:54:29 +0000740 # (first occurrence only)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000741 db_ver_inc_map[db_ver] = d
Thomas Wouters89f507f2006-12-13 04:49:30 +0000742 if db_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000743 print("db.h: found", db_ver, "in", d)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000744 else:
745 # we already found a header for this library version
Guido van Rossum452bf512007-02-09 05:32:43 +0000746 if db_setup_debug: print("db.h: ignoring", d)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000747 else:
748 # ignore this header, it didn't contain a version number
Guido van Rossumd8faa362007-04-27 19:54:29 +0000749 if db_setup_debug:
750 print("db.h: no version number version in", d)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000751
Guido van Rossum4e66dfc2007-02-10 22:53:17 +0000752 db_found_vers = sorted(db_ver_inc_map.keys())
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000753
754 while db_found_vers:
755 db_ver = db_found_vers.pop()
756 db_incdir = db_ver_inc_map[db_ver]
757
758 # check lib directories parallel to the location of the header
759 db_dirs_to_check = [
Guido van Rossumd8faa362007-04-27 19:54:29 +0000760 db_incdir.replace("include", 'lib64'),
761 db_incdir.replace("include", 'lib'),
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000762 ]
Guido van Rossumc1f779c2007-07-03 08:25:58 +0000763 db_dirs_to_check = [x for x in db_dirs_to_check if os.path.isdir(x)]
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000764
765 # Look for a version specific db-X.Y before an ambiguoius dbX
766 # XXX should we -ever- look for a dbX name? Do any
767 # systems really not name their library by version and
768 # symlink to more general names?
Andrew MacIntyre953f98d2005-03-09 22:21:08 +0000769 for dblib in (('db-%d.%d' % db_ver),
770 ('db%d%d' % db_ver),
771 ('db%d' % db_ver[0])):
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000772 dblib_file = self.compiler.find_library_file(
773 db_dirs_to_check + lib_dirs, dblib )
774 if dblib_file:
775 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
776 raise db_found
777 else:
Guido van Rossum452bf512007-02-09 05:32:43 +0000778 if db_setup_debug: print("db lib: ", dblib, "not found")
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000779
780 except db_found:
Thomas Wouters89f507f2006-12-13 04:49:30 +0000781 if db_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000782 print("db lib: using", db_ver, dblib)
783 print("db: lib dir", dblib_dir, "inc dir", db_incdir)
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000784 db_incs = [db_incdir]
Jack Jansend1b20452002-07-08 21:39:36 +0000785 dblibs = [dblib]
Gregory P. Smithe76c8c02004-12-13 12:01:24 +0000786 # We add the runtime_library_dirs argument because the
787 # BerkeleyDB lib we're linking against often isn't in the
788 # system dynamic library search path. This is usually
789 # correct and most trouble free, but may cause problems in
790 # some unusual system configurations (e.g. the directory
791 # is on an NFS server that goes away).
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +0000792 exts.append(Extension('_bsddb', ['_bsddb.c'],
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000793 depends = ['bsddb.h'],
Martin v. Löwis05d4d562002-12-06 10:25:02 +0000794 library_dirs=dblib_dir,
795 runtime_library_dirs=dblib_dir,
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +0000796 include_dirs=db_incs,
797 libraries=dblibs))
Skip Montanaro57454e52002-06-14 20:30:31 +0000798 else:
Guido van Rossum452bf512007-02-09 05:32:43 +0000799 if db_setup_debug: print("db: no appropriate library found")
Skip Montanaro57454e52002-06-14 20:30:31 +0000800 db_incs = None
801 dblibs = []
802 dblib_dir = None
Guido van Rossumd8faa362007-04-27 19:54:29 +0000803 missing.append('_bsddb')
Skip Montanaro57454e52002-06-14 20:30:31 +0000804
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000805 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:30 +0000806 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000807
808 # We hunt for #define SQLITE_VERSION "n.n.n"
809 # We need to find >= sqlite version 3.0.8
810 sqlite_incdir = sqlite_libdir = None
811 sqlite_inc_paths = [ '/usr/include',
812 '/usr/include/sqlite',
813 '/usr/include/sqlite3',
814 '/usr/local/include',
815 '/usr/local/include/sqlite',
816 '/usr/local/include/sqlite3',
817 ]
818 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
819 MIN_SQLITE_VERSION = ".".join([str(x)
820 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:47 +0000821
822 # Scan the default include directories before the SQLite specific
823 # ones. This allows one to override the copy of sqlite on OSX,
824 # where /usr/include contains an old version of sqlite.
825 for d in inc_dirs + sqlite_inc_paths:
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000826 f = os.path.join(d, "sqlite3.h")
827 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:43 +0000828 if sqlite_setup_debug: print("sqlite: found %s"%f)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000829 incf = open(f).read()
830 m = re.search(
831 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
832 if m:
833 sqlite_version = m.group(1)
834 sqlite_version_tuple = tuple([int(x)
835 for x in sqlite_version.split(".")])
836 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
837 # we win!
Thomas Wouters89f507f2006-12-13 04:49:30 +0000838 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000839 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000840 sqlite_incdir = d
841 break
842 else:
843 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000844 print("%s: version %d is too old, need >= %s"%(d,
845 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000846 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000847 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000848
849 if sqlite_incdir:
850 sqlite_dirs_to_check = [
851 os.path.join(sqlite_incdir, '..', 'lib64'),
852 os.path.join(sqlite_incdir, '..', 'lib'),
853 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
854 os.path.join(sqlite_incdir, '..', '..', 'lib'),
855 ]
856 sqlite_libfile = self.compiler.find_library_file(
857 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
858 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
859
860 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000861 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000862 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000863 '_sqlite/cursor.c',
864 '_sqlite/microprotocols.c',
865 '_sqlite/module.c',
866 '_sqlite/prepare_protocol.c',
867 '_sqlite/row.c',
868 '_sqlite/statement.c',
869 '_sqlite/util.c', ]
870
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000871 sqlite_defines = []
872 if sys.platform != "win32":
873 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
874 else:
875 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
876
Thomas Wouters477c8d52006-05-27 19:21:47 +0000877
878 if sys.platform == 'darwin':
879 # In every directory on the search path search for a dynamic
880 # library and then a static library, instead of first looking
881 # for dynamic libraries on the entiry path.
882 # This way a staticly linked custom sqlite gets picked up
883 # before the dynamic library in /usr/lib.
884 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
885 else:
886 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000887
888 exts.append(Extension('_sqlite3', sqlite_srcs,
889 define_macros=sqlite_defines,
890 include_dirs=["Modules/_sqlite",
891 sqlite_incdir],
892 library_dirs=sqlite_libdir,
893 runtime_library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:47 +0000894 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000895 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000896 else:
897 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +0000898
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000899 # The standard Unix dbm module:
Jack Jansend1b20452002-07-08 21:39:36 +0000900 if platform not in ['cygwin']:
Martin v. Löwisa37d61f2002-12-07 14:41:17 +0000901 if find_file("ndbm.h", inc_dirs, []) is not None:
902 # Some systems have -lndbm, others don't
903 if self.compiler.find_library_file(lib_dirs, 'ndbm'):
904 ndbm_libs = ['ndbm']
905 else:
906 ndbm_libs = []
Andrew M. Kuchling34febf52001-01-24 03:31:07 +0000907 exts.append( Extension('dbm', ['dbmmodule.c'],
Jack Jansend1b20452002-07-08 21:39:36 +0000908 define_macros=[('HAVE_NDBM_H',None)],
Martin v. Löwisa37d61f2002-12-07 14:41:17 +0000909 libraries = ndbm_libs ) )
Jack Jansend1b20452002-07-08 21:39:36 +0000910 elif (self.compiler.find_library_file(lib_dirs, 'gdbm')
911 and find_file("gdbm/ndbm.h", inc_dirs, []) is not None):
912 exts.append( Extension('dbm', ['dbmmodule.c'],
913 define_macros=[('HAVE_GDBM_NDBM_H',None)],
Skip Montanaro57454e52002-06-14 20:30:31 +0000914 libraries = ['gdbm'] ) )
915 elif db_incs is not None:
916 exts.append( Extension('dbm', ['dbmmodule.c'],
Martin v. Löwisa37d61f2002-12-07 14:41:17 +0000917 library_dirs=dblib_dir,
918 runtime_library_dirs=dblib_dir,
Skip Montanaro57454e52002-06-14 20:30:31 +0000919 include_dirs=db_incs,
Jack Jansend1b20452002-07-08 21:39:36 +0000920 define_macros=[('HAVE_BERKDB_H',None),
921 ('DB_DBM_HSEARCH',None)],
Skip Montanaro57454e52002-06-14 20:30:31 +0000922 libraries=dblibs))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000923 else:
924 missing.append('dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +0000925
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000926 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
927 if (self.compiler.find_library_file(lib_dirs, 'gdbm')):
928 exts.append( Extension('gdbm', ['gdbmmodule.c'],
929 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000930 else:
931 missing.append('gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000932
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000933 # Unix-only modules
Andrew M. Kuchling34febf52001-01-24 03:31:07 +0000934 if platform not in ['mac', 'win32']:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000935 # Steen Lumholt's termios module
936 exts.append( Extension('termios', ['termios.c']) )
937 # Jeremy Hylton's rlimit interface
Tim Peters2c60f7a2003-01-29 03:49:43 +0000938 if platform not in ['atheos']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000939 exts.append( Extension('resource', ['resource.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000940 else:
941 missing.append('resource')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000942
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +0000943 # Sun yellow pages. Some systems have the functions in libc.
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000944 if platform not in ['cygwin', 'atheos']:
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +0000945 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
946 libs = ['nsl']
947 else:
948 libs = []
949 exts.append( Extension('nis', ['nismodule.c'],
950 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000951 else:
952 missing.append('nis')
953 else:
954 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000955
Skip Montanaro72092942004-02-07 12:50:19 +0000956 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +0000957 # provided by the ncurses library.
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000958 panel_library = 'panel'
Martin v. Löwisa55e55e2006-02-11 15:55:14 +0000959 if (self.compiler.find_library_file(lib_dirs, 'ncursesw')):
960 curses_libs = ['ncursesw']
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000961 # Bug 1464056: If _curses.so links with ncursesw,
962 # _curses_panel.so must link with panelw.
963 panel_library = 'panelw'
Martin v. Löwisa55e55e2006-02-11 15:55:14 +0000964 exts.append( Extension('_curses', ['_cursesmodule.c'],
965 libraries = curses_libs) )
966 elif (self.compiler.find_library_file(lib_dirs, 'ncurses')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000967 curses_libs = ['ncurses']
968 exts.append( Extension('_curses', ['_cursesmodule.c'],
969 libraries = curses_libs) )
Fred Drake38419c02001-12-06 22:24:47 +0000970 elif (self.compiler.find_library_file(lib_dirs, 'curses')
971 and platform != 'darwin'):
Michael W. Hudson5b109102002-01-23 15:04:41 +0000972 # OSX has an old Berkeley curses, not good enough for
973 # the _curses module.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000974 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
975 curses_libs = ['curses', 'terminfo']
Neal Norwitz0b27ff92003-03-31 15:53:49 +0000976 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000977 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +0000978 else:
979 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +0000980
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000981 exts.append( Extension('_curses', ['_cursesmodule.c'],
982 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000983 else:
984 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +0000985
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000986 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +0000987 if (module_enabled(exts, '_curses') and
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000988 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000989 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000990 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000991 else:
992 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +0000993
Barry Warsaw259b1e12002-08-13 20:09:26 +0000994 # Andrew Kuchling's zlib module. Note that some versions of zlib
995 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
996 # http://www.cert.org/advisories/CA-2002-07.html
997 #
998 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
999 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1000 # now, we still accept 1.1.3, because we think it's difficult to
1001 # exploit this in Python, and we'd rather make it RedHat's problem
1002 # than our problem <wink>.
1003 #
1004 # You can upgrade zlib to version 1.1.4 yourself by going to
1005 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001006 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:29 +00001007 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001008 if zlib_inc is not None:
1009 zlib_h = zlib_inc[0] + '/zlib.h'
1010 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001011 version_req = '"1.1.3"'
Guido van Rossume6970912001-04-15 15:16:12 +00001012 fp = open(zlib_h)
1013 while 1:
1014 line = fp.readline()
1015 if not line:
1016 break
Guido van Rossum8cdc03d2002-08-06 17:28:30 +00001017 if line.startswith('#define ZLIB_VERSION'):
Guido van Rossume6970912001-04-15 15:16:12 +00001018 version = line.split()[2]
1019 break
1020 if version >= version_req:
1021 if (self.compiler.find_library_file(lib_dirs, 'z')):
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001022 if sys.platform == "darwin":
1023 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1024 else:
1025 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001026 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001027 libraries = ['z'],
1028 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:29 +00001029 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:29 +00001030 else:
1031 missing.append('zlib')
1032 else:
1033 missing.append('zlib')
1034 else:
1035 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001036
Christian Heimes1dc54002008-03-24 02:19:29 +00001037 # Helper module for various ascii-encoders. Uses zlib for an optimized
1038 # crc32 if we have it. Otherwise binascii uses its own.
1039 if have_zlib:
1040 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1041 libraries = ['z']
1042 extra_link_args = zlib_extra_link_args
1043 else:
1044 extra_compile_args = []
1045 libraries = []
1046 extra_link_args = []
1047 exts.append( Extension('binascii', ['binascii.c'],
1048 extra_compile_args = extra_compile_args,
1049 libraries = libraries,
1050 extra_link_args = extra_link_args) )
1051
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001052 # Gustavo Niemeyer's bz2 module.
1053 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001054 if sys.platform == "darwin":
1055 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1056 else:
1057 bz2_extra_link_args = ()
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001058 exts.append( Extension('bz2', ['bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001059 libraries = ['bz2'],
1060 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001061 else:
1062 missing.append('bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001063
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001064 # Interface to the Expat XML parser
1065 #
Fred Drakefc8341d2002-06-17 17:55:30 +00001066 # Expat was written by James Clark and is now maintained by a
1067 # group of developers on SourceForge; see www.libexpat.org for
1068 # more information. The pyexpat module was written by Paul
Andrew M. Kuchling99f3ba12003-09-15 12:27:18 +00001069 # Prescod after a prototype by Jack Jansen. The Expat source
1070 # is included in Modules/expat/. Usage of a system
Fred Drakefc8341d2002-06-17 17:55:30 +00001071 # shared libexpat.so/expat.dll is not advised.
1072 #
1073 # More information on Expat can be found at www.libexpat.org.
1074 #
Martin v. Löwis83012562002-02-14 01:25:37 +00001075 expatinc = os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')
Fred Drake2d59a492003-10-21 15:41:15 +00001076 define_macros = [
Thomas Wouters477c8d52006-05-27 19:21:47 +00001077 ('HAVE_EXPAT_CONFIG_H', '1'),
1078 ]
1079
Fred Drake2d59a492003-10-21 15:41:15 +00001080 exts.append(Extension('pyexpat',
1081 define_macros = define_macros,
1082 include_dirs = [expatinc],
1083 sources = ['pyexpat.c',
1084 'expat/xmlparse.c',
1085 'expat/xmlrole.c',
1086 'expat/xmltok.c',
1087 ],
1088 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001089
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001090 # Fredrik Lundh's cElementTree module. Note that this also
1091 # uses expat (via the CAPI hook in pyexpat).
1092
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001093 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001094 define_macros.append(('USE_PYEXPAT_CAPI', None))
1095 exts.append(Extension('_elementtree',
1096 define_macros = define_macros,
1097 include_dirs = [expatinc],
1098 sources = ['_elementtree.c'],
1099 ))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001100 else:
1101 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001102
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001103 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:13 +00001104 exts.append(Extension('_multibytecodec',
1105 ['cjkcodecs/multibytecodec.c']))
1106 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1107 exts.append(Extension('_codecs_%s' % loc,
1108 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001109
Thomas Hellercf567c12006-03-08 19:51:58 +00001110 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001111 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001112
Guido van Rossuma9e20242007-03-08 00:43:48 +00001113 # _fileio -- supposedly cross platform
1114 exts.append(Extension('_fileio', ['_fileio.c']))
1115
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001116 # Platform-specific libraries
Hye-Shik Chang4e422812005-07-17 02:36:59 +00001117 if platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
Guido van Rossum8ce8a782007-11-01 19:42:39 +00001118 'freebsd7', 'freebsd8'):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001119 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001120 else:
1121 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001122
Tim Peters66cb0182004-08-26 05:23:19 +00001123 if platform == 'darwin' and ("--disable-toolbox-glue" not in
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001124 sysconfig.get_config_var("CONFIG_ARGS")):
Jack Jansend1b20452002-07-08 21:39:36 +00001125
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001126 if os.uname()[2] > '8.':
1127 # We're on Mac OS X 10.4 or later, the compiler should
1128 # support '-Wno-deprecated-declarations'. This will
1129 # surpress deprecation warnings for the Carbon extensions,
1130 # these extensions wrap the Carbon APIs and even those
1131 # parts that are deprecated.
1132 carbon_extra_compile_args = ['-Wno-deprecated-declarations']
1133 else:
1134 carbon_extra_compile_args = []
1135
1136 # Mac OS X specific modules.
1137 def macSrcExists(name1, name2=''):
1138 if not name1:
1139 return None
1140 names = (name1,)
1141 if name2:
1142 names = (name1, name2)
1143 path = os.path.join(srcdir, 'Mac', 'Modules', *names)
1144 return os.path.exists(path)
1145
1146 def addMacExtension(name, kwds, extra_srcs=[]):
1147 dirname = ''
1148 if name[0] == '_':
1149 dirname = name[1:].lower()
1150 cname = name + '.c'
1151 cmodulename = name + 'module.c'
1152 # Check for NNN.c, NNNmodule.c, _nnn/NNN.c, _nnn/NNNmodule.c
1153 if macSrcExists(cname):
1154 srcs = [cname]
1155 elif macSrcExists(cmodulename):
1156 srcs = [cmodulename]
1157 elif macSrcExists(dirname, cname):
1158 # XXX(nnorwitz): If all the names ended with module, we
1159 # wouldn't need this condition. ibcarbon is the only one.
1160 srcs = [os.path.join(dirname, cname)]
1161 elif macSrcExists(dirname, cmodulename):
1162 srcs = [os.path.join(dirname, cmodulename)]
1163 else:
1164 raise RuntimeError("%s not found" % name)
1165
1166 # Here's the whole point: add the extension with sources
1167 exts.append(Extension(name, srcs + extra_srcs, **kwds))
1168
1169 # Core Foundation
1170 core_kwds = {'extra_compile_args': carbon_extra_compile_args,
1171 'extra_link_args': ['-framework', 'CoreFoundation'],
1172 }
1173 addMacExtension('_CF', core_kwds, ['cf/pycfbridge.c'])
1174 addMacExtension('autoGIL', core_kwds)
1175
1176 # Carbon
1177 carbon_kwds = {'extra_compile_args': carbon_extra_compile_args,
1178 'extra_link_args': ['-framework', 'Carbon'],
1179 }
1180 CARBON_EXTS = ['ColorPicker', 'gestalt', 'MacOS', 'Nav',
1181 'OSATerminology', 'icglue',
1182 # All these are in subdirs
1183 '_AE', '_AH', '_App', '_CarbonEvt', '_Cm', '_Ctl',
1184 '_Dlg', '_Drag', '_Evt', '_File', '_Folder', '_Fm',
1185 '_Help', '_Icn', '_IBCarbon', '_List',
1186 '_Menu', '_Mlte', '_OSA', '_Res', '_Qd', '_Qdoffs',
1187 '_Scrap', '_Snd', '_TE', '_Win',
1188 ]
1189 for name in CARBON_EXTS:
1190 addMacExtension(name, carbon_kwds)
1191
1192 # Application Services & QuickTime
1193 app_kwds = {'extra_compile_args': carbon_extra_compile_args,
1194 'extra_link_args': ['-framework','ApplicationServices'],
1195 }
1196 addMacExtension('_Launch', app_kwds)
1197 addMacExtension('_CG', app_kwds)
1198
Just van Rossum05ced6a2002-11-24 23:15:57 +00001199 exts.append( Extension('_Qt', ['qt/_Qtmodule.c'],
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001200 extra_compile_args=carbon_extra_compile_args,
1201 extra_link_args=['-framework', 'QuickTime',
Just van Rossum05ced6a2002-11-24 23:15:57 +00001202 '-framework', 'Carbon']) )
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001203
Michael W. Hudson5b109102002-01-23 15:04:41 +00001204
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001205 self.extensions.extend(exts)
1206
1207 # Call the method for detecting whether _tkinter can be compiled
1208 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001209
Guido van Rossumd8faa362007-04-27 19:54:29 +00001210 if '_tkinter' not in [e.name for e in self.extensions]:
1211 missing.append('_tkinter')
1212
1213 return missing
1214
Jack Jansen0b06be72002-06-21 14:48:38 +00001215 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1216 # The _tkinter module, using frameworks. Since frameworks are quite
1217 # different the UNIX search logic is not sharable.
1218 from os.path import join, exists
1219 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001220 '/System/Library/Frameworks/',
1221 '/Library/Frameworks',
Jack Jansen0b06be72002-06-21 14:48:38 +00001222 join(os.getenv('HOME'), '/Library/Frameworks')
1223 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001224
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001225 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001226 # bundles.
1227 # XXX distutils should support -F!
1228 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001229 # both Tcl.framework and Tk.framework should be present
Jack Jansen0b06be72002-06-21 14:48:38 +00001230 for fw in 'Tcl', 'Tk':
Tim Peters2c60f7a2003-01-29 03:49:43 +00001231 if not exists(join(F, fw + '.framework')):
Jack Jansen0b06be72002-06-21 14:48:38 +00001232 break
1233 else:
1234 # ok, F is now directory with both frameworks. Continure
1235 # building
1236 break
1237 else:
1238 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1239 # will now resume.
1240 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001241
Jack Jansen0b06be72002-06-21 14:48:38 +00001242 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1243 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001244 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001245 #
1246 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001247 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:43 +00001248 for fw in ('Tcl', 'Tk')
1249 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:38 +00001250 ]
1251
Tim Peters2c60f7a2003-01-29 03:49:43 +00001252 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001253 # complicated search, this is a hard-coded path. It could bail out
1254 # if X11 libs are not found...
1255 include_dirs.append('/usr/X11R6/include')
1256 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1257
1258 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1259 define_macros=[('WITH_APPINIT', 1)],
1260 include_dirs = include_dirs,
1261 libraries = [],
1262 extra_compile_args = frameworks,
1263 extra_link_args = frameworks,
1264 )
1265 self.extensions.append(ext)
1266 return 1
1267
Tim Peters2c60f7a2003-01-29 03:49:43 +00001268
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001269 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001270 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001271
Jack Jansen0b06be72002-06-21 14:48:38 +00001272 # Rather than complicate the code below, detecting and building
1273 # AquaTk is a separate method. Only one Tkinter will be built on
1274 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1275 platform = self.get_platform()
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001276 if (platform == 'darwin' and
1277 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001278 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001279
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001280 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001281 # The versions with dots are used on Unix, and the versions without
1282 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001283 tcllib = tklib = tcl_includes = tk_includes = None
Andrew M. Kuchling4c4a45d2004-03-21 18:59:46 +00001284 for version in ['8.5', '85', '8.4', '84', '8.3', '83', '8.2',
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001285 '82', '8.1', '81', '8.0', '80']:
Jason Tishlercccac1a2003-02-05 15:06:46 +00001286 tklib = self.compiler.find_library_file(lib_dirs, 'tk' + version)
1287 tcllib = self.compiler.find_library_file(lib_dirs, 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001288 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001289 # Exit the loop when we've found the Tcl/Tk libraries
1290 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001291
Fredrik Lundhade711a2001-01-24 08:00:28 +00001292 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001293 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001294 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001295 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001296 dotversion = version
1297 if '.' not in dotversion and "bsd" in sys.platform.lower():
1298 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1299 # but the include subdirs are named like .../include/tcl8.3.
1300 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1301 tcl_include_sub = []
1302 tk_include_sub = []
1303 for dir in inc_dirs:
1304 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1305 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1306 tk_include_sub += tcl_include_sub
1307 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1308 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001309
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001310 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001311 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001312 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001313 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001314
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001315 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001316
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001317 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1318 for dir in tcl_includes + tk_includes:
1319 if dir not in include_dirs:
1320 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001321
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001322 # Check for various platform-specific directories
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001323 if platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001324 include_dirs.append('/usr/openwin/include')
1325 added_lib_dirs.append('/usr/openwin/lib')
1326 elif os.path.exists('/usr/X11R6/include'):
1327 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001328 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001329 added_lib_dirs.append('/usr/X11R6/lib')
1330 elif os.path.exists('/usr/X11R5/include'):
1331 include_dirs.append('/usr/X11R5/include')
1332 added_lib_dirs.append('/usr/X11R5/lib')
1333 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001334 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001335 include_dirs.append('/usr/X11/include')
1336 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001337
Jason Tishler9181c942003-02-05 15:16:17 +00001338 # If Cygwin, then verify that X is installed before proceeding
1339 if platform == 'cygwin':
1340 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1341 if x11_inc is None:
1342 return
1343
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001344 # Check for BLT extension
Fred Drake38419c02001-12-06 22:24:47 +00001345 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
1346 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001347 defs.append( ('WITH_BLT', 1) )
1348 libs.append('BLT8.0')
Martin v. Löwis427a2902002-12-12 20:23:38 +00001349 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
1350 'BLT'):
1351 defs.append( ('WITH_BLT', 1) )
1352 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001353
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001354 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001355 libs.append('tk'+ version)
1356 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001357
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001358 if platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001359 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001360
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001361 # Finally, link with the X11 libraries (not appropriate on cygwin)
1362 if platform != "cygwin":
1363 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001364
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001365 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1366 define_macros=[('WITH_APPINIT', 1)] + defs,
1367 include_dirs = include_dirs,
1368 libraries = libs,
1369 library_dirs = added_lib_dirs,
1370 )
1371 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001372
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001373## # Uncomment these lines if you want to play with xxmodule.c
1374## ext = Extension('xx', ['xxmodule.c'])
1375## self.extensions.append(ext)
1376
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001377 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001378 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001379 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001380 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001381 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001382 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001383 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001384
Christian Heimes78644762008-03-04 23:39:23 +00001385 def configure_ctypes_darwin(self, ext):
1386 # Darwin (OS X) uses preconfigured files, in
1387 # the Modules/_ctypes/libffi_osx directory.
1388 (srcdir,) = sysconfig.get_config_vars('srcdir')
1389 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1390 '_ctypes', 'libffi_osx'))
1391 sources = [os.path.join(ffi_srcdir, p)
1392 for p in ['ffi.c',
1393 'x86/x86-darwin.S',
1394 'x86/x86-ffi_darwin.c',
1395 'x86/x86-ffi64.c',
1396 'powerpc/ppc-darwin.S',
1397 'powerpc/ppc-darwin_closure.S',
1398 'powerpc/ppc-ffi_darwin.c',
1399 'powerpc/ppc64-darwin_closure.S',
1400 ]]
1401
1402 # Add .S (preprocessed assembly) to C compiler source extensions.
1403 self.compiler.src_extensions.append('.S')
1404
1405 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1406 os.path.join(ffi_srcdir, 'powerpc')]
1407 ext.include_dirs.extend(include_dirs)
1408 ext.sources.extend(sources)
1409 return True
1410
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001411 def configure_ctypes(self, ext):
1412 if not self.use_system_libffi:
Christian Heimes78644762008-03-04 23:39:23 +00001413 if sys.platform == 'darwin':
1414 return self.configure_ctypes_darwin(ext)
1415
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001416 (srcdir,) = sysconfig.get_config_vars('srcdir')
1417 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1418 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1419 '_ctypes', 'libffi'))
1420 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001421
Thomas Wouters477c8d52006-05-27 19:21:47 +00001422 from distutils.dep_util import newer_group
1423
1424 config_sources = [os.path.join(ffi_srcdir, fname)
Thomas Wouterscf297e42007-02-23 15:07:44 +00001425 for fname in os.listdir(ffi_srcdir)
1426 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Wouters477c8d52006-05-27 19:21:47 +00001427 if self.force or newer_group(config_sources,
1428 ffi_configfile):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001429 from distutils.dir_util import mkpath
1430 mkpath(ffi_builddir)
1431 config_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001432
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001433 # Pass empty CFLAGS because we'll just append the resulting
1434 # CFLAGS to Python's; -g or -O2 is to be avoided.
1435 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1436 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001437
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001438 res = os.system(cmd)
1439 if res or not os.path.exists(ffi_configfile):
Guido van Rossum452bf512007-02-09 05:32:43 +00001440 print("Failed to configure _ctypes module")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001441 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001442
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001443 fficonfig = {}
Neal Norwitz01688022007-08-12 00:43:29 +00001444 fp = open(ffi_configfile)
1445 try:
1446 script = fp.read()
1447 finally:
1448 fp.close()
1449 exec(script, globals(), fficonfig)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001450 ffi_srcdir = os.path.join(fficonfig['ffi_srcdir'], 'src')
Thomas Hellercf567c12006-03-08 19:51:58 +00001451
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001452 # Add .S (preprocessed assembly) to C compiler source extensions.
1453 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001454
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001455 include_dirs = [os.path.join(ffi_builddir, 'include'),
1456 ffi_builddir, ffi_srcdir]
1457 extra_compile_args = fficonfig['ffi_cflags'].split()
1458
1459 ext.sources.extend(fficonfig['ffi_sources'])
1460 ext.include_dirs.extend(include_dirs)
1461 ext.extra_compile_args.extend(extra_compile_args)
1462 return True
1463
1464 def detect_ctypes(self, inc_dirs, lib_dirs):
1465 self.use_system_libffi = False
1466 include_dirs = []
1467 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001468 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001469 sources = ['_ctypes/_ctypes.c',
1470 '_ctypes/callbacks.c',
1471 '_ctypes/callproc.c',
1472 '_ctypes/stgdict.c',
1473 '_ctypes/cfield.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001474 '_ctypes/malloc_closure.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001475 depends = ['_ctypes/ctypes.h']
1476
1477 if sys.platform == 'darwin':
1478 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:23 +00001479 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001480 include_dirs.append('_ctypes/darwin')
1481# XXX Is this still needed?
1482## extra_link_args.extend(['-read_only_relocs', 'warning'])
1483
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001484 elif sys.platform == 'sunos5':
1485 # XXX This shouldn't be necessary; it appears that some
1486 # of the assembler code is non-PIC (i.e. it has relocations
1487 # when it shouldn't. The proper fix would be to rewrite
1488 # the assembler code to be PIC.
1489 # This only works with GCC; the Sun compiler likely refuses
1490 # this option. If you want to compile ctypes with the Sun
1491 # compiler, please research a proper solution, instead of
1492 # finding some -z option for the Sun compiler.
1493 extra_link_args.append('-mimpure-text')
1494
Thomas Hellercf567c12006-03-08 19:51:58 +00001495 ext = Extension('_ctypes',
1496 include_dirs=include_dirs,
1497 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001498 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001499 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001500 sources=sources,
1501 depends=depends)
1502 ext_test = Extension('_ctypes_test',
1503 sources=['_ctypes/_ctypes_test.c'])
1504 self.extensions.extend([ext, ext_test])
1505
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001506 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1507 return
1508
Christian Heimes78644762008-03-04 23:39:23 +00001509 if sys.platform == 'darwin':
1510 # OS X 10.5 comes with libffi.dylib; the include files are
1511 # in /usr/include/ffi
1512 inc_dirs.append('/usr/include/ffi')
1513
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001514 ffi_inc = find_file('ffi.h', [], inc_dirs)
1515 if ffi_inc is not None:
1516 ffi_h = ffi_inc[0] + '/ffi.h'
1517 fp = open(ffi_h)
1518 while 1:
1519 line = fp.readline()
1520 if not line:
1521 ffi_inc = None
1522 break
1523 if line.startswith('#define LIBFFI_H'):
1524 break
1525 ffi_lib = None
1526 if ffi_inc is not None:
1527 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
1528 if (self.compiler.find_library_file(lib_dirs, lib_name)):
1529 ffi_lib = lib_name
1530 break
1531
1532 if ffi_inc and ffi_lib:
1533 ext.include_dirs.extend(ffi_inc)
1534 ext.libraries.append(ffi_lib)
1535 self.use_system_libffi = True
1536
1537
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00001538class PyBuildInstall(install):
1539 # Suppress the warning about installation into the lib_dynload
1540 # directory, which is not in sys.path when running Python during
1541 # installation:
1542 def initialize_options (self):
1543 install.initialize_options(self)
1544 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00001545
Michael W. Hudson529a5052002-12-17 16:47:17 +00001546class PyBuildInstallLib(install_lib):
1547 # Do exactly what install_lib does but make sure correct access modes get
1548 # set on installed directories and files. All installed files with get
1549 # mode 644 unless they are a shared library in which case they will get
1550 # mode 755. All installed directories will get mode 755.
1551
1552 so_ext = sysconfig.get_config_var("SO")
1553
1554 def install(self):
1555 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001556 self.set_file_modes(outfiles, 0o644, 0o755)
1557 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:17 +00001558 return outfiles
1559
1560 def set_file_modes(self, files, defaultMode, sharedLibMode):
1561 if not self.is_chmod_supported(): return
1562 if not files: return
1563
1564 for filename in files:
1565 if os.path.islink(filename): continue
1566 mode = defaultMode
1567 if filename.endswith(self.so_ext): mode = sharedLibMode
1568 log.info("changing mode of %s to %o", filename, mode)
1569 if not self.dry_run: os.chmod(filename, mode)
1570
1571 def set_dir_modes(self, dirname, mode):
1572 if not self.is_chmod_supported(): return
1573 os.path.walk(dirname, self.set_dir_modes_visitor, mode)
1574
1575 def set_dir_modes_visitor(self, mode, dirname, names):
1576 if os.path.islink(dirname): return
1577 log.info("changing mode of %s to %o", dirname, mode)
1578 if not self.dry_run: os.chmod(dirname, mode)
1579
1580 def is_chmod_supported(self):
1581 return hasattr(os, 'chmod')
1582
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001583SUMMARY = """
1584Python is an interpreted, interactive, object-oriented programming
1585language. It is often compared to Tcl, Perl, Scheme or Java.
1586
1587Python combines remarkable power with very clear syntax. It has
1588modules, classes, exceptions, very high level dynamic data types, and
1589dynamic typing. There are interfaces to many system calls and
1590libraries, as well as to various windowing systems (X11, Motif, Tk,
1591Mac, MFC). New built-in modules are easily written in C or C++. Python
1592is also usable as an extension language for applications that need a
1593programmable interface.
1594
1595The Python implementation is portable: it runs on many brands of UNIX,
1596on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1597listed here, it may still be supported, if there's a C compiler for
1598it. Ask around on comp.lang.python -- or just try compiling Python
1599yourself.
1600"""
1601
1602CLASSIFIERS = """
1603Development Status :: 3 - Alpha
1604Development Status :: 6 - Mature
1605License :: OSI Approved :: Python Software Foundation License
1606Natural Language :: English
1607Programming Language :: C
1608Programming Language :: Python
1609Topic :: Software Development
1610"""
1611
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001612def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00001613 # turn off warnings when deprecated modules are imported
1614 import warnings
1615 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001616 setup(# PyPI Metadata (PEP 301)
1617 name = "Python",
1618 version = sys.version.split()[0],
1619 url = "http://www.python.org/%s" % sys.version[:3],
1620 maintainer = "Guido van Rossum and the Python community",
1621 maintainer_email = "python-dev@python.org",
1622 description = "A high-level object-oriented programming language",
1623 long_description = SUMMARY.strip(),
1624 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:58 +00001625 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001626 platforms = ["Many"],
1627
1628 # Build info
Michael W. Hudson529a5052002-12-17 16:47:17 +00001629 cmdclass = {'build_ext':PyBuildExt, 'install':PyBuildInstall,
1630 'install_lib':PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001631 # The struct module is defined here, because build_ext won't be
1632 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:47 +00001633 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00001634
1635 # Scripts to install
Skip Montanaro852f7992004-06-26 22:29:42 +00001636 scripts = ['Tools/scripts/pydoc', 'Tools/scripts/idle',
Martin v. Löwis823725e2008-03-24 13:39:54 +00001637 'Tools/scripts/2to3',
Skip Montanaro852f7992004-06-26 22:29:42 +00001638 'Lib/smtpd.py']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001639 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00001640
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001641# --install-platlib
1642if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001643 main()