blob: 1d648b5ee9a0902d439644a0dfb8436f9b3ad200 [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00004__version__ = "$Revision$"
5
Brett Cannon84667c02004-12-07 03:25:18 +00006import sys, os, imp, re, optparse
Christian Heimesaf98da12008-01-27 15:18:18 +00007from glob import glob
Tarek Ziadéedacea32010-01-29 11:41:03 +00008import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:17 +00009
10from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +000011from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000012from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000013from distutils.core import Extension, setup
14from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000015from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000016from distutils.command.install_lib import install_lib
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000017
Gregory P. Smithb04ded42010-01-03 00:38:10 +000018# Were we compiled --with-pydebug or with #define Py_DEBUG?
19COMPILED_WITH_PYDEBUG = hasattr(sys, 'gettotalrefcount')
20
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000021# This global variable is used to hold the list of modules to be disabled.
22disabled_module_list = []
23
Michael W. Hudson39230b32002-01-16 15:26:48 +000024def add_dir_to_list(dirlist, dir):
25 """Add the directory 'dir' to the list 'dirlist' (at the front) if
26 1) 'dir' is not already in 'dirlist'
27 2) 'dir' actually exists, and is a directory."""
Jack Jansen4439b7c2002-06-26 15:44:30 +000028 if dir is not None and os.path.isdir(dir) and dir not in dirlist:
Michael W. Hudson39230b32002-01-16 15:26:48 +000029 dirlist.insert(0, dir)
30
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000031def find_file(filename, std_dirs, paths):
32 """Searches for the directory where a given file is located,
33 and returns a possibly-empty list of additional directories, or None
34 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000035
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000036 'filename' is the name of a file, such as readline.h or libcrypto.a.
37 'std_dirs' is the list of standard system directories; if the
38 file is found in one of them, no additional directives are needed.
39 'paths' is a list of additional locations to check; if the file is
40 found in one of them, the resulting list will contain the directory.
41 """
42
43 # Check the standard locations
44 for dir in std_dirs:
45 f = os.path.join(dir, filename)
46 if os.path.exists(f): return []
47
48 # Check the additional directories
49 for dir in paths:
50 f = os.path.join(dir, filename)
51 if os.path.exists(f):
52 return [dir]
53
54 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000055 return None
56
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000057def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000058 result = compiler.find_library_file(std_dirs + paths, libname)
59 if result is None:
60 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +000061
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000062 # Check whether the found file is in one of the standard directories
63 dirname = os.path.dirname(result)
64 for p in std_dirs:
65 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +000066 p = p.rstrip(os.sep)
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000067 if p == dirname:
68 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000069
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000070 # Otherwise, it must have been in one of the additional directories,
71 # so we have to figure out which one.
72 for p in paths:
73 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +000074 p = p.rstrip(os.sep)
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +000075 if p == dirname:
76 return [p]
77 else:
78 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +000079
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000080def module_enabled(extlist, modname):
81 """Returns whether the module 'modname' is present in the list
82 of extensions 'extlist'."""
83 extlist = [ext for ext in extlist if ext.name == modname]
84 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +000085
Jack Jansen144ebcc2001-08-05 22:31:19 +000086def find_module_file(module, dirlist):
87 """Find a module in a set of possible folders. If it is not found
88 return the unadorned filename"""
89 list = find_file(module, [], dirlist)
90 if not list:
91 return module
92 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43 +000093 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19 +000094 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +000095
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000096class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +000097
Guido van Rossumd8faa362007-04-27 19:54:29 +000098 def __init__(self, dist):
99 build_ext.__init__(self, dist)
100 self.failed = []
101
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000102 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000103
104 # Detect which modules should be compiled
Guido van Rossumd8faa362007-04-27 19:54:29 +0000105 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000106
107 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22 +0000108 extensions = [ext for ext in self.extensions
109 if ext.name not in disabled_module_list]
110 # move ctypes to the end, it depends on other modules
111 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
112 if "_ctypes" in ext_map:
113 ctypes = extensions.pop(ext_map["_ctypes"])
114 extensions.append(ctypes)
115 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000116
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000117 # Fix up the autodetected modules, prefixing all the source files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000118 # with Modules/.
119 srcdir = sysconfig.get_config_var('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000120 if not srcdir:
121 # Maybe running on Windows but not using CYGWIN?
122 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer4d491a52009-02-06 00:27:50 +0000123 srcdir = os.path.abspath(srcdir)
Neil Schemenauer014bf282009-02-05 16:35:45 +0000124 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000125
Jack Jansen144ebcc2001-08-05 22:31:19 +0000126 # Platform-dependent module source and include directories
127 platform = self.get_platform()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000128
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000129 # Fix up the paths for scripts, too
130 self.distribution.scripts = [os.path.join(srcdir, filename)
131 for filename in self.distribution.scripts]
132
Christian Heimesaf98da12008-01-27 15:18:18 +0000133 # Python header files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000134 headers = [sysconfig.get_config_h_filename()]
Tarek Ziadéedacea32010-01-29 11:41:03 +0000135 headers += glob(os.path.join(sysconfig.get_path('platinclude'), "*.h"))
Christian Heimesaf98da12008-01-27 15:18:18 +0000136
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000137 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000138 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000139 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000140 if ext.depends is not None:
Neil Schemenauer014bf282009-02-05 16:35:45 +0000141 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11 +0000142 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18 +0000143 else:
144 ext.depends = []
145 # re-compile extensions if a header file has been changed
146 ext.depends.extend(headers)
147
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000148 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000149 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000150 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000151 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000152
Jack Jansen4439b7c2002-06-26 15:44:30 +0000153 if platform != 'mac':
Georg Brandle08fa292005-12-27 18:24:27 +0000154 # Parse Modules/Setup and Modules/Setup.local to figure out which
155 # modules are turned on in the file.
Jack Jansen4439b7c2002-06-26 15:44:30 +0000156 remove_modules = []
Georg Brandle08fa292005-12-27 18:24:27 +0000157 for filename in ('Modules/Setup', 'Modules/Setup.local'):
158 input = text_file.TextFile(filename, join_lines=1)
159 while 1:
160 line = input.readline()
161 if not line: break
162 line = line.split()
163 remove_modules.append(line[0])
164 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000165
Jack Jansen4439b7c2002-06-26 15:44:30 +0000166 for ext in self.extensions[:]:
167 if ext.name in remove_modules:
168 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000169
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000170 # When you run "make CC=altcc" or something similar, you really want
171 # those environment variables passed into the setup.py phase. Here's
172 # a small set of useful ones.
173 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000174 args = {}
175 # unfortunately, distutils doesn't let us provide separate C and C++
176 # compilers
177 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000178 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
179 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000180 self.compiler_obj.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000181
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000182 build_ext.build_extensions(self)
183
Guido van Rossumd8faa362007-04-27 19:54:29 +0000184 longest = max([len(e.name) for e in self.extensions])
185 if self.failed:
186 longest = max(longest, max([len(name) for name in self.failed]))
187
188 def print_three_column(lst):
189 lst.sort(key=str.lower)
190 # guarantee zip() doesn't drop anything
191 while len(lst) % 3:
192 lst.append("")
193 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
194 print("%-*s %-*s %-*s" % (longest, e, longest, f,
195 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000196
197 if missing:
198 print()
Benjamin Petersonda10d3b2009-01-01 00:23:30 +0000199 print("Python build finished, but the necessary bits to build "
200 "these modules were not found:")
Guido van Rossumd8faa362007-04-27 19:54:29 +0000201 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000202 print("To find the necessary bits, look in setup.py in"
203 " detect_modules() for the module's name.")
204 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000205
206 if self.failed:
207 failed = self.failed[:]
208 print()
209 print("Failed to build these modules:")
210 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000211 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000212
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000213 def build_extension(self, ext):
214
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000215 if ext.name == '_ctypes':
216 if not self.configure_ctypes(ext):
217 return
218
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000219 try:
220 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56 +0000221 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000222 self.announce('WARNING: building of extension "%s" failed: %s' %
223 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000224 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000225 return
Jack Jansenf49c6f92001-11-01 14:44:15 +0000226 # Workaround for Mac OS X: The Carbon-based modules cannot be
227 # reliably imported into a command-line Python
228 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000229 self.announce(
230 'WARNING: skipping import check for Carbon-based "%s"' %
231 ext.name)
232 return
Georg Brandlfcaf9102008-07-16 02:17:56 +0000233
234 if self.get_platform() == 'darwin' and (
Benjamin Petersonfc576352008-07-16 02:39:02 +0000235 sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):
Georg Brandlfcaf9102008-07-16 02:17:56 +0000236 # Don't bother doing an import check when an extension was
237 # build with an explicit '-arch' flag on OSX. That's currently
238 # only used to build 32-bit only extensions in a 4-way
239 # universal build and loading 32-bit code into a 64-bit
240 # process will fail.
241 self.announce(
242 'WARNING: skipping import check for "%s"' %
243 ext.name)
244 return
245
Jason Tishler24cf7762002-05-22 16:46:15 +0000246 # Workaround for Cygwin: Cygwin currently has fork issues when many
247 # modules have been imported
248 if self.get_platform() == 'cygwin':
249 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
250 % ext.name)
251 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000252 ext_filename = os.path.join(
253 self.build_lib,
254 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Guido van Rossumc3fee692008-07-17 16:23:53 +0000255
256 # If the build directory didn't exist when setup.py was
257 # started, sys.path_importer_cache has a negative result
258 # cached. Clear that cache before trying to import.
259 sys.path_importer_cache.clear()
260
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000261 try:
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000262 imp.load_dynamic(ext.name, ext_filename)
Guido van Rossumb940e112007-01-10 16:19:56 +0000263 except ImportError as why:
Guido van Rossumd8faa362007-04-27 19:54:29 +0000264 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000265 self.announce('*** WARNING: renaming "%s" since importing it'
266 ' failed: %s' % (ext.name, why), level=3)
267 assert not self.inplace
268 basename, tail = os.path.splitext(ext_filename)
269 newname = basename + "_failed" + tail
270 if os.path.exists(newname):
271 os.remove(newname)
272 os.rename(ext_filename, newname)
273
274 # XXX -- This relies on a Vile HACK in
275 # distutils.command.build_ext.build_extension(). The
276 # _built_objects attribute is stored there strictly for
277 # use here.
278 # If there is a failure, _built_objects may not be there,
279 # so catch the AttributeError and move on.
280 try:
281 for filename in self._built_objects:
282 os.remove(filename)
283 except AttributeError:
284 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000285 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000286 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000287 self.announce('*** WARNING: importing extension "%s" '
288 'failed with %s: %s' % (ext.name, exc_type, why),
289 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000290 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000291
Neal Norwitz51dead72003-06-17 02:51:28 +0000292 def get_platform(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000293 # Get value of sys.platform
Antoine Pitrou6103ab12009-10-24 20:11:21 +0000294 for platform in ['cygwin', 'darwin', 'osf1']:
Neal Norwitz51dead72003-06-17 02:51:28 +0000295 if sys.platform.startswith(platform):
296 return platform
297 return sys.platform
Andrew M. Kuchling34febf52001-01-24 03:31:07 +0000298
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000299 def detect_modules(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000300 # Ensure that /usr/local is always used
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000301 add_dir_to_list(self.compiler_obj.library_dirs, '/usr/local/lib')
302 add_dir_to_list(self.compiler_obj.include_dirs, '/usr/local/include')
Michael W. Hudson39230b32002-01-16 15:26:48 +0000303
Brett Cannon516592f2004-12-07 00:42:59 +0000304 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000305 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000306 # We must get the values from the Makefile and not the environment
307 # directly since an inconsistently reproducible issue comes up where
308 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000309 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000310 for env_var, arg_name, dir_list in (
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000311 ('LDFLAGS', '-R', self.compiler_obj.runtime_library_dirs),
312 ('LDFLAGS', '-L', self.compiler_obj.library_dirs),
313 ('CPPFLAGS', '-I', self.compiler_obj.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000314 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000315 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000316 # To prevent optparse from raising an exception about any
Skip Montanaroa5c2a512008-10-07 02:51:48 +0000317 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000318 # all double dashes and any dashes followed by a character
319 # that is not for the option we are dealing with.
320 #
321 # Please note that order of the regex is important! We must
322 # strip out double-dashes first so that we don't end up with
323 # substituting "--Long" to "-Long" and thus lead to "ong" being
324 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05 +0000325 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
326 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000327 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000328 # Make sure that allowing args interspersed with options is
329 # allowed
330 parser.allow_interspersed_args = True
331 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000332 parser.add_option(arg_name, dest="dirs", action="append")
333 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000334 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08 +0000335 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000336 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000337
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000338 if os.path.normpath(sys.prefix) != '/usr':
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000339 add_dir_to_list(self.compiler_obj.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000340 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000341 add_dir_to_list(self.compiler_obj.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000342 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000343
344 # lib_dirs and inc_dirs are used to search for files;
345 # if a file is found in one of those directories, it can
346 # be assumed that no additional -I,-L directives are needed.
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000347 lib_dirs = self.compiler_obj.library_dirs + [
Martin v. Löwisfba73692004-11-13 11:13:35 +0000348 '/lib64', '/usr/lib64',
349 '/lib', '/usr/lib',
350 ]
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000351 inc_dirs = self.compiler_obj.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000352 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29 +0000353 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000354
Brett Cannon4454a1f2005-04-15 20:32:39 +0000355 config_h = sysconfig.get_config_h_filename()
356 config_h_vars = sysconfig.parse_config_h(open(config_h))
357
Fredrik Lundhade711a2001-01-24 08:00:28 +0000358 platform = self.get_platform()
Neil Schemenauer014bf282009-02-05 16:35:45 +0000359 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000360
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000361 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
362 if platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000363 lib_dirs += ['/usr/ccs/lib']
364
Thomas Wouters477c8d52006-05-27 19:21:47 +0000365 if platform == 'darwin':
366 # This should work on any unixy platform ;-)
367 # If the user has bothered specifying additional -I and -L flags
368 # in OPT and LDFLAGS we might as well use them here.
369 # NOTE: using shlex.split would technically be more correct, but
370 # also gives a bootstrap problem. Let's hope nobody uses directories
371 # with whitespace in the name to store libraries.
372 cflags, ldflags = sysconfig.get_config_vars(
373 'CFLAGS', 'LDFLAGS')
374 for item in cflags.split():
375 if item.startswith('-I'):
376 inc_dirs.append(item[2:])
377
378 for item in ldflags.split():
379 if item.startswith('-L'):
380 lib_dirs.append(item[2:])
381
Fredrik Lundhade711a2001-01-24 08:00:28 +0000382 # Check for MacOS X, which doesn't need libm.a at all
383 math_libs = ['m']
Skip Montanaroeb33e5a2007-08-17 12:57:41 +0000384 if platform in ['darwin', 'mac']:
Fredrik Lundhade711a2001-01-24 08:00:28 +0000385 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41 +0000386
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000387 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
388
389 #
390 # The following modules are all pretty straightforward, and compile
391 # on pretty much any POSIXish platform.
392 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000393
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000394 # Some modules that are normally always on:
Fred Drake2de74712001-02-01 05:26:54 +0000395 exts.append( Extension('_weakref', ['_weakref.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000396
397 # array objects
398 exts.append( Extension('array', ['arraymodule.c']) )
399 # complex math library functions
Mark Dickinsonf3718592009-12-21 15:27:41 +0000400 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
401 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000402 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000403 # math library functions, e.g. sin()
Mark Dickinson664b5112009-12-16 20:23:42 +0000404 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
Mark Dickinson8a591132009-12-17 08:35:56 +0000405 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000406 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000407 # time operations and variables
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000408 exts.append( Extension('time', ['timemodule.c'],
409 libraries=math_libs) )
Brett Cannon057e7202004-06-24 01:38:47 +0000410 exts.append( Extension('datetime', ['datetimemodule.c', 'timemodule.c'],
Guido van Rossuma29d5082002-12-16 20:31:57 +0000411 libraries=math_libs) )
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000412 # fast iterator tools implemented in C
413 exts.append( Extension("itertools", ["itertoolsmodule.c"]) )
Christian Heimesfe337bf2008-03-23 21:54:12 +0000414 # random number generator implemented in C
415 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000416 # high-performance collections
Guido van Rossumd8faa362007-04-27 19:54:29 +0000417 exts.append( Extension("_collections", ["_collectionsmodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000418 # bisect
419 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000420 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000421 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000422 # operator.add() and similar goodies
423 exts.append( Extension('operator', ['operator.c']) )
Alexandre Vassalottica2d6102008-06-12 18:26:05 +0000424 # C-optimized pickle replacement
425 exts.append( Extension("_pickle", ["_pickle.c"]) )
Collin Winter670e6922007-03-21 02:57:17 +0000426 # atexit
427 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Christian Heimes90540002008-05-08 14:29:10 +0000428 # _json speedups
429 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000430 # Python C API test module
Mark Dickinsona06f44b2009-02-10 16:18:22 +0000431 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
432 depends=['testcapi_long.h']) )
Fred Drake0e474a82007-10-11 18:01:43 +0000433 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56 +0000434 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000435 # static Unicode character database
Walter Dörwalde9eaab42007-05-22 16:02:13 +0000436 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000437
438 # Modules with some UNIX dependencies -- on by default:
439 # (If you have a really backward UNIX, select and socket may not be
440 # supported...)
441
442 # fcntl(2) and ioctl(2)
443 exts.append( Extension('fcntl', ['fcntlmodule.c']) )
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000444 if platform not in ['mac']:
Brett Cannon46d96232005-02-16 00:07:19 +0000445 # pwd(3)
Tim Peters2c60f7a2003-01-29 03:49:43 +0000446 exts.append( Extension('pwd', ['pwdmodule.c']) )
447 # grp(3)
448 exts.append( Extension('grp', ['grpmodule.c']) )
Martin v. Löwisc3001752005-01-23 09:27:24 +0000449 # spwd, shadow passwords
Brett Cannon4454a1f2005-04-15 20:32:39 +0000450 if (config_h_vars.get('HAVE_GETSPNAM', False) or
451 config_h_vars.get('HAVE_GETSPENT', False)):
Brett Cannon46d96232005-02-16 00:07:19 +0000452 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000453 else:
454 missing.append('spwd')
455 else:
456 missing.extend(['pwd', 'grp', 'spwd'])
457
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000458 # select(2); not on ancient System V
459 exts.append( Extension('select', ['selectmodule.c']) )
460
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000461 # Fred Drake's interface to the Python parser
462 exts.append( Extension('parser', ['parsermodule.c']) )
463
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000464 # Memory-mapped files (also works on Win32).
Antoine Pitrou6103ab12009-10-24 20:11:21 +0000465 if platform not in ['mac']:
Martin v. Löwisf90ae202002-06-11 06:22:31 +0000466 exts.append( Extension('mmap', ['mmapmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000467 else:
468 missing.append('mmap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000469
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000470 # Lance Ellinghaus's syslog module
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000471 if platform not in ['mac']:
Tim Peters2c60f7a2003-01-29 03:49:43 +0000472 # syslog daemon interface
473 exts.append( Extension('syslog', ['syslogmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000474 else:
475 missing.append('syslog')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000476
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000477 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000478 # Here ends the simple stuff. From here on, modules need certain
479 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000480 #
481
482 # Multimedia modules
483 # These don't work for 64-bit platforms!!!
484 # These represent audio samples or images as strings:
485
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000486 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000487 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000488 # 64-bit platforms.
489 exts.append( Extension('audioop', ['audioop.c']) )
490
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000491 # readline
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000492 do_readline = self.compiler_obj.find_library_file(lib_dirs, 'readline')
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000493 if platform == 'darwin':
494 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren961683a2010-03-08 07:09:59 +0000495 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
496 if dep_target and dep_target.split('.') < ['10', '5']:
497 os_release = 8
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000498 if os_release < 9:
499 # MacOSX 10.4 has a broken readline. Don't try to build
500 # the readline module unless the user has installed a fixed
501 # readline package
502 if find_file('readline/rlconf.h', inc_dirs, []) is None:
503 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000504 if do_readline:
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000505 if platform == 'darwin' and os_release < 9:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000506 # In every directory on the search path search for a dynamic
507 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19 +0000508 # for dynamic libraries on the entire path.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000509 # This way a staticly linked custom readline gets picked up
510 # before the (broken) dynamic library in /usr/lib.
511 readline_extra_link_args = ('-Wl,-search_paths_first',)
512 else:
513 readline_extra_link_args = ()
514
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000515 readline_libs = ['readline']
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000516 if self.compiler_obj.find_library_file(lib_dirs,
517 'ncursesw'):
Martin v. Löwisa55e55e2006-02-11 15:55:14 +0000518 readline_libs.append('ncursesw')
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000519 elif self.compiler_obj.find_library_file(lib_dirs,
520 'ncurses'):
Andrew M. Kuchling5aa3c4a2001-08-16 20:30:18 +0000521 readline_libs.append('ncurses')
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000522 elif self.compiler_obj.find_library_file(lib_dirs, 'curses'):
Neal Norwitz0b27ff92003-03-31 15:53:49 +0000523 readline_libs.append('curses')
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000524 elif self.compiler_obj.find_library_file(lib_dirs +
525 ['/usr/lib/termcap'],
526 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000527 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000528 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000529 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47 +0000530 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000531 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000532 else:
533 missing.append('readline')
534
Jack Jansen73aa1ff2002-06-27 22:06:49 +0000535 if platform not in ['mac']:
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000536 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000537
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000538 if self.compiler_obj.find_library_file(lib_dirs, 'crypt'):
Tim Peters2c60f7a2003-01-29 03:49:43 +0000539 libs = ['crypt']
540 else:
541 libs = []
542 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000543 else:
544 missing.append('crypt')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000545
Skip Montanaroba9e9782003-03-20 23:34:22 +0000546 # CSV files
547 exts.append( Extension('_csv', ['_csv.c']) )
548
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +0000549 # POSIX subprocess module helper.
550 exts.append( Extension('_posixsubprocess', ['_posixsubprocess.c']) )
551
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000552 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000553 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000554 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000555 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000556 search_for_ssl_incs_in = [
557 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000558 '/usr/contrib/ssl/include/'
559 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000560 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
561 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000562 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000563 if ssl_incs is not None:
564 krb5_h = find_file('krb5.h', inc_dirs,
565 ['/usr/kerberos/include'])
566 if krb5_h:
567 ssl_incs += krb5_h
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000568 ssl_libs = find_library_file(self.compiler_obj, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000569 ['/usr/local/ssl/lib',
570 '/usr/contrib/ssl/lib/'
571 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000572
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000573 if (ssl_incs is not None and
574 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000575 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000576 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000577 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000578 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000579 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000580 else:
581 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000582
Gregory P. Smithade97332005-08-23 21:19:40 +0000583 # find out which version of OpenSSL we have
584 openssl_ver = 0
585 openssl_ver_re = re.compile(
586 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
587 for ssl_inc_dir in inc_dirs + search_for_ssl_incs_in:
588 name = os.path.join(ssl_inc_dir, 'openssl', 'opensslv.h')
589 if os.path.isfile(name):
590 try:
591 incfile = open(name, 'r')
592 for line in incfile:
593 m = openssl_ver_re.match(line)
594 if m:
595 openssl_ver = eval(m.group(1))
596 break
597 except IOError:
598 pass
599
600 # first version found is what we'll use (as the compiler should)
601 if openssl_ver:
602 break
603
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000604 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000605 min_openssl_ver = 0x00907000
606 have_any_openssl = ssl_incs is not None and ssl_libs is not None
607 have_usable_openssl = (have_any_openssl and
608 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000609
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000610 if have_any_openssl:
611 if have_usable_openssl:
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000612 # The _hashlib module wraps optimized implementations
613 # of hash functions from the OpenSSL library.
614 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000615 depends = ['hashlib.h'],
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000616 include_dirs = ssl_incs,
617 library_dirs = ssl_libs,
618 libraries = ['ssl', 'crypto']) )
619 else:
620 print("warning: openssl 0x%08x is too old for _hashlib" %
621 openssl_ver)
622 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000623
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000624 min_sha2_openssl_ver = 0x00908000
625 if COMPILED_WITH_PYDEBUG or openssl_ver < min_sha2_openssl_ver:
Gregory P. Smithade97332005-08-23 21:19:40 +0000626 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000627 exts.append( Extension('_sha256', ['sha256module.c'],
628 depends=['hashlib.h']) )
629 exts.append( Extension('_sha512', ['sha512module.c'],
630 depends=['hashlib.h']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000631
Gregory P. Smith91ae4a12010-01-03 00:44:10 +0000632 if COMPILED_WITH_PYDEBUG or not have_usable_openssl:
Gregory P. Smith2f21eb32007-09-09 06:44:34 +0000633 # no openssl at all, use our own md5 and sha1
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000634 exts.append( Extension('_md5', ['md5module.c'],
635 depends=['hashlib.h']) )
636 exts.append( Extension('_sha1', ['sha1module.c'],
637 depends=['hashlib.h']) )
Gregory P. Smith2f21eb32007-09-09 06:44:34 +0000638
Georg Brandl489cb4f2009-07-11 10:08:49 +0000639 # Modules that provide persistent dictionary-like semantics. You will
640 # probably want to arrange for at least one of them to be available on
641 # your machine, though none are defined by default because of library
642 # dependencies. The Python module dbm/__init__.py provides an
643 # implementation independent wrapper for these; dbm/dumb.py provides
644 # similar functionality (but slower of course) implemented in Python.
645
646 # Sleepycat^WOracle Berkeley DB interface.
647 # http://www.oracle.com/database/berkeley-db/db/index.html
648 #
649 # This requires the Sleepycat^WOracle DB code. The supported versions
650 # are set below. Visit the URL above to download
651 # a release. Most open source OSes come with one or more
652 # versions of BerkeleyDB already installed.
653
Matthias Klose9550aa12010-03-15 12:49:46 +0000654 max_db_ver = (4, 8)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000655 min_db_ver = (3, 3)
656 db_setup_debug = False # verbose debug prints from this script?
657
658 def allow_db_ver(db_ver):
659 """Returns a boolean if the given BerkeleyDB version is acceptable.
660
661 Args:
662 db_ver: A tuple of the version to verify.
663 """
664 if not (min_db_ver <= db_ver <= max_db_ver):
665 return False
666 return True
667
668 def gen_db_minor_ver_nums(major):
669 if major == 4:
670 for x in range(max_db_ver[1]+1):
671 if allow_db_ver((4, x)):
672 yield x
673 elif major == 3:
674 for x in (3,):
675 if allow_db_ver((3, x)):
676 yield x
677 else:
678 raise ValueError("unknown major BerkeleyDB version", major)
679
680 # construct a list of paths to look for the header file in on
681 # top of the normal inc_dirs.
682 db_inc_paths = [
683 '/usr/include/db4',
684 '/usr/local/include/db4',
685 '/opt/sfw/include/db4',
686 '/usr/include/db3',
687 '/usr/local/include/db3',
688 '/opt/sfw/include/db3',
689 # Fink defaults (http://fink.sourceforge.net/)
690 '/sw/include/db4',
691 '/sw/include/db3',
692 ]
693 # 4.x minor number specific paths
694 for x in gen_db_minor_ver_nums(4):
695 db_inc_paths.append('/usr/include/db4%d' % x)
696 db_inc_paths.append('/usr/include/db4.%d' % x)
697 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
698 db_inc_paths.append('/usr/local/include/db4%d' % x)
699 db_inc_paths.append('/pkg/db-4.%d/include' % x)
700 db_inc_paths.append('/opt/db-4.%d/include' % x)
701 # MacPorts default (http://www.macports.org/)
702 db_inc_paths.append('/opt/local/include/db4%d' % x)
703 # 3.x minor number specific paths
704 for x in gen_db_minor_ver_nums(3):
705 db_inc_paths.append('/usr/include/db3%d' % x)
706 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
707 db_inc_paths.append('/usr/local/include/db3%d' % x)
708 db_inc_paths.append('/pkg/db-3.%d/include' % x)
709 db_inc_paths.append('/opt/db-3.%d/include' % x)
710
711 # Add some common subdirectories for Sleepycat DB to the list,
712 # based on the standard include directories. This way DB3/4 gets
713 # picked up when it is installed in a non-standard prefix and
714 # the user has added that prefix into inc_dirs.
715 std_variants = []
716 for dn in inc_dirs:
717 std_variants.append(os.path.join(dn, 'db3'))
718 std_variants.append(os.path.join(dn, 'db4'))
719 for x in gen_db_minor_ver_nums(4):
720 std_variants.append(os.path.join(dn, "db4%d"%x))
721 std_variants.append(os.path.join(dn, "db4.%d"%x))
722 for x in gen_db_minor_ver_nums(3):
723 std_variants.append(os.path.join(dn, "db3%d"%x))
724 std_variants.append(os.path.join(dn, "db3.%d"%x))
725
726 db_inc_paths = std_variants + db_inc_paths
727 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
728
729 db_ver_inc_map = {}
730
731 class db_found(Exception): pass
732 try:
733 # See whether there is a Sleepycat header in the standard
734 # search path.
735 for d in inc_dirs + db_inc_paths:
736 f = os.path.join(d, "db.h")
737 if db_setup_debug: print("db: looking for db.h in", f)
738 if os.path.exists(f):
Benjamin Peterson019f3612009-08-12 18:18:03 +0000739 f = open(f, "rb").read()
740 m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000741 if m:
742 db_major = int(m.group(1))
Benjamin Peterson019f3612009-08-12 18:18:03 +0000743 m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000744 db_minor = int(m.group(1))
745 db_ver = (db_major, db_minor)
746
747 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
748 if db_ver == (4, 6):
Benjamin Peterson019f3612009-08-12 18:18:03 +0000749 m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000750 db_patch = int(m.group(1))
751 if db_patch < 21:
752 print("db.h:", db_ver, "patch", db_patch,
753 "being ignored (4.6.x must be >= 4.6.21)")
754 continue
755
756 if ( (db_ver not in db_ver_inc_map) and
757 allow_db_ver(db_ver) ):
758 # save the include directory with the db.h version
759 # (first occurrence only)
760 db_ver_inc_map[db_ver] = d
761 if db_setup_debug:
762 print("db.h: found", db_ver, "in", d)
763 else:
764 # we already found a header for this library version
765 if db_setup_debug: print("db.h: ignoring", d)
766 else:
767 # ignore this header, it didn't contain a version number
768 if db_setup_debug:
769 print("db.h: no version number version in", d)
770
771 db_found_vers = list(db_ver_inc_map.keys())
772 db_found_vers.sort()
773
774 while db_found_vers:
775 db_ver = db_found_vers.pop()
776 db_incdir = db_ver_inc_map[db_ver]
777
778 # check lib directories parallel to the location of the header
779 db_dirs_to_check = [
780 db_incdir.replace("include", 'lib64'),
781 db_incdir.replace("include", 'lib'),
782 ]
783 db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check))
784
785 # Look for a version specific db-X.Y before an ambiguoius dbX
786 # XXX should we -ever- look for a dbX name? Do any
787 # systems really not name their library by version and
788 # symlink to more general names?
789 for dblib in (('db-%d.%d' % db_ver),
790 ('db%d%d' % db_ver),
791 ('db%d' % db_ver[0])):
792 dblib_file = self.compiler.find_library_file(
793 db_dirs_to_check + lib_dirs, dblib )
794 if dblib_file:
795 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
796 raise db_found
797 else:
798 if db_setup_debug: print("db lib: ", dblib, "not found")
799
800 except db_found:
801 if db_setup_debug:
802 print("bsddb using BerkeleyDB lib:", db_ver, dblib)
803 print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir)
804 db_incs = [db_incdir]
805 dblibs = [dblib]
806 else:
807 if db_setup_debug: print("db: no appropriate library found")
808 db_incs = None
809 dblibs = []
810 dblib_dir = None
811
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000812 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:30 +0000813 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000814
815 # We hunt for #define SQLITE_VERSION "n.n.n"
816 # We need to find >= sqlite version 3.0.8
817 sqlite_incdir = sqlite_libdir = None
818 sqlite_inc_paths = [ '/usr/include',
819 '/usr/include/sqlite',
820 '/usr/include/sqlite3',
821 '/usr/local/include',
822 '/usr/local/include/sqlite',
823 '/usr/local/include/sqlite3',
824 ]
825 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
826 MIN_SQLITE_VERSION = ".".join([str(x)
827 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:47 +0000828
829 # Scan the default include directories before the SQLite specific
830 # ones. This allows one to override the copy of sqlite on OSX,
831 # where /usr/include contains an old version of sqlite.
832 for d in inc_dirs + sqlite_inc_paths:
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000833 f = os.path.join(d, "sqlite3.h")
834 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:43 +0000835 if sqlite_setup_debug: print("sqlite: found %s"%f)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000836 incf = open(f).read()
837 m = re.search(
838 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
839 if m:
840 sqlite_version = m.group(1)
841 sqlite_version_tuple = tuple([int(x)
842 for x in sqlite_version.split(".")])
843 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
844 # we win!
Thomas Wouters89f507f2006-12-13 04:49:30 +0000845 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000846 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000847 sqlite_incdir = d
848 break
849 else:
850 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000851 print("%s: version %d is too old, need >= %s"%(d,
852 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000853 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000854 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000855
856 if sqlite_incdir:
857 sqlite_dirs_to_check = [
858 os.path.join(sqlite_incdir, '..', 'lib64'),
859 os.path.join(sqlite_incdir, '..', 'lib'),
860 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
861 os.path.join(sqlite_incdir, '..', '..', 'lib'),
862 ]
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000863 sqlite_libfile = self.compiler_obj.find_library_file(
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000864 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonf10a79a2008-10-11 00:49:57 +0000865 if sqlite_libfile:
866 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000867
868 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000869 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000870 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000871 '_sqlite/cursor.c',
872 '_sqlite/microprotocols.c',
873 '_sqlite/module.c',
874 '_sqlite/prepare_protocol.c',
875 '_sqlite/row.c',
876 '_sqlite/statement.c',
877 '_sqlite/util.c', ]
878
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000879 sqlite_defines = []
880 if sys.platform != "win32":
881 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
882 else:
883 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
884
Gerhard Häringf9cee222010-03-05 15:20:03 +0000885 # Comment this out if you want the sqlite3 module to be able to load extensions.
886 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Thomas Wouters477c8d52006-05-27 19:21:47 +0000887
888 if sys.platform == 'darwin':
889 # In every directory on the search path search for a dynamic
890 # library and then a static library, instead of first looking
891 # for dynamic libraries on the entiry path.
892 # This way a staticly linked custom sqlite gets picked up
893 # before the dynamic library in /usr/lib.
894 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
895 else:
896 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000897
898 exts.append(Extension('_sqlite3', sqlite_srcs,
899 define_macros=sqlite_defines,
900 include_dirs=["Modules/_sqlite",
901 sqlite_incdir],
902 library_dirs=sqlite_libdir,
903 runtime_library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:47 +0000904 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000905 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000906 else:
907 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +0000908
Benjamin Petersond78735d2010-01-01 16:04:23 +0000909 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000910 # The standard Unix dbm module:
Jack Jansend1b20452002-07-08 21:39:36 +0000911 if platform not in ['cygwin']:
Matthias Klose55708cc2009-04-30 08:06:49 +0000912 config_args = [arg.strip("'")
913 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersond78735d2010-01-01 16:04:23 +0000914 dbm_args = [arg for arg in config_args
Matthias Klose55708cc2009-04-30 08:06:49 +0000915 if arg.startswith('--with-dbmliborder=')]
916 if dbm_args:
Benjamin Petersond78735d2010-01-01 16:04:23 +0000917 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +0000918 else:
Georg Brandl489cb4f2009-07-11 10:08:49 +0000919 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +0000920 dbmext = None
921 for cand in dbm_order:
922 if cand == "ndbm":
923 if find_file("ndbm.h", inc_dirs, []) is not None:
924 # Some systems have -lndbm, others don't
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000925 if self.compiler_obj.find_library_file(lib_dirs,
926 'ndbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +0000927 ndbm_libs = ['ndbm']
928 else:
929 ndbm_libs = []
930 print("building dbm using ndbm")
931 dbmext = Extension('_dbm', ['_dbmmodule.c'],
932 define_macros=[
933 ('HAVE_NDBM_H',None),
934 ],
935 libraries=ndbm_libs)
936 break
937
938 elif cand == "gdbm":
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000939 if self.compiler_obj.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +0000940 gdbm_libs = ['gdbm']
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000941 if self.compiler_obj.find_library_file(lib_dirs,
942 'gdbm_compat'):
Matthias Klose55708cc2009-04-30 08:06:49 +0000943 gdbm_libs.append('gdbm_compat')
944 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
945 print("building dbm using gdbm")
946 dbmext = Extension(
947 '_dbm', ['_dbmmodule.c'],
948 define_macros=[
949 ('HAVE_GDBM_NDBM_H', None),
950 ],
951 libraries = gdbm_libs)
952 break
953 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
954 print("building dbm using gdbm")
955 dbmext = Extension(
956 '_dbm', ['_dbmmodule.c'],
957 define_macros=[
958 ('HAVE_GDBM_DASH_NDBM_H', None),
959 ],
960 libraries = gdbm_libs)
961 break
Georg Brandl489cb4f2009-07-11 10:08:49 +0000962 elif cand == "bdb":
963 if db_incs is not None:
964 print("building dbm using bdb")
965 dbmext = Extension('_dbm', ['_dbmmodule.c'],
966 library_dirs=dblib_dir,
967 runtime_library_dirs=dblib_dir,
968 include_dirs=db_incs,
969 define_macros=[
970 ('HAVE_BERKDB_H', None),
971 ('DB_DBM_HSEARCH', None),
972 ],
973 libraries=dblibs)
Matthias Klose55708cc2009-04-30 08:06:49 +0000974 break
975 if dbmext is not None:
976 exts.append(dbmext)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000977 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +0000978 missing.append('_dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +0000979
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000980 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersond78735d2010-01-01 16:04:23 +0000981 if ('gdbm' in dbm_order and
982 self.compiler_obj.find_library_file(lib_dirs, 'gdbm')):
Georg Brandl0a7ac7d2008-05-26 10:29:35 +0000983 exts.append( Extension('_gdbm', ['_gdbmmodule.c'],
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000984 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000985 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +0000986 missing.append('_gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000987
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000988 # Unix-only modules
Andrew M. Kuchling34febf52001-01-24 03:31:07 +0000989 if platform not in ['mac', 'win32']:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000990 # Steen Lumholt's termios module
991 exts.append( Extension('termios', ['termios.c']) )
992 # Jeremy Hylton's rlimit interface
Antoine Pitrou6103ab12009-10-24 20:11:21 +0000993 exts.append( Extension('resource', ['resource.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000994
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +0000995 # Sun yellow pages. Some systems have the functions in libc.
Benjamin Peterson588009e2009-12-30 03:03:54 +0000996 if (platform not in ['cygwin', 'qnx6'] and
997 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000998 if (self.compiler_obj.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +0000999 libs = ['nsl']
1000 else:
1001 libs = []
1002 exts.append( Extension('nis', ['nismodule.c'],
1003 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001004 else:
1005 missing.append('nis')
1006 else:
1007 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001008
Skip Montanaro72092942004-02-07 12:50:19 +00001009 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001010 # provided by the ncurses library.
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001011 panel_library = 'panel'
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001012 if (self.compiler_obj.find_library_file(lib_dirs, 'ncursesw')):
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001013 curses_libs = ['ncursesw']
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001014 # Bug 1464056: If _curses.so links with ncursesw,
1015 # _curses_panel.so must link with panelw.
1016 panel_library = 'panelw'
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001017 exts.append( Extension('_curses', ['_cursesmodule.c'],
1018 libraries = curses_libs) )
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001019 elif (self.compiler_obj.find_library_file(lib_dirs, 'ncurses')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001020 curses_libs = ['ncurses']
1021 exts.append( Extension('_curses', ['_cursesmodule.c'],
1022 libraries = curses_libs) )
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001023 elif (self.compiler_obj.find_library_file(lib_dirs, 'curses')
Fred Drake38419c02001-12-06 22:24:47 +00001024 and platform != 'darwin'):
Michael W. Hudson5b109102002-01-23 15:04:41 +00001025 # OSX has an old Berkeley curses, not good enough for
1026 # the _curses module.
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001027 if (self.compiler_obj.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001028 curses_libs = ['curses', 'terminfo']
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001029 elif (self.compiler_obj.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001030 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001031 else:
1032 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001033
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001034 exts.append( Extension('_curses', ['_cursesmodule.c'],
1035 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001036 else:
1037 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001038
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001039 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001040 if (module_enabled(exts, '_curses') and
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001041 self.compiler_obj.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001042 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001043 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001044 else:
1045 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001046
Barry Warsaw259b1e12002-08-13 20:09:26 +00001047 # Andrew Kuchling's zlib module. Note that some versions of zlib
1048 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1049 # http://www.cert.org/advisories/CA-2002-07.html
1050 #
1051 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1052 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1053 # now, we still accept 1.1.3, because we think it's difficult to
1054 # exploit this in Python, and we'd rather make it RedHat's problem
1055 # than our problem <wink>.
1056 #
1057 # You can upgrade zlib to version 1.1.4 yourself by going to
1058 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001059 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:29 +00001060 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001061 if zlib_inc is not None:
1062 zlib_h = zlib_inc[0] + '/zlib.h'
1063 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001064 version_req = '"1.1.3"'
Guido van Rossume6970912001-04-15 15:16:12 +00001065 fp = open(zlib_h)
1066 while 1:
1067 line = fp.readline()
1068 if not line:
1069 break
Guido van Rossum8cdc03d2002-08-06 17:28:30 +00001070 if line.startswith('#define ZLIB_VERSION'):
Guido van Rossume6970912001-04-15 15:16:12 +00001071 version = line.split()[2]
1072 break
1073 if version >= version_req:
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001074 if (self.compiler_obj.find_library_file(lib_dirs, 'z')):
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001075 if sys.platform == "darwin":
1076 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1077 else:
1078 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001079 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001080 libraries = ['z'],
1081 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:29 +00001082 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:29 +00001083 else:
1084 missing.append('zlib')
1085 else:
1086 missing.append('zlib')
1087 else:
1088 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001089
Christian Heimes1dc54002008-03-24 02:19:29 +00001090 # Helper module for various ascii-encoders. Uses zlib for an optimized
1091 # crc32 if we have it. Otherwise binascii uses its own.
1092 if have_zlib:
1093 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1094 libraries = ['z']
1095 extra_link_args = zlib_extra_link_args
1096 else:
1097 extra_compile_args = []
1098 libraries = []
1099 extra_link_args = []
1100 exts.append( Extension('binascii', ['binascii.c'],
1101 extra_compile_args = extra_compile_args,
1102 libraries = libraries,
1103 extra_link_args = extra_link_args) )
1104
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001105 # Gustavo Niemeyer's bz2 module.
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001106 if (self.compiler_obj.find_library_file(lib_dirs, 'bz2')):
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001107 if sys.platform == "darwin":
1108 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1109 else:
1110 bz2_extra_link_args = ()
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001111 exts.append( Extension('bz2', ['bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001112 libraries = ['bz2'],
1113 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001114 else:
1115 missing.append('bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001116
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001117 # Interface to the Expat XML parser
1118 #
Benjamin Petersona28e7022010-01-09 18:53:06 +00001119 # Expat was written by James Clark and is now maintained by a group of
1120 # developers on SourceForge; see www.libexpat.org for more information.
1121 # The pyexpat module was written by Paul Prescod after a prototype by
1122 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1123 # of a system shared libexpat.so is possible with --with-system-expat
1124 # cofigure option.
Fred Drakefc8341d2002-06-17 17:55:30 +00001125 #
1126 # More information on Expat can be found at www.libexpat.org.
1127 #
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001128 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1129 expat_inc = []
1130 define_macros = []
1131 expat_lib = ['expat']
1132 expat_sources = []
1133 else:
1134 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1135 define_macros = [
1136 ('HAVE_EXPAT_CONFIG_H', '1'),
1137 ]
1138 expat_lib = []
1139 expat_sources = ['expat/xmlparse.c',
1140 'expat/xmlrole.c',
1141 'expat/xmltok.c']
Thomas Wouters477c8d52006-05-27 19:21:47 +00001142
Fred Drake2d59a492003-10-21 15:41:15 +00001143 exts.append(Extension('pyexpat',
1144 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001145 include_dirs = expat_inc,
1146 libraries = expat_lib,
1147 sources = ['pyexpat.c'] + expat_sources
Fred Drake2d59a492003-10-21 15:41:15 +00001148 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001149
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001150 # Fredrik Lundh's cElementTree module. Note that this also
1151 # uses expat (via the CAPI hook in pyexpat).
1152
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001153 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001154 define_macros.append(('USE_PYEXPAT_CAPI', None))
1155 exts.append(Extension('_elementtree',
1156 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001157 include_dirs = expat_inc,
1158 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001159 sources = ['_elementtree.c'],
1160 ))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001161 else:
1162 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001163
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001164 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:13 +00001165 exts.append(Extension('_multibytecodec',
1166 ['cjkcodecs/multibytecodec.c']))
1167 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1168 exts.append(Extension('_codecs_%s' % loc,
1169 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001170
Thomas Hellercf567c12006-03-08 19:51:58 +00001171 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001172 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001173
Benjamin Petersone711caf2008-06-11 16:44:04 +00001174 # Richard Oudkerk's multiprocessing module
1175 if platform == 'win32': # Windows
1176 macros = dict()
1177 libraries = ['ws2_32']
1178
1179 elif platform == 'darwin': # Mac OSX
Benjamin Peterson965ce872009-04-05 21:24:58 +00001180 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001181 libraries = []
1182
1183 elif platform == 'cygwin': # Cygwin
Benjamin Peterson965ce872009-04-05 21:24:58 +00001184 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001185 libraries = []
Benjamin Peterson41181742008-07-02 20:22:54 +00001186
Martin v. Löwisb37509b2008-11-04 20:45:29 +00001187 elif platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Benjamin Peterson41181742008-07-02 20:22:54 +00001188 # FreeBSD's P1003.1b semaphore support is very experimental
1189 # and has many known problems. (as of June 2008)
Benjamin Peterson965ce872009-04-05 21:24:58 +00001190 macros = dict()
Benjamin Peterson41181742008-07-02 20:22:54 +00001191 libraries = []
1192
Benjamin Petersone5384b02008-10-04 22:00:42 +00001193 elif platform.startswith('openbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001194 macros = dict()
Benjamin Petersone5384b02008-10-04 22:00:42 +00001195 libraries = []
1196
Jesse Noller32d68c22009-03-31 18:48:42 +00001197 elif platform.startswith('netbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001198 macros = dict()
Jesse Noller32d68c22009-03-31 18:48:42 +00001199 libraries = []
1200
Benjamin Petersone711caf2008-06-11 16:44:04 +00001201 else: # Linux and other unices
Benjamin Peterson965ce872009-04-05 21:24:58 +00001202 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001203 libraries = ['rt']
1204
1205 if platform == 'win32':
1206 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1207 '_multiprocessing/semaphore.c',
1208 '_multiprocessing/pipe_connection.c',
1209 '_multiprocessing/socket_connection.c',
1210 '_multiprocessing/win32_functions.c'
1211 ]
1212
1213 else:
1214 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1215 '_multiprocessing/socket_connection.c'
1216 ]
Mark Dickinsona614f042009-11-28 12:48:43 +00001217 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1218 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Petersone711caf2008-06-11 16:44:04 +00001219 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1220
Jesse Noller6fd47e22009-01-23 14:09:08 +00001221 if sysconfig.get_config_var('WITH_THREAD'):
1222 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1223 define_macros=list(macros.items()),
1224 include_dirs=["Modules/_multiprocessing"]))
1225 else:
1226 missing.append('_multiprocessing')
Benjamin Petersone711caf2008-06-11 16:44:04 +00001227 # End multiprocessing
Guido van Rossuma9e20242007-03-08 00:43:48 +00001228
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001229 # Platform-specific libraries
Hye-Shik Chang4e422812005-07-17 02:36:59 +00001230 if platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
Guido van Rossum8ce8a782007-11-01 19:42:39 +00001231 'freebsd7', 'freebsd8'):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001232 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001233 else:
1234 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001235
Benjamin Petersonebacd262008-05-29 21:09:51 +00001236 if sys.platform == 'darwin':
1237 exts.append(
1238 Extension('_gestalt', ['_gestalt.c'],
1239 extra_link_args=['-framework', 'Carbon'])
1240 )
Benjamin Petersonebacd262008-05-29 21:09:51 +00001241
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001242 self.extensions.extend(exts)
1243
1244 # Call the method for detecting whether _tkinter can be compiled
1245 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001246
Guido van Rossumd8faa362007-04-27 19:54:29 +00001247 if '_tkinter' not in [e.name for e in self.extensions]:
1248 missing.append('_tkinter')
1249
1250 return missing
1251
Jack Jansen0b06be72002-06-21 14:48:38 +00001252 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1253 # The _tkinter module, using frameworks. Since frameworks are quite
1254 # different the UNIX search logic is not sharable.
1255 from os.path import join, exists
1256 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001257 '/Library/Frameworks',
Ronald Oussoren5f734f12009-03-04 21:32:48 +00001258 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001259 join(os.getenv('HOME'), '/Library/Frameworks')
1260 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001261
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001262 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001263 # bundles.
1264 # XXX distutils should support -F!
1265 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001266 # both Tcl.framework and Tk.framework should be present
Jack Jansen0b06be72002-06-21 14:48:38 +00001267 for fw in 'Tcl', 'Tk':
Tim Peters2c60f7a2003-01-29 03:49:43 +00001268 if not exists(join(F, fw + '.framework')):
Jack Jansen0b06be72002-06-21 14:48:38 +00001269 break
1270 else:
1271 # ok, F is now directory with both frameworks. Continure
1272 # building
1273 break
1274 else:
1275 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1276 # will now resume.
1277 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001278
Jack Jansen0b06be72002-06-21 14:48:38 +00001279 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1280 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001281 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001282 #
1283 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001284 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:43 +00001285 for fw in ('Tcl', 'Tk')
1286 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:38 +00001287 ]
1288
Tim Peters2c60f7a2003-01-29 03:49:43 +00001289 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001290 # complicated search, this is a hard-coded path. It could bail out
1291 # if X11 libs are not found...
1292 include_dirs.append('/usr/X11R6/include')
1293 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1294
Georg Brandlfcaf9102008-07-16 02:17:56 +00001295 # All existing framework builds of Tcl/Tk don't support 64-bit
1296 # architectures.
1297 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1298 archs = re.findall('-arch\s+(\w+)', cflags)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001299
Ronald Oussorend097efe2009-09-15 19:07:58 +00001300 tmpfile = os.path.join(self.build_temp, 'tk.arch')
1301 if not os.path.exists(self.build_temp):
1302 os.makedirs(self.build_temp)
1303
1304 # Note: cannot use os.popen or subprocess here, that
1305 # requires extensions that are not available here.
1306 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile))
1307 fp = open(tmpfile)
1308 detected_archs = []
1309 for ln in fp:
1310 a = ln.split()[-1]
1311 if a in archs:
1312 detected_archs.append(ln.split()[-1])
1313 fp.close()
1314 os.unlink(tmpfile)
1315
1316 for a in detected_archs:
1317 frameworks.append('-arch')
1318 frameworks.append(a)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001319
Jack Jansen0b06be72002-06-21 14:48:38 +00001320 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1321 define_macros=[('WITH_APPINIT', 1)],
1322 include_dirs = include_dirs,
1323 libraries = [],
Georg Brandlfcaf9102008-07-16 02:17:56 +00001324 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001325 extra_link_args = frameworks,
1326 )
1327 self.extensions.append(ext)
1328 return 1
1329
Tim Peters2c60f7a2003-01-29 03:49:43 +00001330
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001331 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001332 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001333
Jack Jansen0b06be72002-06-21 14:48:38 +00001334 # Rather than complicate the code below, detecting and building
1335 # AquaTk is a separate method. Only one Tkinter will be built on
1336 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1337 platform = self.get_platform()
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001338 if (platform == 'darwin' and
1339 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001340 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001341
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001342 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001343 # The versions with dots are used on Unix, and the versions without
1344 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001345 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polo5d377bd2009-08-16 14:44:14 +00001346 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1347 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001348 tklib = self.compiler_obj.find_library_file(lib_dirs,
1349 'tk' + version)
1350 tcllib = self.compiler_obj.find_library_file(lib_dirs,
1351 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001352 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001353 # Exit the loop when we've found the Tcl/Tk libraries
1354 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001355
Fredrik Lundhade711a2001-01-24 08:00:28 +00001356 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001357 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001358 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001359 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001360 dotversion = version
1361 if '.' not in dotversion and "bsd" in sys.platform.lower():
1362 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1363 # but the include subdirs are named like .../include/tcl8.3.
1364 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1365 tcl_include_sub = []
1366 tk_include_sub = []
1367 for dir in inc_dirs:
1368 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1369 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1370 tk_include_sub += tcl_include_sub
1371 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1372 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001373
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001374 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001375 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001376 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001377 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001378
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001379 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001380
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001381 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1382 for dir in tcl_includes + tk_includes:
1383 if dir not in include_dirs:
1384 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001385
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001386 # Check for various platform-specific directories
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001387 if platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001388 include_dirs.append('/usr/openwin/include')
1389 added_lib_dirs.append('/usr/openwin/lib')
1390 elif os.path.exists('/usr/X11R6/include'):
1391 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001392 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001393 added_lib_dirs.append('/usr/X11R6/lib')
1394 elif os.path.exists('/usr/X11R5/include'):
1395 include_dirs.append('/usr/X11R5/include')
1396 added_lib_dirs.append('/usr/X11R5/lib')
1397 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001398 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001399 include_dirs.append('/usr/X11/include')
1400 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001401
Jason Tishler9181c942003-02-05 15:16:17 +00001402 # If Cygwin, then verify that X is installed before proceeding
1403 if platform == 'cygwin':
1404 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1405 if x11_inc is None:
1406 return
1407
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001408 # Check for BLT extension
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001409 if self.compiler_obj.find_library_file(lib_dirs + added_lib_dirs,
1410 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001411 defs.append( ('WITH_BLT', 1) )
1412 libs.append('BLT8.0')
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001413 elif self.compiler_obj.find_library_file(lib_dirs + added_lib_dirs,
1414 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:38 +00001415 defs.append( ('WITH_BLT', 1) )
1416 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001417
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001418 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001419 libs.append('tk'+ version)
1420 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001421
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001422 if platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001423 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001424
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001425 # Finally, link with the X11 libraries (not appropriate on cygwin)
1426 if platform != "cygwin":
1427 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001428
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001429 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1430 define_macros=[('WITH_APPINIT', 1)] + defs,
1431 include_dirs = include_dirs,
1432 libraries = libs,
1433 library_dirs = added_lib_dirs,
1434 )
1435 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001436
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001437## # Uncomment these lines if you want to play with xxmodule.c
1438## ext = Extension('xx', ['xxmodule.c'])
1439## self.extensions.append(ext)
1440
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001441 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001442 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001443 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001444 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001445 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001446 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001447 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001448
Christian Heimes78644762008-03-04 23:39:23 +00001449 def configure_ctypes_darwin(self, ext):
1450 # Darwin (OS X) uses preconfigured files, in
1451 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauer014bf282009-02-05 16:35:45 +00001452 srcdir = sysconfig.get_config_var('srcdir')
Christian Heimes78644762008-03-04 23:39:23 +00001453 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1454 '_ctypes', 'libffi_osx'))
1455 sources = [os.path.join(ffi_srcdir, p)
1456 for p in ['ffi.c',
Georg Brandlfcaf9102008-07-16 02:17:56 +00001457 'x86/darwin64.S',
Christian Heimes78644762008-03-04 23:39:23 +00001458 'x86/x86-darwin.S',
1459 'x86/x86-ffi_darwin.c',
1460 'x86/x86-ffi64.c',
1461 'powerpc/ppc-darwin.S',
1462 'powerpc/ppc-darwin_closure.S',
1463 'powerpc/ppc-ffi_darwin.c',
1464 'powerpc/ppc64-darwin_closure.S',
1465 ]]
1466
1467 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001468 self.compiler_obj.src_extensions.append('.S')
Christian Heimes78644762008-03-04 23:39:23 +00001469
1470 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1471 os.path.join(ffi_srcdir, 'powerpc')]
1472 ext.include_dirs.extend(include_dirs)
1473 ext.sources.extend(sources)
1474 return True
1475
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001476 def configure_ctypes(self, ext):
1477 if not self.use_system_libffi:
Christian Heimes78644762008-03-04 23:39:23 +00001478 if sys.platform == 'darwin':
1479 return self.configure_ctypes_darwin(ext)
1480
Neil Schemenauer014bf282009-02-05 16:35:45 +00001481 srcdir = sysconfig.get_config_var('srcdir')
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001482 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1483 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1484 '_ctypes', 'libffi'))
1485 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001486
Thomas Wouters477c8d52006-05-27 19:21:47 +00001487 from distutils.dep_util import newer_group
1488
1489 config_sources = [os.path.join(ffi_srcdir, fname)
Thomas Wouterscf297e42007-02-23 15:07:44 +00001490 for fname in os.listdir(ffi_srcdir)
1491 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Wouters477c8d52006-05-27 19:21:47 +00001492 if self.force or newer_group(config_sources,
1493 ffi_configfile):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001494 from distutils.dir_util import mkpath
1495 mkpath(ffi_builddir)
1496 config_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001497
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001498 # Pass empty CFLAGS because we'll just append the resulting
1499 # CFLAGS to Python's; -g or -O2 is to be avoided.
1500 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1501 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001502
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001503 res = os.system(cmd)
1504 if res or not os.path.exists(ffi_configfile):
Guido van Rossum452bf512007-02-09 05:32:43 +00001505 print("Failed to configure _ctypes module")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001506 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001507
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001508 fficonfig = {}
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001509 with open(ffi_configfile) as f:
1510 exec(f.read(), globals(), fficonfig)
Thomas Hellercf567c12006-03-08 19:51:58 +00001511
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001512 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001513 self.compiler_obj.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001514
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001515 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001516 ffi_builddir,
1517 os.path.join(ffi_srcdir, 'src')]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001518 extra_compile_args = fficonfig['ffi_cflags'].split()
1519
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001520 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1521 fficonfig['ffi_sources'])
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001522 ext.include_dirs.extend(include_dirs)
1523 ext.extra_compile_args.extend(extra_compile_args)
1524 return True
1525
1526 def detect_ctypes(self, inc_dirs, lib_dirs):
1527 self.use_system_libffi = False
1528 include_dirs = []
1529 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001530 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001531 sources = ['_ctypes/_ctypes.c',
1532 '_ctypes/callbacks.c',
1533 '_ctypes/callproc.c',
1534 '_ctypes/stgdict.c',
1535 '_ctypes/cfield.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001536 '_ctypes/malloc_closure.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001537 depends = ['_ctypes/ctypes.h']
1538
1539 if sys.platform == 'darwin':
1540 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:23 +00001541 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001542 include_dirs.append('_ctypes/darwin')
1543# XXX Is this still needed?
1544## extra_link_args.extend(['-read_only_relocs', 'warning'])
1545
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001546 elif sys.platform == 'sunos5':
1547 # XXX This shouldn't be necessary; it appears that some
1548 # of the assembler code is non-PIC (i.e. it has relocations
1549 # when it shouldn't. The proper fix would be to rewrite
1550 # the assembler code to be PIC.
1551 # This only works with GCC; the Sun compiler likely refuses
1552 # this option. If you want to compile ctypes with the Sun
1553 # compiler, please research a proper solution, instead of
1554 # finding some -z option for the Sun compiler.
1555 extra_link_args.append('-mimpure-text')
1556
Thomas Heller9af0cba2008-06-06 09:11:46 +00001557 elif sys.platform.startswith('hp-ux'):
Thomas Heller3eaaeb42008-05-23 17:26:46 +00001558 extra_link_args.append('-fPIC')
1559
Thomas Hellercf567c12006-03-08 19:51:58 +00001560 ext = Extension('_ctypes',
1561 include_dirs=include_dirs,
1562 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001563 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001564 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001565 sources=sources,
1566 depends=depends)
1567 ext_test = Extension('_ctypes_test',
1568 sources=['_ctypes/_ctypes_test.c'])
1569 self.extensions.extend([ext, ext_test])
1570
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001571 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1572 return
1573
Christian Heimes78644762008-03-04 23:39:23 +00001574 if sys.platform == 'darwin':
1575 # OS X 10.5 comes with libffi.dylib; the include files are
1576 # in /usr/include/ffi
1577 inc_dirs.append('/usr/include/ffi')
1578
Benjamin Petersond78735d2010-01-01 16:04:23 +00001579 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
1580 if not ffi_inc:
1581 ffi_inc = find_file('ffi.h', [], inc_dirs)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001582 if ffi_inc is not None:
1583 ffi_h = ffi_inc[0] + '/ffi.h'
1584 fp = open(ffi_h)
1585 while 1:
1586 line = fp.readline()
1587 if not line:
1588 ffi_inc = None
1589 break
1590 if line.startswith('#define LIBFFI_H'):
1591 break
1592 ffi_lib = None
1593 if ffi_inc is not None:
1594 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001595 if (self.compiler_obj.find_library_file(lib_dirs, lib_name)):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001596 ffi_lib = lib_name
1597 break
1598
1599 if ffi_inc and ffi_lib:
1600 ext.include_dirs.extend(ffi_inc)
1601 ext.libraries.append(ffi_lib)
1602 self.use_system_libffi = True
1603
1604
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00001605class PyBuildInstall(install):
1606 # Suppress the warning about installation into the lib_dynload
1607 # directory, which is not in sys.path when running Python during
1608 # installation:
1609 def initialize_options (self):
1610 install.initialize_options(self)
1611 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00001612
Michael W. Hudson529a5052002-12-17 16:47:17 +00001613class PyBuildInstallLib(install_lib):
1614 # Do exactly what install_lib does but make sure correct access modes get
1615 # set on installed directories and files. All installed files with get
1616 # mode 644 unless they are a shared library in which case they will get
1617 # mode 755. All installed directories will get mode 755.
1618
1619 so_ext = sysconfig.get_config_var("SO")
1620
1621 def install(self):
1622 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001623 self.set_file_modes(outfiles, 0o644, 0o755)
1624 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:17 +00001625 return outfiles
1626
1627 def set_file_modes(self, files, defaultMode, sharedLibMode):
1628 if not self.is_chmod_supported(): return
1629 if not files: return
1630
1631 for filename in files:
1632 if os.path.islink(filename): continue
1633 mode = defaultMode
1634 if filename.endswith(self.so_ext): mode = sharedLibMode
1635 log.info("changing mode of %s to %o", filename, mode)
1636 if not self.dry_run: os.chmod(filename, mode)
1637
1638 def set_dir_modes(self, dirname, mode):
1639 if not self.is_chmod_supported(): return
Amaury Forgeot d'Arc321e5332009-07-02 23:08:45 +00001640 for dirpath, dirnames, fnames in os.walk(dirname):
1641 if os.path.islink(dirpath):
1642 continue
1643 log.info("changing mode of %s to %o", dirpath, mode)
1644 if not self.dry_run: os.chmod(dirpath, mode)
Michael W. Hudson529a5052002-12-17 16:47:17 +00001645
1646 def is_chmod_supported(self):
1647 return hasattr(os, 'chmod')
1648
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001649SUMMARY = """
1650Python is an interpreted, interactive, object-oriented programming
1651language. It is often compared to Tcl, Perl, Scheme or Java.
1652
1653Python combines remarkable power with very clear syntax. It has
1654modules, classes, exceptions, very high level dynamic data types, and
1655dynamic typing. There are interfaces to many system calls and
1656libraries, as well as to various windowing systems (X11, Motif, Tk,
1657Mac, MFC). New built-in modules are easily written in C or C++. Python
1658is also usable as an extension language for applications that need a
1659programmable interface.
1660
1661The Python implementation is portable: it runs on many brands of UNIX,
1662on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1663listed here, it may still be supported, if there's a C compiler for
1664it. Ask around on comp.lang.python -- or just try compiling Python
1665yourself.
1666"""
1667
1668CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001669Development Status :: 6 - Mature
1670License :: OSI Approved :: Python Software Foundation License
1671Natural Language :: English
1672Programming Language :: C
1673Programming Language :: Python
1674Topic :: Software Development
1675"""
1676
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001677def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00001678 # turn off warnings when deprecated modules are imported
1679 import warnings
1680 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001681 setup(# PyPI Metadata (PEP 301)
1682 name = "Python",
1683 version = sys.version.split()[0],
1684 url = "http://www.python.org/%s" % sys.version[:3],
1685 maintainer = "Guido van Rossum and the Python community",
1686 maintainer_email = "python-dev@python.org",
1687 description = "A high-level object-oriented programming language",
1688 long_description = SUMMARY.strip(),
1689 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:58 +00001690 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001691 platforms = ["Many"],
1692
1693 # Build info
Michael W. Hudson529a5052002-12-17 16:47:17 +00001694 cmdclass = {'build_ext':PyBuildExt, 'install':PyBuildInstall,
1695 'install_lib':PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001696 # The struct module is defined here, because build_ext won't be
1697 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:47 +00001698 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00001699
Benjamin Petersondfea1922009-05-23 17:13:14 +00001700 scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3",
1701 "Tools/scripts/2to3"]
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001702 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00001703
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001704# --install-platlib
1705if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001706 main()