blob: 09cc8a911fbe7d1f9b7028776224eac4016ca786 [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00001# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:28 +00003
Andrew M. Kuchling66012fe2001-01-26 21:56:58 +00004__version__ = "$Revision$"
5
Brett Cannon84667c02004-12-07 03:25:18 +00006import sys, os, imp, re, optparse
Christian Heimesaf98da12008-01-27 15:18:18 +00007from glob import glob
Tarek Ziadéedacea32010-01-29 11:41:03 +00008import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:17 +00009
10from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:32 +000011from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +000012from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000013from distutils.core import Extension, setup
14from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +000015from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:17 +000016from distutils.command.install_lib import install_lib
Stefan Krah095b2732010-06-08 13:41:44 +000017from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000018
Gregory P. Smithb04ded42010-01-03 00:38:10 +000019# Were we compiled --with-pydebug or with #define Py_DEBUG?
20COMPILED_WITH_PYDEBUG = hasattr(sys, 'gettotalrefcount')
21
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +000022# This global variable is used to hold the list of modules to be disabled.
23disabled_module_list = []
24
Antoine Pitroue9b428f2010-08-13 22:25:01 +000025# File which contains the directory for shared mods (for sys.path fixup
26# when running from the build dir, see Modules/getpath.c)
27_BUILDDIR_COOKIE = "pybuilddir.txt"
28
Michael W. Hudson39230b32002-01-16 15:26:48 +000029def add_dir_to_list(dirlist, dir):
Barry Warsaw807bd0a2010-11-24 20:30:00 +000030 """Add the directory 'dir' to the list 'dirlist' (after any relative
31 directories) if:
32
Michael W. Hudson39230b32002-01-16 15:26:48 +000033 1) 'dir' is not already in 'dirlist'
Barry Warsaw807bd0a2010-11-24 20:30:00 +000034 2) 'dir' actually exists, and is a directory.
35 """
36 if dir is None or not os.path.isdir(dir) or dir in dirlist:
37 return
38 for i, path in enumerate(dirlist):
39 if not os.path.isabs(path):
40 dirlist.insert(i + 1, dir)
Barry Warsaw34520cd2010-11-27 20:03:03 +000041 return
42 dirlist.insert(0, dir)
Michael W. Hudson39230b32002-01-16 15:26:48 +000043
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000044def macosx_sdk_root():
45 """
46 Return the directory of the current OSX SDK,
47 or '/' if no SDK was specified.
48 """
49 cflags = sysconfig.get_config_var('CFLAGS')
50 m = re.search(r'-isysroot\s+(\S+)', cflags)
51 if m is None:
52 sysroot = '/'
53 else:
54 sysroot = m.group(1)
55 return sysroot
56
57def is_macosx_sdk_path(path):
58 """
59 Returns True if 'path' can be located in an OSX SDK
60 """
Ronald Oussorendc969e52010-06-27 12:37:46 +000061 return (path.startswith('/usr/') and not path.startswith('/usr/local')) or path.startswith('/System/')
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000062
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000063def find_file(filename, std_dirs, paths):
64 """Searches for the directory where a given file is located,
65 and returns a possibly-empty list of additional directories, or None
66 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:28 +000067
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000068 'filename' is the name of a file, such as readline.h or libcrypto.a.
69 'std_dirs' is the list of standard system directories; if the
70 file is found in one of them, no additional directives are needed.
71 'paths' is a list of additional locations to check; if the file is
72 found in one of them, the resulting list will contain the directory.
73 """
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000074 if sys.platform == 'darwin':
75 # Honor the MacOSX SDK setting when one was specified.
76 # An SDK is a directory with the same structure as a real
77 # system, but with only header files and libraries.
78 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000079
80 # Check the standard locations
81 for dir in std_dirs:
82 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000083
84 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
85 f = os.path.join(sysroot, dir[1:], filename)
86
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000087 if os.path.exists(f): return []
88
89 # Check the additional directories
90 for dir in paths:
91 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +000092
93 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
94 f = os.path.join(sysroot, dir[1:], filename)
95
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +000096 if os.path.exists(f):
97 return [dir]
98
99 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000100 return None
101
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000102def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000103 result = compiler.find_library_file(std_dirs + paths, libname)
104 if result is None:
105 return None
Fredrik Lundhade711a2001-01-24 08:00:28 +0000106
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000107 if sys.platform == 'darwin':
108 sysroot = macosx_sdk_root()
109
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000110 # Check whether the found file is in one of the standard directories
111 dirname = os.path.dirname(result)
112 for p in std_dirs:
113 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000114 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000115
116 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
117 if os.path.join(sysroot, p[1:]) == dirname:
118 return [ ]
119
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000120 if p == dirname:
121 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000122
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000123 # Otherwise, it must have been in one of the additional directories,
124 # so we have to figure out which one.
125 for p in paths:
126 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57 +0000127 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000128
129 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
130 if os.path.join(sysroot, p[1:]) == dirname:
131 return [ p ]
132
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46 +0000133 if p == dirname:
134 return [p]
135 else:
136 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43 +0000137
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000138def module_enabled(extlist, modname):
139 """Returns whether the module 'modname' is present in the list
140 of extensions 'extlist'."""
141 extlist = [ext for ext in extlist if ext.name == modname]
142 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28 +0000143
Jack Jansen144ebcc2001-08-05 22:31:19 +0000144def find_module_file(module, dirlist):
145 """Find a module in a set of possible folders. If it is not found
146 return the unadorned filename"""
147 list = find_file(module, [], dirlist)
148 if not list:
149 return module
150 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43 +0000151 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19 +0000152 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000153
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000154class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000155
Guido van Rossumd8faa362007-04-27 19:54:29 +0000156 def __init__(self, dist):
157 build_ext.__init__(self, dist)
158 self.failed = []
159
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000160 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000161
162 # Detect which modules should be compiled
Antoine Pitrou327fd402010-09-04 16:28:00 +0000163 old_so = self.compiler.shared_lib_extension
164 # Workaround PEP 3149 stuff
165 self.compiler.shared_lib_extension = os.environ.get("SO", ".so")
166 try:
167 missing = self.detect_modules()
168 finally:
169 self.compiler.shared_lib_extension = old_so
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000170
171 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22 +0000172 extensions = [ext for ext in self.extensions
173 if ext.name not in disabled_module_list]
174 # move ctypes to the end, it depends on other modules
175 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
176 if "_ctypes" in ext_map:
177 ctypes = extensions.pop(ext_map["_ctypes"])
178 extensions.append(ctypes)
179 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28 +0000180
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000181 # Fix up the autodetected modules, prefixing all the source files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000182 # with Modules/.
183 srcdir = sysconfig.get_config_var('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09 +0000184 if not srcdir:
185 # Maybe running on Windows but not using CYGWIN?
186 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer4d491a52009-02-06 00:27:50 +0000187 srcdir = os.path.abspath(srcdir)
Neil Schemenauer014bf282009-02-05 16:35:45 +0000188 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41 +0000189
Jack Jansen144ebcc2001-08-05 22:31:19 +0000190 # Platform-dependent module source and include directories
191 platform = self.get_platform()
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000192
Andrew M. Kuchling3da989c2001-02-28 22:49:26 +0000193 # Fix up the paths for scripts, too
194 self.distribution.scripts = [os.path.join(srcdir, filename)
195 for filename in self.distribution.scripts]
196
Christian Heimesaf98da12008-01-27 15:18:18 +0000197 # Python header files
Neil Schemenauer014bf282009-02-05 16:35:45 +0000198 headers = [sysconfig.get_config_h_filename()]
Tarek Ziadéedacea32010-01-29 11:41:03 +0000199 headers += glob(os.path.join(sysconfig.get_path('platinclude'), "*.h"))
Christian Heimesaf98da12008-01-27 15:18:18 +0000200
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000201 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19 +0000202 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000203 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11 +0000204 if ext.depends is not None:
Neil Schemenauer014bf282009-02-05 16:35:45 +0000205 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11 +0000206 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18 +0000207 else:
208 ext.depends = []
209 # re-compile extensions if a header file has been changed
210 ext.depends.extend(headers)
211
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000212 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000213 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000214 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000215 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000216
Ronald Oussoren94f25282010-05-05 19:11:21 +0000217 # Parse Modules/Setup and Modules/Setup.local to figure out which
218 # modules are turned on in the file.
219 remove_modules = []
220 for filename in ('Modules/Setup', 'Modules/Setup.local'):
221 input = text_file.TextFile(filename, join_lines=1)
222 while 1:
223 line = input.readline()
224 if not line: break
225 line = line.split()
226 remove_modules.append(line[0])
227 input.close()
Tim Peters1b27f862005-12-30 18:42:42 +0000228
Ronald Oussoren94f25282010-05-05 19:11:21 +0000229 for ext in self.extensions[:]:
230 if ext.name in remove_modules:
231 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41 +0000232
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000233 # When you run "make CC=altcc" or something similar, you really want
234 # those environment variables passed into the setup.py phase. Here's
235 # a small set of useful ones.
236 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000237 args = {}
238 # unfortunately, distutils doesn't let us provide separate C and C++
239 # compilers
240 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03 +0000241 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
242 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé36797272010-07-22 12:50:05 +0000243 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000244
Antoine Pitroue9b428f2010-08-13 22:25:01 +0000245 # Not only do we write the builddir cookie, but we manually install
246 # the shared modules directory if it isn't already in sys.path.
247 # Otherwise trying to import the extensions after building them
248 # will fail.
249 with open(_BUILDDIR_COOKIE, "wb") as f:
250 f.write(self.build_lib.encode('utf-8', 'surrogateescape'))
Matthias Klose73117292010-08-23 16:47:09 +0000251 abs_build_lib = os.path.join(os.getcwd(), self.build_lib)
Antoine Pitroue9b428f2010-08-13 22:25:01 +0000252 if abs_build_lib not in sys.path:
253 sys.path.append(abs_build_lib)
254
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000255 build_ext.build_extensions(self)
256
Guido van Rossumd8faa362007-04-27 19:54:29 +0000257 longest = max([len(e.name) for e in self.extensions])
258 if self.failed:
259 longest = max(longest, max([len(name) for name in self.failed]))
260
261 def print_three_column(lst):
262 lst.sort(key=str.lower)
263 # guarantee zip() doesn't drop anything
264 while len(lst) % 3:
265 lst.append("")
266 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
267 print("%-*s %-*s %-*s" % (longest, e, longest, f,
268 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000269
270 if missing:
271 print()
Benjamin Petersonda10d3b2009-01-01 00:23:30 +0000272 print("Python build finished, but the necessary bits to build "
273 "these modules were not found:")
Guido van Rossumd8faa362007-04-27 19:54:29 +0000274 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000275 print("To find the necessary bits, look in setup.py in"
276 " detect_modules() for the module's name.")
277 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000278
279 if self.failed:
280 failed = self.failed[:]
281 print()
282 print("Failed to build these modules:")
283 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05 +0000284 print()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000285
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000286 def build_extension(self, ext):
287
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000288 if ext.name == '_ctypes':
289 if not self.configure_ctypes(ext):
290 return
291
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000292 try:
293 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56 +0000294 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000295 self.announce('WARNING: building of extension "%s" failed: %s' %
296 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000297 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000298 return
Jack Jansenf49c6f92001-11-01 14:44:15 +0000299 # Workaround for Mac OS X: The Carbon-based modules cannot be
300 # reliably imported into a command-line Python
301 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41 +0000302 self.announce(
303 'WARNING: skipping import check for Carbon-based "%s"' %
304 ext.name)
305 return
Georg Brandlfcaf9102008-07-16 02:17:56 +0000306
307 if self.get_platform() == 'darwin' and (
Benjamin Petersonfc576352008-07-16 02:39:02 +0000308 sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):
Georg Brandlfcaf9102008-07-16 02:17:56 +0000309 # Don't bother doing an import check when an extension was
310 # build with an explicit '-arch' flag on OSX. That's currently
311 # only used to build 32-bit only extensions in a 4-way
312 # universal build and loading 32-bit code into a 64-bit
313 # process will fail.
314 self.announce(
315 'WARNING: skipping import check for "%s"' %
316 ext.name)
317 return
318
Jason Tishler24cf7762002-05-22 16:46:15 +0000319 # Workaround for Cygwin: Cygwin currently has fork issues when many
320 # modules have been imported
321 if self.get_platform() == 'cygwin':
322 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
323 % ext.name)
324 return
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000325 ext_filename = os.path.join(
326 self.build_lib,
327 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Guido van Rossumc3fee692008-07-17 16:23:53 +0000328
329 # If the build directory didn't exist when setup.py was
330 # started, sys.path_importer_cache has a negative result
331 # cached. Clear that cache before trying to import.
332 sys.path_importer_cache.clear()
333
Andrew M. Kuchling62686692001-05-21 20:48:09 +0000334 try:
Michael W. Hudsonaf142892002-01-23 15:07:46 +0000335 imp.load_dynamic(ext.name, ext_filename)
Guido van Rossumb940e112007-01-10 16:19:56 +0000336 except ImportError as why:
Guido van Rossumd8faa362007-04-27 19:54:29 +0000337 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000338 self.announce('*** WARNING: renaming "%s" since importing it'
339 ' failed: %s' % (ext.name, why), level=3)
340 assert not self.inplace
341 basename, tail = os.path.splitext(ext_filename)
342 newname = basename + "_failed" + tail
343 if os.path.exists(newname):
344 os.remove(newname)
345 os.rename(ext_filename, newname)
346
347 # XXX -- This relies on a Vile HACK in
348 # distutils.command.build_ext.build_extension(). The
349 # _built_objects attribute is stored there strictly for
350 # use here.
351 # If there is a failure, _built_objects may not be there,
352 # so catch the AttributeError and move on.
353 try:
354 for filename in self._built_objects:
355 os.remove(filename)
356 except AttributeError:
357 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000358 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39 +0000359 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42 +0000360 self.announce('*** WARNING: importing extension "%s" '
361 'failed with %s: %s' % (ext.name, exc_type, why),
362 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000363 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54 +0000364
Neal Norwitz51dead72003-06-17 02:51:28 +0000365 def get_platform(self):
Fredrik Lundhade711a2001-01-24 08:00:28 +0000366 # Get value of sys.platform
Antoine Pitrou6103ab12009-10-24 20:11:21 +0000367 for platform in ['cygwin', 'darwin', 'osf1']:
Neal Norwitz51dead72003-06-17 02:51:28 +0000368 if sys.platform.startswith(platform):
369 return platform
370 return sys.platform
Andrew M. Kuchling34febf52001-01-24 03:31:07 +0000371
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000372 def detect_modules(self):
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000373 # Ensure that /usr/local is always used, but the local build
374 # directories (i.e. '.' and 'Include') must be first. See issue
375 # 10520.
Tarek Ziadé36797272010-07-22 12:50:05 +0000376 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
377 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
Michael W. Hudson39230b32002-01-16 15:26:48 +0000378
Brett Cannon516592f2004-12-07 00:42:59 +0000379 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21 +0000380 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09 +0000381 # We must get the values from the Makefile and not the environment
382 # directly since an inconsistently reproducible issue comes up where
383 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21 +0000384 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59 +0000385 for env_var, arg_name, dir_list in (
Tarek Ziadé36797272010-07-22 12:50:05 +0000386 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
387 ('LDFLAGS', '-L', self.compiler.library_dirs),
388 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09 +0000389 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59 +0000390 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21 +0000391 # To prevent optparse from raising an exception about any
Skip Montanaroa5c2a512008-10-07 02:51:48 +0000392 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21 +0000393 # all double dashes and any dashes followed by a character
394 # that is not for the option we are dealing with.
395 #
396 # Please note that order of the regex is important! We must
397 # strip out double-dashes first so that we don't end up with
398 # substituting "--Long" to "-Long" and thus lead to "ong" being
399 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05 +0000400 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
401 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18 +0000402 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21 +0000403 # Make sure that allowing args interspersed with options is
404 # allowed
405 parser.allow_interspersed_args = True
406 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18 +0000407 parser.add_option(arg_name, dest="dirs", action="append")
408 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07 +0000409 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08 +0000410 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07 +0000411 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49 +0000412
Ronald Oussorenf3500e12010-10-20 13:10:12 +0000413 if os.path.normpath(sys.prefix) != '/usr' \
414 and not sysconfig.get_config_var('PYTHONFRAMEWORK'):
415 # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework
416 # (PYTHONFRAMEWORK is set) to avoid # linking problems when
417 # building a framework with different architectures than
418 # the one that is currently installed (issue #7473)
Tarek Ziadé36797272010-07-22 12:50:05 +0000419 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000420 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé36797272010-07-22 12:50:05 +0000421 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50 +0000422 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000423
424 # lib_dirs and inc_dirs are used to search for files;
425 # if a file is found in one of those directories, it can
426 # be assumed that no additional -I,-L directives are needed.
Tarek Ziadé36797272010-07-22 12:50:05 +0000427 lib_dirs = self.compiler.library_dirs + [
Martin v. Löwisfba73692004-11-13 11:13:35 +0000428 '/lib64', '/usr/lib64',
429 '/lib', '/usr/lib',
430 ]
Tarek Ziadé36797272010-07-22 12:50:05 +0000431 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000432 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29 +0000433 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000434
Brett Cannon4454a1f2005-04-15 20:32:39 +0000435 config_h = sysconfig.get_config_h_filename()
Brett Cannon9f5db072010-10-29 20:19:27 +0000436 with open(config_h) as file:
437 config_h_vars = sysconfig.parse_config_h(file)
Brett Cannon4454a1f2005-04-15 20:32:39 +0000438
Fredrik Lundhade711a2001-01-24 08:00:28 +0000439 platform = self.get_platform()
Neil Schemenauer014bf282009-02-05 16:35:45 +0000440 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41 +0000441
Andrew M. Kuchling7883dc82003-10-24 18:26:26 +0000442 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
443 if platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34 +0000444 lib_dirs += ['/usr/ccs/lib']
445
Thomas Wouters477c8d52006-05-27 19:21:47 +0000446 if platform == 'darwin':
447 # This should work on any unixy platform ;-)
448 # If the user has bothered specifying additional -I and -L flags
449 # in OPT and LDFLAGS we might as well use them here.
Barry Warsaw807bd0a2010-11-24 20:30:00 +0000450 #
451 # NOTE: using shlex.split would technically be more correct, but
452 # also gives a bootstrap problem. Let's hope nobody uses
453 # directories with whitespace in the name to store libraries.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000454 cflags, ldflags = sysconfig.get_config_vars(
455 'CFLAGS', 'LDFLAGS')
456 for item in cflags.split():
457 if item.startswith('-I'):
458 inc_dirs.append(item[2:])
459
460 for item in ldflags.split():
461 if item.startswith('-L'):
462 lib_dirs.append(item[2:])
463
Fredrik Lundhade711a2001-01-24 08:00:28 +0000464 # Check for MacOS X, which doesn't need libm.a at all
465 math_libs = ['m']
Ronald Oussoren94f25282010-05-05 19:11:21 +0000466 if platform == 'darwin':
Fredrik Lundhade711a2001-01-24 08:00:28 +0000467 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41 +0000468
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000469 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
470
471 #
472 # The following modules are all pretty straightforward, and compile
473 # on pretty much any POSIXish platform.
474 #
Fredrik Lundhade711a2001-01-24 08:00:28 +0000475
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000476 # array objects
477 exts.append( Extension('array', ['arraymodule.c']) )
478 # complex math library functions
Mark Dickinsonf3718592009-12-21 15:27:41 +0000479 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
480 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000481 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000482 # math library functions, e.g. sin()
Mark Dickinson664b5112009-12-16 20:23:42 +0000483 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
Mark Dickinson8a591132009-12-17 08:35:56 +0000484 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000485 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000486 # time operations and variables
Alexander Belopolskyd95a5862010-06-16 22:38:15 +0000487 exts.append( Extension('time', ['timemodule.c', '_time.c'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11 +0000488 libraries=math_libs) )
Alexander Belopolskycf86e362010-07-23 19:25:47 +0000489 exts.append( Extension('_datetime', ['_datetimemodule.c', '_time.c'],
Guido van Rossuma29d5082002-12-16 20:31:57 +0000490 libraries=math_libs) )
Christian Heimesfe337bf2008-03-23 21:54:12 +0000491 # random number generator implemented in C
492 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35 +0000493 # bisect
494 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38 +0000495 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21 +0000496 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Alexandre Vassalottica2d6102008-06-12 18:26:05 +0000497 # C-optimized pickle replacement
498 exts.append( Extension("_pickle", ["_pickle.c"]) )
Collin Winter670e6922007-03-21 02:57:17 +0000499 # atexit
500 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Christian Heimes90540002008-05-08 14:29:10 +0000501 # _json speedups
502 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44 +0000503 # Python C API test module
Mark Dickinsona06f44b2009-02-10 16:18:22 +0000504 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
505 depends=['testcapi_long.h']) )
Fred Drake0e474a82007-10-11 18:01:43 +0000506 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56 +0000507 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000508 # static Unicode character database
Walter Dörwalde9eaab42007-05-22 16:02:13 +0000509 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000510
511 # Modules with some UNIX dependencies -- on by default:
512 # (If you have a really backward UNIX, select and socket may not be
513 # supported...)
514
515 # fcntl(2) and ioctl(2)
Antoine Pitroua3000072010-09-07 14:52:42 +0000516 libs = []
517 if (config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)):
518 # May be necessary on AIX for flock function
519 libs = ['bsd']
520 exts.append( Extension('fcntl', ['fcntlmodule.c'], libraries=libs) )
Ronald Oussoren94f25282010-05-05 19:11:21 +0000521 # pwd(3)
522 exts.append( Extension('pwd', ['pwdmodule.c']) )
523 # grp(3)
524 exts.append( Extension('grp', ['grpmodule.c']) )
525 # spwd, shadow passwords
526 if (config_h_vars.get('HAVE_GETSPNAM', False) or
527 config_h_vars.get('HAVE_GETSPENT', False)):
528 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000529 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000530 missing.append('spwd')
Guido van Rossumd8faa362007-04-27 19:54:29 +0000531
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000532 # select(2); not on ancient System V
533 exts.append( Extension('select', ['selectmodule.c']) )
534
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000535 # Fred Drake's interface to the Python parser
536 exts.append( Extension('parser', ['parsermodule.c']) )
537
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000538 # Memory-mapped files (also works on Win32).
Ronald Oussoren94f25282010-05-05 19:11:21 +0000539 exts.append( Extension('mmap', ['mmapmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000540
Andrew M. Kuchling57269d02004-08-31 13:37:25 +0000541 # Lance Ellinghaus's syslog module
Ronald Oussoren94f25282010-05-05 19:11:21 +0000542 # syslog daemon interface
543 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000544
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000545 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34 +0000546 # Here ends the simple stuff. From here on, modules need certain
547 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000548 #
549
550 # Multimedia modules
551 # These don't work for 64-bit platforms!!!
552 # These represent audio samples or images as strings:
553
Neal Norwitz5e4a3b82004-07-19 16:55:07 +0000554 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10 +0000555 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20 +0000556 # 64-bit platforms.
557 exts.append( Extension('audioop', ['audioop.c']) )
558
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000559 # readline
Tarek Ziadé36797272010-07-22 12:50:05 +0000560 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krah095b2732010-06-08 13:41:44 +0000561 readline_termcap_library = ""
562 curses_library = ""
563 # Determine if readline is already linked against curses or tinfo.
564 if do_readline and find_executable('ldd'):
565 # Cannot use os.popen here in py3k.
566 tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib')
567 if not os.path.exists(self.build_temp):
568 os.makedirs(self.build_temp)
Stefan Krahf4e7a352010-07-17 11:46:52 +0000569 ret = os.system("ldd %s > %s" % (do_readline, tmpfile))
570 if ret >> 8 == 0:
Brett Cannon9f5db072010-10-29 20:19:27 +0000571 with open(tmpfile) as fp:
572 for ln in fp:
573 if 'curses' in ln:
574 readline_termcap_library = re.sub(
575 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
576 ).rstrip()
577 break
578 # termcap interface split out from ncurses
579 if 'tinfo' in ln:
580 readline_termcap_library = 'tinfo'
581 break
Stefan Krah095b2732010-06-08 13:41:44 +0000582 os.unlink(tmpfile)
583 # Issue 7384: If readline is already linked against curses,
584 # use the same library for the readline and curses modules.
585 if 'curses' in readline_termcap_library:
586 curses_library = readline_termcap_library
Tarek Ziadé36797272010-07-22 12:50:05 +0000587 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
Stefan Krah095b2732010-06-08 13:41:44 +0000588 curses_library = 'ncursesw'
Tarek Ziadé36797272010-07-22 12:50:05 +0000589 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000590 curses_library = 'ncurses'
Tarek Ziadé36797272010-07-22 12:50:05 +0000591 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Stefan Krah095b2732010-06-08 13:41:44 +0000592 curses_library = 'curses'
593
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000594 if platform == 'darwin':
595 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren961683a2010-03-08 07:09:59 +0000596 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
597 if dep_target and dep_target.split('.') < ['10', '5']:
598 os_release = 8
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000599 if os_release < 9:
600 # MacOSX 10.4 has a broken readline. Don't try to build
601 # the readline module unless the user has installed a fixed
602 # readline package
603 if find_file('readline/rlconf.h', inc_dirs, []) is None:
604 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23 +0000605 if do_readline:
Ronald Oussoren2efd9242009-09-20 14:53:22 +0000606 if platform == 'darwin' and os_release < 9:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000607 # In every directory on the search path search for a dynamic
608 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19 +0000609 # for dynamic libraries on the entire path.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000610 # This way a staticly linked custom readline gets picked up
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000611 # before the (possibly broken) dynamic library in /usr/lib.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000612 readline_extra_link_args = ('-Wl,-search_paths_first',)
613 else:
614 readline_extra_link_args = ()
615
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000616 readline_libs = ['readline']
Stefan Krah095b2732010-06-08 13:41:44 +0000617 if readline_termcap_library:
618 pass # Issue 7384: Already linked against curses or tinfo.
619 elif curses_library:
620 readline_libs.append(curses_library)
Tarek Ziadé36797272010-07-22 12:50:05 +0000621 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadédd07ebb2009-07-06 13:52:17 +0000622 ['/usr/lib/termcap'],
623 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000624 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000625 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24 +0000626 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47 +0000627 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02 +0000628 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000629 else:
630 missing.append('readline')
631
Ronald Oussoren94f25282010-05-05 19:11:21 +0000632 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43 +0000633
Tarek Ziadé36797272010-07-22 12:50:05 +0000634 if self.compiler.find_library_file(lib_dirs, 'crypt'):
Ronald Oussoren94f25282010-05-05 19:11:21 +0000635 libs = ['crypt']
Guido van Rossumd8faa362007-04-27 19:54:29 +0000636 else:
Ronald Oussoren94f25282010-05-05 19:11:21 +0000637 libs = []
638 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000639
Skip Montanaroba9e9782003-03-20 23:34:22 +0000640 # CSV files
641 exts.append( Extension('_csv', ['_csv.c']) )
642
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +0000643 # POSIX subprocess module helper.
644 exts.append( Extension('_posixsubprocess', ['_posixsubprocess.c']) )
645
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000646 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000647 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000648 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000649 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40 +0000650 search_for_ssl_incs_in = [
651 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000652 '/usr/contrib/ssl/include/'
653 ]
Gregory P. Smithade97332005-08-23 21:19:40 +0000654 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
655 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000656 )
Martin v. Löwisa950f7f2003-05-09 09:05:19 +0000657 if ssl_incs is not None:
658 krb5_h = find_file('krb5.h', inc_dirs,
659 ['/usr/kerberos/include'])
660 if krb5_h:
661 ssl_incs += krb5_h
Tarek Ziadé36797272010-07-22 12:50:05 +0000662 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21 +0000663 ['/usr/local/ssl/lib',
664 '/usr/contrib/ssl/lib/'
665 ] )
Fredrik Lundhade711a2001-01-24 08:00:28 +0000666
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000667 if (ssl_incs is not None and
668 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30 +0000669 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +0000670 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28 +0000671 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32 +0000672 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11 +0000673 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29 +0000674 else:
675 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +0000676
Gregory P. Smithade97332005-08-23 21:19:40 +0000677 # find out which version of OpenSSL we have
678 openssl_ver = 0
679 openssl_ver_re = re.compile(
680 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40 +0000681
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000682 # look for the openssl version header on the compiler search path.
683 opensslv_h = find_file('openssl/opensslv.h', [],
684 inc_dirs + search_for_ssl_incs_in)
685 if opensslv_h:
686 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
687 if sys.platform == 'darwin' and is_macosx_sdk_path(name):
688 name = os.path.join(macosx_sdk_root(), name[1:])
689 try:
Brett Cannon9f5db072010-10-29 20:19:27 +0000690 with open(name, 'r') as incfile:
691 for line in incfile:
692 m = openssl_ver_re.match(line)
693 if m:
694 openssl_ver = eval(m.group(1))
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000695 except IOError as msg:
696 print("IOError while reading opensshv.h:", msg)
697 pass
Gregory P. Smithade97332005-08-23 21:19:40 +0000698
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000699 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000700 min_openssl_ver = 0x00907000
701 have_any_openssl = ssl_incs is not None and ssl_libs is not None
702 have_usable_openssl = (have_any_openssl and
703 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40 +0000704
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000705 if have_any_openssl:
706 if have_usable_openssl:
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000707 # The _hashlib module wraps optimized implementations
708 # of hash functions from the OpenSSL library.
709 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000710 depends = ['hashlib.h'],
Guido van Rossumeb1cf4e2007-08-17 17:14:17 +0000711 include_dirs = ssl_incs,
712 library_dirs = ssl_libs,
713 libraries = ['ssl', 'crypto']) )
714 else:
715 print("warning: openssl 0x%08x is too old for _hashlib" %
716 openssl_ver)
717 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000718
Gregory P. Smithb04ded42010-01-03 00:38:10 +0000719 min_sha2_openssl_ver = 0x00908000
720 if COMPILED_WITH_PYDEBUG or openssl_ver < min_sha2_openssl_ver:
Gregory P. Smithade97332005-08-23 21:19:40 +0000721 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000722 exts.append( Extension('_sha256', ['sha256module.c'],
723 depends=['hashlib.h']) )
724 exts.append( Extension('_sha512', ['sha512module.c'],
725 depends=['hashlib.h']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59 +0000726
Gregory P. Smith91ae4a12010-01-03 00:44:10 +0000727 if COMPILED_WITH_PYDEBUG or not have_usable_openssl:
Gregory P. Smith2f21eb32007-09-09 06:44:34 +0000728 # no openssl at all, use our own md5 and sha1
Gregory P. Smith5af7fba2010-01-03 14:51:13 +0000729 exts.append( Extension('_md5', ['md5module.c'],
730 depends=['hashlib.h']) )
731 exts.append( Extension('_sha1', ['sha1module.c'],
732 depends=['hashlib.h']) )
Gregory P. Smith2f21eb32007-09-09 06:44:34 +0000733
Georg Brandl489cb4f2009-07-11 10:08:49 +0000734 # Modules that provide persistent dictionary-like semantics. You will
735 # probably want to arrange for at least one of them to be available on
736 # your machine, though none are defined by default because of library
737 # dependencies. The Python module dbm/__init__.py provides an
738 # implementation independent wrapper for these; dbm/dumb.py provides
739 # similar functionality (but slower of course) implemented in Python.
740
741 # Sleepycat^WOracle Berkeley DB interface.
742 # http://www.oracle.com/database/berkeley-db/db/index.html
743 #
744 # This requires the Sleepycat^WOracle DB code. The supported versions
745 # are set below. Visit the URL above to download
746 # a release. Most open source OSes come with one or more
747 # versions of BerkeleyDB already installed.
748
Matthias Klose8690ae52010-10-17 13:22:33 +0000749 max_db_ver = (5, 1)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000750 min_db_ver = (3, 3)
751 db_setup_debug = False # verbose debug prints from this script?
752
753 def allow_db_ver(db_ver):
754 """Returns a boolean if the given BerkeleyDB version is acceptable.
755
756 Args:
757 db_ver: A tuple of the version to verify.
758 """
759 if not (min_db_ver <= db_ver <= max_db_ver):
760 return False
761 return True
762
763 def gen_db_minor_ver_nums(major):
764 if major == 4:
765 for x in range(max_db_ver[1]+1):
766 if allow_db_ver((4, x)):
767 yield x
768 elif major == 3:
769 for x in (3,):
770 if allow_db_ver((3, x)):
771 yield x
772 else:
773 raise ValueError("unknown major BerkeleyDB version", major)
774
775 # construct a list of paths to look for the header file in on
776 # top of the normal inc_dirs.
777 db_inc_paths = [
778 '/usr/include/db4',
779 '/usr/local/include/db4',
780 '/opt/sfw/include/db4',
781 '/usr/include/db3',
782 '/usr/local/include/db3',
783 '/opt/sfw/include/db3',
784 # Fink defaults (http://fink.sourceforge.net/)
785 '/sw/include/db4',
786 '/sw/include/db3',
787 ]
788 # 4.x minor number specific paths
789 for x in gen_db_minor_ver_nums(4):
790 db_inc_paths.append('/usr/include/db4%d' % x)
791 db_inc_paths.append('/usr/include/db4.%d' % x)
792 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
793 db_inc_paths.append('/usr/local/include/db4%d' % x)
794 db_inc_paths.append('/pkg/db-4.%d/include' % x)
795 db_inc_paths.append('/opt/db-4.%d/include' % x)
796 # MacPorts default (http://www.macports.org/)
797 db_inc_paths.append('/opt/local/include/db4%d' % x)
798 # 3.x minor number specific paths
799 for x in gen_db_minor_ver_nums(3):
800 db_inc_paths.append('/usr/include/db3%d' % x)
801 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
802 db_inc_paths.append('/usr/local/include/db3%d' % x)
803 db_inc_paths.append('/pkg/db-3.%d/include' % x)
804 db_inc_paths.append('/opt/db-3.%d/include' % x)
805
806 # Add some common subdirectories for Sleepycat DB to the list,
807 # based on the standard include directories. This way DB3/4 gets
808 # picked up when it is installed in a non-standard prefix and
809 # the user has added that prefix into inc_dirs.
810 std_variants = []
811 for dn in inc_dirs:
812 std_variants.append(os.path.join(dn, 'db3'))
813 std_variants.append(os.path.join(dn, 'db4'))
814 for x in gen_db_minor_ver_nums(4):
815 std_variants.append(os.path.join(dn, "db4%d"%x))
816 std_variants.append(os.path.join(dn, "db4.%d"%x))
817 for x in gen_db_minor_ver_nums(3):
818 std_variants.append(os.path.join(dn, "db3%d"%x))
819 std_variants.append(os.path.join(dn, "db3.%d"%x))
820
821 db_inc_paths = std_variants + db_inc_paths
822 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
823
824 db_ver_inc_map = {}
825
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000826 if sys.platform == 'darwin':
827 sysroot = macosx_sdk_root()
828
Georg Brandl489cb4f2009-07-11 10:08:49 +0000829 class db_found(Exception): pass
830 try:
831 # See whether there is a Sleepycat header in the standard
832 # search path.
833 for d in inc_dirs + db_inc_paths:
834 f = os.path.join(d, "db.h")
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000835 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
836 f = os.path.join(sysroot, d[1:], "db.h")
837
Georg Brandl489cb4f2009-07-11 10:08:49 +0000838 if db_setup_debug: print("db: looking for db.h in", f)
839 if os.path.exists(f):
Brett Cannon9f5db072010-10-29 20:19:27 +0000840 with open(f, 'rb') as file:
841 f = file.read()
Benjamin Peterson019f3612009-08-12 18:18:03 +0000842 m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000843 if m:
844 db_major = int(m.group(1))
Benjamin Peterson019f3612009-08-12 18:18:03 +0000845 m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000846 db_minor = int(m.group(1))
847 db_ver = (db_major, db_minor)
848
849 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
850 if db_ver == (4, 6):
Benjamin Peterson019f3612009-08-12 18:18:03 +0000851 m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49 +0000852 db_patch = int(m.group(1))
853 if db_patch < 21:
854 print("db.h:", db_ver, "patch", db_patch,
855 "being ignored (4.6.x must be >= 4.6.21)")
856 continue
857
858 if ( (db_ver not in db_ver_inc_map) and
859 allow_db_ver(db_ver) ):
860 # save the include directory with the db.h version
861 # (first occurrence only)
862 db_ver_inc_map[db_ver] = d
863 if db_setup_debug:
864 print("db.h: found", db_ver, "in", d)
865 else:
866 # we already found a header for this library version
867 if db_setup_debug: print("db.h: ignoring", d)
868 else:
869 # ignore this header, it didn't contain a version number
870 if db_setup_debug:
871 print("db.h: no version number version in", d)
872
873 db_found_vers = list(db_ver_inc_map.keys())
874 db_found_vers.sort()
875
876 while db_found_vers:
877 db_ver = db_found_vers.pop()
878 db_incdir = db_ver_inc_map[db_ver]
879
880 # check lib directories parallel to the location of the header
881 db_dirs_to_check = [
882 db_incdir.replace("include", 'lib64'),
883 db_incdir.replace("include", 'lib'),
884 ]
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000885
886 if sys.platform != 'darwin':
887 db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check))
888
889 else:
890 # Same as other branch, but takes OSX SDK into account
891 tmp = []
892 for dn in db_dirs_to_check:
893 if is_macosx_sdk_path(dn):
894 if os.path.isdir(os.path.join(sysroot, dn[1:])):
895 tmp.append(dn)
896 else:
897 if os.path.isdir(dn):
898 tmp.append(dn)
Ronald Oussorendc969e52010-06-27 12:37:46 +0000899 db_dirs_to_check = tmp
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000900
901 db_dirs_to_check = tmp
Georg Brandl489cb4f2009-07-11 10:08:49 +0000902
903 # Look for a version specific db-X.Y before an ambiguoius dbX
904 # XXX should we -ever- look for a dbX name? Do any
905 # systems really not name their library by version and
906 # symlink to more general names?
907 for dblib in (('db-%d.%d' % db_ver),
908 ('db%d%d' % db_ver),
909 ('db%d' % db_ver[0])):
910 dblib_file = self.compiler.find_library_file(
911 db_dirs_to_check + lib_dirs, dblib )
912 if dblib_file:
913 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
914 raise db_found
915 else:
916 if db_setup_debug: print("db lib: ", dblib, "not found")
917
918 except db_found:
919 if db_setup_debug:
920 print("bsddb using BerkeleyDB lib:", db_ver, dblib)
921 print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir)
922 db_incs = [db_incdir]
923 dblibs = [dblib]
924 else:
925 if db_setup_debug: print("db: no appropriate library found")
926 db_incs = None
927 dblibs = []
928 dblib_dir = None
929
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000930 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:30 +0000931 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000932
933 # We hunt for #define SQLITE_VERSION "n.n.n"
934 # We need to find >= sqlite version 3.0.8
935 sqlite_incdir = sqlite_libdir = None
936 sqlite_inc_paths = [ '/usr/include',
937 '/usr/include/sqlite',
938 '/usr/include/sqlite3',
939 '/usr/local/include',
940 '/usr/local/include/sqlite',
941 '/usr/local/include/sqlite3',
942 ]
943 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
944 MIN_SQLITE_VERSION = ".".join([str(x)
945 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:47 +0000946
947 # Scan the default include directories before the SQLite specific
948 # ones. This allows one to override the copy of sqlite on OSX,
949 # where /usr/include contains an old version of sqlite.
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000950 if sys.platform == 'darwin':
951 sysroot = macosx_sdk_root()
952
Thomas Wouters477c8d52006-05-27 19:21:47 +0000953 for d in inc_dirs + sqlite_inc_paths:
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000954 f = os.path.join(d, "sqlite3.h")
Ronald Oussoren2c12ab12010-06-03 14:42:25 +0000955
956 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
957 f = os.path.join(sysroot, d[1:], "sqlite3.h")
958
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000959 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:43 +0000960 if sqlite_setup_debug: print("sqlite: found %s"%f)
Brett Cannon9f5db072010-10-29 20:19:27 +0000961 with open(f) as file:
962 incf = file.read()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000963 m = re.search(
964 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
965 if m:
966 sqlite_version = m.group(1)
967 sqlite_version_tuple = tuple([int(x)
968 for x in sqlite_version.split(".")])
969 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
970 # we win!
Thomas Wouters89f507f2006-12-13 04:49:30 +0000971 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000972 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000973 sqlite_incdir = d
974 break
975 else:
976 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000977 print("%s: version %d is too old, need >= %s"%(d,
978 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000979 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43 +0000980 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000981
982 if sqlite_incdir:
983 sqlite_dirs_to_check = [
984 os.path.join(sqlite_incdir, '..', 'lib64'),
985 os.path.join(sqlite_incdir, '..', 'lib'),
986 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
987 os.path.join(sqlite_incdir, '..', '..', 'lib'),
988 ]
Tarek Ziadé36797272010-07-22 12:50:05 +0000989 sqlite_libfile = self.compiler.find_library_file(
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000990 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonf10a79a2008-10-11 00:49:57 +0000991 if sqlite_libfile:
992 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000993
994 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000995 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000996 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000997 '_sqlite/cursor.c',
998 '_sqlite/microprotocols.c',
999 '_sqlite/module.c',
1000 '_sqlite/prepare_protocol.c',
1001 '_sqlite/row.c',
1002 '_sqlite/statement.c',
1003 '_sqlite/util.c', ]
1004
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001005 sqlite_defines = []
1006 if sys.platform != "win32":
1007 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
1008 else:
1009 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1010
Benjamin Peterson076ed002010-10-31 17:11:02 +00001011 # Enable support for loadable extensions in the sqlite3 module
1012 # if --enable-loadable-sqlite-extensions configure option is used.
1013 if '--enable-loadable-sqlite-extensions' not in sysconfig.get_config_var("CONFIG_ARGS"):
1014 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Thomas Wouters477c8d52006-05-27 19:21:47 +00001015
1016 if sys.platform == 'darwin':
1017 # In every directory on the search path search for a dynamic
1018 # library and then a static library, instead of first looking
1019 # for dynamic libraries on the entiry path.
1020 # This way a staticly linked custom sqlite gets picked up
1021 # before the dynamic library in /usr/lib.
1022 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1023 else:
1024 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001025
1026 exts.append(Extension('_sqlite3', sqlite_srcs,
1027 define_macros=sqlite_defines,
1028 include_dirs=["Modules/_sqlite",
1029 sqlite_incdir],
1030 library_dirs=sqlite_libdir,
1031 runtime_library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:47 +00001032 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001033 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001034 else:
1035 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:34 +00001036
Benjamin Petersond78735d2010-01-01 16:04:23 +00001037 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001038 # The standard Unix dbm module:
Jack Jansend1b20452002-07-08 21:39:36 +00001039 if platform not in ['cygwin']:
Matthias Klose55708cc2009-04-30 08:06:49 +00001040 config_args = [arg.strip("'")
1041 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersond78735d2010-01-01 16:04:23 +00001042 dbm_args = [arg for arg in config_args
Matthias Klose55708cc2009-04-30 08:06:49 +00001043 if arg.startswith('--with-dbmliborder=')]
1044 if dbm_args:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001045 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001046 else:
Georg Brandl489cb4f2009-07-11 10:08:49 +00001047 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose55708cc2009-04-30 08:06:49 +00001048 dbmext = None
1049 for cand in dbm_order:
1050 if cand == "ndbm":
1051 if find_file("ndbm.h", inc_dirs, []) is not None:
1052 # Some systems have -lndbm, others don't
Tarek Ziadé36797272010-07-22 12:50:05 +00001053 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001054 'ndbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001055 ndbm_libs = ['ndbm']
1056 else:
1057 ndbm_libs = []
1058 print("building dbm using ndbm")
1059 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1060 define_macros=[
1061 ('HAVE_NDBM_H',None),
1062 ],
1063 libraries=ndbm_libs)
1064 break
1065
1066 elif cand == "gdbm":
Tarek Ziadé36797272010-07-22 12:50:05 +00001067 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001068 gdbm_libs = ['gdbm']
Tarek Ziadé36797272010-07-22 12:50:05 +00001069 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001070 'gdbm_compat'):
Matthias Klose55708cc2009-04-30 08:06:49 +00001071 gdbm_libs.append('gdbm_compat')
1072 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
1073 print("building dbm using gdbm")
1074 dbmext = Extension(
1075 '_dbm', ['_dbmmodule.c'],
1076 define_macros=[
1077 ('HAVE_GDBM_NDBM_H', None),
1078 ],
1079 libraries = gdbm_libs)
1080 break
1081 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
1082 print("building dbm using gdbm")
1083 dbmext = Extension(
1084 '_dbm', ['_dbmmodule.c'],
1085 define_macros=[
1086 ('HAVE_GDBM_DASH_NDBM_H', None),
1087 ],
1088 libraries = gdbm_libs)
1089 break
Georg Brandl489cb4f2009-07-11 10:08:49 +00001090 elif cand == "bdb":
1091 if db_incs is not None:
1092 print("building dbm using bdb")
1093 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1094 library_dirs=dblib_dir,
1095 runtime_library_dirs=dblib_dir,
1096 include_dirs=db_incs,
1097 define_macros=[
1098 ('HAVE_BERKDB_H', None),
1099 ('DB_DBM_HSEARCH', None),
1100 ],
1101 libraries=dblibs)
Matthias Klose55708cc2009-04-30 08:06:49 +00001102 break
1103 if dbmext is not None:
1104 exts.append(dbmext)
Guido van Rossumd8faa362007-04-27 19:54:29 +00001105 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001106 missing.append('_dbm')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001107
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001108 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersond78735d2010-01-01 16:04:23 +00001109 if ('gdbm' in dbm_order and
Tarek Ziadé36797272010-07-22 12:50:05 +00001110 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001111 exts.append( Extension('_gdbm', ['_gdbmmodule.c'],
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001112 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001113 else:
Georg Brandl0a7ac7d2008-05-26 10:29:35 +00001114 missing.append('_gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001115
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001116 # Unix-only modules
Ronald Oussoren94f25282010-05-05 19:11:21 +00001117 if platform != 'win32':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001118 # Steen Lumholt's termios module
1119 exts.append( Extension('termios', ['termios.c']) )
1120 # Jeremy Hylton's rlimit interface
Antoine Pitrou6103ab12009-10-24 20:11:21 +00001121 exts.append( Extension('resource', ['resource.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001122
Andrew M. Kuchlingcf393f32001-02-21 02:38:24 +00001123 # Sun yellow pages. Some systems have the functions in libc.
Benjamin Peterson588009e2009-12-30 03:03:54 +00001124 if (platform not in ['cygwin', 'qnx6'] and
1125 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé36797272010-07-22 12:50:05 +00001126 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:23 +00001127 libs = ['nsl']
1128 else:
1129 libs = []
1130 exts.append( Extension('nis', ['nismodule.c'],
1131 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001132 else:
1133 missing.append('nis')
1134 else:
1135 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001136
Skip Montanaro72092942004-02-07 12:50:19 +00001137 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:28 +00001138 # provided by the ncurses library.
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001139 panel_library = 'panel'
Stefan Krah095b2732010-06-08 13:41:44 +00001140 if curses_library.startswith('ncurses'):
1141 if curses_library == 'ncursesw':
1142 # Bug 1464056: If _curses.so links with ncursesw,
1143 # _curses_panel.so must link with panelw.
1144 panel_library = 'panelw'
1145 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:14 +00001146 exts.append( Extension('_curses', ['_cursesmodule.c'],
1147 libraries = curses_libs) )
Stefan Krah095b2732010-06-08 13:41:44 +00001148 elif curses_library == 'curses' and platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:41 +00001149 # OSX has an old Berkeley curses, not good enough for
1150 # the _curses module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001151 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001152 curses_libs = ['curses', 'terminfo']
Tarek Ziadé36797272010-07-22 12:50:05 +00001153 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001154 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:49 +00001155 else:
1156 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:28 +00001157
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001158 exts.append( Extension('_curses', ['_cursesmodule.c'],
1159 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001160 else:
1161 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001162
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001163 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:16 +00001164 if (module_enabled(exts, '_curses') and
Tarek Ziadé36797272010-07-22 12:50:05 +00001165 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001166 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001167 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001168 else:
1169 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:28 +00001170
Barry Warsaw259b1e12002-08-13 20:09:26 +00001171 # Andrew Kuchling's zlib module. Note that some versions of zlib
1172 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1173 # http://www.cert.org/advisories/CA-2002-07.html
1174 #
1175 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1176 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1177 # now, we still accept 1.1.3, because we think it's difficult to
1178 # exploit this in Python, and we'd rather make it RedHat's problem
1179 # than our problem <wink>.
1180 #
1181 # You can upgrade zlib to version 1.1.4 yourself by going to
1182 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:12 +00001183 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:29 +00001184 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:12 +00001185 if zlib_inc is not None:
1186 zlib_h = zlib_inc[0] + '/zlib.h'
1187 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:26 +00001188 version_req = '"1.1.3"'
Brett Cannon9f5db072010-10-29 20:19:27 +00001189 with open(zlib_h) as fp:
1190 while 1:
1191 line = fp.readline()
1192 if not line:
1193 break
1194 if line.startswith('#define ZLIB_VERSION'):
1195 version = line.split()[2]
1196 break
Guido van Rossume6970912001-04-15 15:16:12 +00001197 if version >= version_req:
Tarek Ziadé36797272010-07-22 12:50:05 +00001198 if (self.compiler.find_library_file(lib_dirs, 'z')):
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001199 if sys.platform == "darwin":
1200 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1201 else:
1202 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:12 +00001203 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001204 libraries = ['z'],
1205 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:29 +00001206 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:29 +00001207 else:
1208 missing.append('zlib')
1209 else:
1210 missing.append('zlib')
1211 else:
1212 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001213
Christian Heimes1dc54002008-03-24 02:19:29 +00001214 # Helper module for various ascii-encoders. Uses zlib for an optimized
1215 # crc32 if we have it. Otherwise binascii uses its own.
1216 if have_zlib:
1217 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1218 libraries = ['z']
1219 extra_link_args = zlib_extra_link_args
1220 else:
1221 extra_compile_args = []
1222 libraries = []
1223 extra_link_args = []
1224 exts.append( Extension('binascii', ['binascii.c'],
1225 extra_compile_args = extra_compile_args,
1226 libraries = libraries,
1227 extra_link_args = extra_link_args) )
1228
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001229 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé36797272010-07-22 12:50:05 +00001230 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001231 if sys.platform == "darwin":
1232 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1233 else:
1234 bz2_extra_link_args = ()
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001235 exts.append( Extension('bz2', ['bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001236 libraries = ['bz2'],
1237 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001238 else:
1239 missing.append('bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:05 +00001240
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001241 # Interface to the Expat XML parser
1242 #
Benjamin Petersona28e7022010-01-09 18:53:06 +00001243 # Expat was written by James Clark and is now maintained by a group of
1244 # developers on SourceForge; see www.libexpat.org for more information.
1245 # The pyexpat module was written by Paul Prescod after a prototype by
1246 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1247 # of a system shared libexpat.so is possible with --with-system-expat
Benjamin Petersonc73206c2010-10-31 16:38:19 +00001248 # configure option.
Fred Drakefc8341d2002-06-17 17:55:30 +00001249 #
1250 # More information on Expat can be found at www.libexpat.org.
1251 #
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001252 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1253 expat_inc = []
1254 define_macros = []
1255 expat_lib = ['expat']
1256 expat_sources = []
1257 else:
1258 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1259 define_macros = [
1260 ('HAVE_EXPAT_CONFIG_H', '1'),
1261 ]
1262 expat_lib = []
1263 expat_sources = ['expat/xmlparse.c',
1264 'expat/xmlrole.c',
1265 'expat/xmltok.c']
Thomas Wouters477c8d52006-05-27 19:21:47 +00001266
Fred Drake2d59a492003-10-21 15:41:15 +00001267 exts.append(Extension('pyexpat',
1268 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001269 include_dirs = expat_inc,
1270 libraries = expat_lib,
1271 sources = ['pyexpat.c'] + expat_sources
Fred Drake2d59a492003-10-21 15:41:15 +00001272 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001273
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001274 # Fredrik Lundh's cElementTree module. Note that this also
1275 # uses expat (via the CAPI hook in pyexpat).
1276
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001277 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001278 define_macros.append(('USE_PYEXPAT_CAPI', None))
1279 exts.append(Extension('_elementtree',
1280 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:10 +00001281 include_dirs = expat_inc,
1282 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001283 sources = ['_elementtree.c'],
1284 ))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001285 else:
1286 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:16 +00001287
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001288 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:13 +00001289 exts.append(Extension('_multibytecodec',
1290 ['cjkcodecs/multibytecodec.c']))
1291 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1292 exts.append(Extension('_codecs_%s' % loc,
1293 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:29 +00001294
Thomas Hellercf567c12006-03-08 19:51:58 +00001295 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001296 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:58 +00001297
Benjamin Petersone711caf2008-06-11 16:44:04 +00001298 # Richard Oudkerk's multiprocessing module
1299 if platform == 'win32': # Windows
1300 macros = dict()
1301 libraries = ['ws2_32']
1302
1303 elif platform == 'darwin': # Mac OSX
Benjamin Peterson965ce872009-04-05 21:24:58 +00001304 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001305 libraries = []
1306
1307 elif platform == 'cygwin': # Cygwin
Benjamin Peterson965ce872009-04-05 21:24:58 +00001308 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001309 libraries = []
Benjamin Peterson41181742008-07-02 20:22:54 +00001310
Martin v. Löwisb37509b2008-11-04 20:45:29 +00001311 elif platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Benjamin Peterson41181742008-07-02 20:22:54 +00001312 # FreeBSD's P1003.1b semaphore support is very experimental
1313 # and has many known problems. (as of June 2008)
Benjamin Peterson965ce872009-04-05 21:24:58 +00001314 macros = dict()
Benjamin Peterson41181742008-07-02 20:22:54 +00001315 libraries = []
1316
Benjamin Petersone5384b02008-10-04 22:00:42 +00001317 elif platform.startswith('openbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001318 macros = dict()
Benjamin Petersone5384b02008-10-04 22:00:42 +00001319 libraries = []
1320
Jesse Noller32d68c22009-03-31 18:48:42 +00001321 elif platform.startswith('netbsd'):
Benjamin Peterson965ce872009-04-05 21:24:58 +00001322 macros = dict()
Jesse Noller32d68c22009-03-31 18:48:42 +00001323 libraries = []
1324
Benjamin Petersone711caf2008-06-11 16:44:04 +00001325 else: # Linux and other unices
Benjamin Peterson965ce872009-04-05 21:24:58 +00001326 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:04 +00001327 libraries = ['rt']
1328
1329 if platform == 'win32':
1330 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1331 '_multiprocessing/semaphore.c',
1332 '_multiprocessing/pipe_connection.c',
1333 '_multiprocessing/socket_connection.c',
1334 '_multiprocessing/win32_functions.c'
1335 ]
1336
1337 else:
1338 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1339 '_multiprocessing/socket_connection.c'
1340 ]
Mark Dickinsona614f042009-11-28 12:48:43 +00001341 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1342 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Petersone711caf2008-06-11 16:44:04 +00001343 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1344
Jesse Noller6fd47e22009-01-23 14:09:08 +00001345 if sysconfig.get_config_var('WITH_THREAD'):
1346 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1347 define_macros=list(macros.items()),
1348 include_dirs=["Modules/_multiprocessing"]))
1349 else:
1350 missing.append('_multiprocessing')
Benjamin Petersone711caf2008-06-11 16:44:04 +00001351 # End multiprocessing
Guido van Rossuma9e20242007-03-08 00:43:48 +00001352
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001353 # Platform-specific libraries
Matthias Klose4c4b0782010-04-21 22:21:03 +00001354 if (platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
1355 'freebsd7', 'freebsd8')
1356 or platform.startswith("gnukfreebsd")):
Guido van Rossum0c016a92003-02-13 16:12:21 +00001357 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29 +00001358 else:
1359 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001360
Benjamin Petersonebacd262008-05-29 21:09:51 +00001361 if sys.platform == 'darwin':
1362 exts.append(
1363 Extension('_gestalt', ['_gestalt.c'],
1364 extra_link_args=['-framework', 'Carbon'])
1365 )
Ronald Oussoren84151202010-04-18 20:46:11 +00001366 exts.append(
1367 Extension('_scproxy', ['_scproxy.c'],
1368 extra_link_args=[
1369 '-framework', 'SystemConfiguration',
1370 '-framework', 'CoreFoundation',
1371 ]))
Benjamin Petersonebacd262008-05-29 21:09:51 +00001372
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001373 self.extensions.extend(exts)
1374
1375 # Call the method for detecting whether _tkinter can be compiled
1376 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001377
Guido van Rossumd8faa362007-04-27 19:54:29 +00001378 if '_tkinter' not in [e.name for e in self.extensions]:
1379 missing.append('_tkinter')
1380
1381 return missing
1382
Jack Jansen0b06be72002-06-21 14:48:38 +00001383 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1384 # The _tkinter module, using frameworks. Since frameworks are quite
1385 # different the UNIX search logic is not sharable.
1386 from os.path import join, exists
1387 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001388 '/Library/Frameworks',
Ronald Oussoren5f734f12009-03-04 21:32:48 +00001389 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:38 +00001390 join(os.getenv('HOME'), '/Library/Frameworks')
1391 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001392
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001393 sysroot = macosx_sdk_root()
1394
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001395 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:38 +00001396 # bundles.
1397 # XXX distutils should support -F!
1398 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:43 +00001399 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001400
1401
Jack Jansen0b06be72002-06-21 14:48:38 +00001402 for fw in 'Tcl', 'Tk':
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001403 if is_macosx_sdk_path(F):
1404 if not exists(join(sysroot, F[1:], fw + '.framework')):
1405 break
1406 else:
1407 if not exists(join(F, fw + '.framework')):
1408 break
Jack Jansen0b06be72002-06-21 14:48:38 +00001409 else:
1410 # ok, F is now directory with both frameworks. Continure
1411 # building
1412 break
1413 else:
1414 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1415 # will now resume.
1416 return 0
Tim Peters2c60f7a2003-01-29 03:49:43 +00001417
Jack Jansen0b06be72002-06-21 14:48:38 +00001418 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1419 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:43 +00001420 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:38 +00001421 #
1422 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:43 +00001423 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:43 +00001424 for fw in ('Tcl', 'Tk')
1425 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:38 +00001426 ]
1427
Tim Peters2c60f7a2003-01-29 03:49:43 +00001428 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:38 +00001429 # complicated search, this is a hard-coded path. It could bail out
1430 # if X11 libs are not found...
1431 include_dirs.append('/usr/X11R6/include')
1432 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1433
Georg Brandlfcaf9102008-07-16 02:17:56 +00001434 # All existing framework builds of Tcl/Tk don't support 64-bit
1435 # architectures.
1436 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1437 archs = re.findall('-arch\s+(\w+)', cflags)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001438
Ronald Oussorend097efe2009-09-15 19:07:58 +00001439 tmpfile = os.path.join(self.build_temp, 'tk.arch')
1440 if not os.path.exists(self.build_temp):
1441 os.makedirs(self.build_temp)
1442
1443 # Note: cannot use os.popen or subprocess here, that
1444 # requires extensions that are not available here.
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001445 if is_macosx_sdk_path(F):
1446 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile))
1447 else:
1448 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile))
Ronald Oussoren2c12ab12010-06-03 14:42:25 +00001449
Brett Cannon9f5db072010-10-29 20:19:27 +00001450 with open(tmpfile) as fp:
1451 detected_archs = []
1452 for ln in fp:
1453 a = ln.split()[-1]
1454 if a in archs:
1455 detected_archs.append(ln.split()[-1])
Ronald Oussorend097efe2009-09-15 19:07:58 +00001456 os.unlink(tmpfile)
1457
1458 for a in detected_archs:
1459 frameworks.append('-arch')
1460 frameworks.append(a)
Georg Brandlfcaf9102008-07-16 02:17:56 +00001461
Jack Jansen0b06be72002-06-21 14:48:38 +00001462 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1463 define_macros=[('WITH_APPINIT', 1)],
1464 include_dirs = include_dirs,
1465 libraries = [],
Georg Brandlfcaf9102008-07-16 02:17:56 +00001466 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:38 +00001467 extra_link_args = frameworks,
1468 )
1469 self.extensions.append(ext)
1470 return 1
1471
Tim Peters2c60f7a2003-01-29 03:49:43 +00001472
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001473 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001474 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:41 +00001475
Jack Jansen0b06be72002-06-21 14:48:38 +00001476 # Rather than complicate the code below, detecting and building
1477 # AquaTk is a separate method. Only one Tkinter will be built on
1478 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1479 platform = self.get_platform()
Skip Montanaro0174ddd2005-12-30 05:01:26 +00001480 if (platform == 'darwin' and
1481 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:43 +00001482 return
Jack Jansen0b06be72002-06-21 14:48:38 +00001483
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001484 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001485 # The versions with dots are used on Unix, and the versions without
1486 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001487 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polo5d377bd2009-08-16 14:44:14 +00001488 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1489 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé36797272010-07-22 12:50:05 +00001490 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001491 'tk' + version)
Tarek Ziadé36797272010-07-22 12:50:05 +00001492 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001493 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:41 +00001494 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001495 # Exit the loop when we've found the Tcl/Tk libraries
1496 break
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001497
Fredrik Lundhade711a2001-01-24 08:00:28 +00001498 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001499 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001500 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001501 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001502 dotversion = version
1503 if '.' not in dotversion and "bsd" in sys.platform.lower():
1504 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1505 # but the include subdirs are named like .../include/tcl8.3.
1506 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1507 tcl_include_sub = []
1508 tk_include_sub = []
1509 for dir in inc_dirs:
1510 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1511 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1512 tk_include_sub += tcl_include_sub
1513 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1514 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001515
Martin v. Löwise86a59a2003-05-03 08:45:51 +00001516 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001517 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:35 +00001518 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001519 return
Fredrik Lundhade711a2001-01-24 08:00:28 +00001520
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001521 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001522
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001523 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1524 for dir in tcl_includes + tk_includes:
1525 if dir not in include_dirs:
1526 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001527
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001528 # Check for various platform-specific directories
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001529 if platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001530 include_dirs.append('/usr/openwin/include')
1531 added_lib_dirs.append('/usr/openwin/lib')
1532 elif os.path.exists('/usr/X11R6/include'):
1533 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:35 +00001534 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001535 added_lib_dirs.append('/usr/X11R6/lib')
1536 elif os.path.exists('/usr/X11R5/include'):
1537 include_dirs.append('/usr/X11R5/include')
1538 added_lib_dirs.append('/usr/X11R5/lib')
1539 else:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001540 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001541 include_dirs.append('/usr/X11/include')
1542 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001543
Jason Tishler9181c942003-02-05 15:16:17 +00001544 # If Cygwin, then verify that X is installed before proceeding
1545 if platform == 'cygwin':
1546 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1547 if x11_inc is None:
1548 return
1549
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001550 # Check for BLT extension
Tarek Ziadé36797272010-07-22 12:50:05 +00001551 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001552 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001553 defs.append( ('WITH_BLT', 1) )
1554 libs.append('BLT8.0')
Tarek Ziadé36797272010-07-22 12:50:05 +00001555 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:17 +00001556 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:38 +00001557 defs.append( ('WITH_BLT', 1) )
1558 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001559
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001560 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:46 +00001561 libs.append('tk'+ version)
1562 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001563
Andrew M. Kuchling34febf52001-01-24 03:31:07 +00001564 if platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001565 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001566
Martin v. Löwis3db5b8c2001-07-24 06:54:01 +00001567 # Finally, link with the X11 libraries (not appropriate on cygwin)
1568 if platform != "cygwin":
1569 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001570
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001571 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1572 define_macros=[('WITH_APPINIT', 1)] + defs,
1573 include_dirs = include_dirs,
1574 libraries = libs,
1575 library_dirs = added_lib_dirs,
1576 )
1577 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:28 +00001578
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001579## # Uncomment these lines if you want to play with xxmodule.c
1580## ext = Extension('xx', ['xxmodule.c'])
1581## self.extensions.append(ext)
Antoine Pitrou8c30a712010-12-04 18:36:03 +00001582 if 'd' not in sys.abiflags:
1583 ext = Extension('xxlimited', ['xxlimited.c'],
1584 define_macros=[('Py_LIMITED_API', 1)])
1585 self.extensions.append(ext)
Guido van Rossum6c7438e2003-02-11 20:05:50 +00001586
Andrew M. Kuchlingfbe73762001-01-18 18:44:20 +00001587 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001588 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001589 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001590 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001591 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001592 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:28 +00001593 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001594
Christian Heimes78644762008-03-04 23:39:23 +00001595 def configure_ctypes_darwin(self, ext):
1596 # Darwin (OS X) uses preconfigured files, in
1597 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauer014bf282009-02-05 16:35:45 +00001598 srcdir = sysconfig.get_config_var('srcdir')
Christian Heimes78644762008-03-04 23:39:23 +00001599 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1600 '_ctypes', 'libffi_osx'))
1601 sources = [os.path.join(ffi_srcdir, p)
1602 for p in ['ffi.c',
Georg Brandlfcaf9102008-07-16 02:17:56 +00001603 'x86/darwin64.S',
Christian Heimes78644762008-03-04 23:39:23 +00001604 'x86/x86-darwin.S',
1605 'x86/x86-ffi_darwin.c',
1606 'x86/x86-ffi64.c',
1607 'powerpc/ppc-darwin.S',
1608 'powerpc/ppc-darwin_closure.S',
1609 'powerpc/ppc-ffi_darwin.c',
1610 'powerpc/ppc64-darwin_closure.S',
1611 ]]
1612
1613 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001614 self.compiler.src_extensions.append('.S')
Christian Heimes78644762008-03-04 23:39:23 +00001615
1616 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1617 os.path.join(ffi_srcdir, 'powerpc')]
1618 ext.include_dirs.extend(include_dirs)
1619 ext.sources.extend(sources)
1620 return True
1621
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001622 def configure_ctypes(self, ext):
1623 if not self.use_system_libffi:
Christian Heimes78644762008-03-04 23:39:23 +00001624 if sys.platform == 'darwin':
1625 return self.configure_ctypes_darwin(ext)
1626
Neil Schemenauer014bf282009-02-05 16:35:45 +00001627 srcdir = sysconfig.get_config_var('srcdir')
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001628 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1629 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1630 '_ctypes', 'libffi'))
1631 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:58 +00001632
Thomas Wouters477c8d52006-05-27 19:21:47 +00001633 from distutils.dep_util import newer_group
1634
1635 config_sources = [os.path.join(ffi_srcdir, fname)
Thomas Wouterscf297e42007-02-23 15:07:44 +00001636 for fname in os.listdir(ffi_srcdir)
1637 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Wouters477c8d52006-05-27 19:21:47 +00001638 if self.force or newer_group(config_sources,
1639 ffi_configfile):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001640 from distutils.dir_util import mkpath
1641 mkpath(ffi_builddir)
1642 config_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001643
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001644 # Pass empty CFLAGS because we'll just append the resulting
1645 # CFLAGS to Python's; -g or -O2 is to be avoided.
1646 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1647 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:58 +00001648
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001649 res = os.system(cmd)
1650 if res or not os.path.exists(ffi_configfile):
Guido van Rossum452bf512007-02-09 05:32:43 +00001651 print("Failed to configure _ctypes module")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001652 return False
Thomas Hellercf567c12006-03-08 19:51:58 +00001653
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001654 fficonfig = {}
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001655 with open(ffi_configfile) as f:
1656 exec(f.read(), globals(), fficonfig)
Thomas Hellercf567c12006-03-08 19:51:58 +00001657
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001658 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:05 +00001659 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:58 +00001660
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001661 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001662 ffi_builddir,
1663 os.path.join(ffi_srcdir, 'src')]
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001664 extra_compile_args = fficonfig['ffi_cflags'].split()
1665
Antoine Pitrou72f4d642010-01-13 12:04:20 +00001666 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1667 fficonfig['ffi_sources'])
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001668 ext.include_dirs.extend(include_dirs)
1669 ext.extra_compile_args.extend(extra_compile_args)
1670 return True
1671
1672 def detect_ctypes(self, inc_dirs, lib_dirs):
1673 self.use_system_libffi = False
1674 include_dirs = []
1675 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001676 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:58 +00001677 sources = ['_ctypes/_ctypes.c',
1678 '_ctypes/callbacks.c',
1679 '_ctypes/callproc.c',
1680 '_ctypes/stgdict.c',
Thomas Heller864cc672010-08-08 17:58:53 +00001681 '_ctypes/cfield.c']
Thomas Hellercf567c12006-03-08 19:51:58 +00001682 depends = ['_ctypes/ctypes.h']
1683
1684 if sys.platform == 'darwin':
Ronald Oussoren2decf222010-09-05 18:25:59 +00001685 sources.append('_ctypes/malloc_closure.c')
Thomas Hellercf567c12006-03-08 19:51:58 +00001686 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:23 +00001687 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:58 +00001688 include_dirs.append('_ctypes/darwin')
1689# XXX Is this still needed?
1690## extra_link_args.extend(['-read_only_relocs', 'warning'])
1691
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001692 elif sys.platform == 'sunos5':
1693 # XXX This shouldn't be necessary; it appears that some
1694 # of the assembler code is non-PIC (i.e. it has relocations
1695 # when it shouldn't. The proper fix would be to rewrite
1696 # the assembler code to be PIC.
1697 # This only works with GCC; the Sun compiler likely refuses
1698 # this option. If you want to compile ctypes with the Sun
1699 # compiler, please research a proper solution, instead of
1700 # finding some -z option for the Sun compiler.
1701 extra_link_args.append('-mimpure-text')
1702
Thomas Heller9af0cba2008-06-06 09:11:46 +00001703 elif sys.platform.startswith('hp-ux'):
Thomas Heller3eaaeb42008-05-23 17:26:46 +00001704 extra_link_args.append('-fPIC')
1705
Thomas Hellercf567c12006-03-08 19:51:58 +00001706 ext = Extension('_ctypes',
1707 include_dirs=include_dirs,
1708 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001709 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001710 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:58 +00001711 sources=sources,
1712 depends=depends)
1713 ext_test = Extension('_ctypes_test',
1714 sources=['_ctypes/_ctypes_test.c'])
1715 self.extensions.extend([ext, ext_test])
1716
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001717 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1718 return
1719
Christian Heimes78644762008-03-04 23:39:23 +00001720 if sys.platform == 'darwin':
1721 # OS X 10.5 comes with libffi.dylib; the include files are
1722 # in /usr/include/ffi
1723 inc_dirs.append('/usr/include/ffi')
1724
Benjamin Petersond78735d2010-01-01 16:04:23 +00001725 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Klose5a204fe2010-04-21 21:47:45 +00001726 if not ffi_inc or ffi_inc[0] == '':
Benjamin Petersond78735d2010-01-01 16:04:23 +00001727 ffi_inc = find_file('ffi.h', [], inc_dirs)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001728 if ffi_inc is not None:
1729 ffi_h = ffi_inc[0] + '/ffi.h'
Brett Cannon9f5db072010-10-29 20:19:27 +00001730 with open(ffi_h) as fp:
1731 while 1:
1732 line = fp.readline()
1733 if not line:
1734 ffi_inc = None
1735 break
1736 if line.startswith('#define LIBFFI_H'):
1737 break
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001738 ffi_lib = None
1739 if ffi_inc is not None:
1740 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
Tarek Ziadé36797272010-07-22 12:50:05 +00001741 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001742 ffi_lib = lib_name
1743 break
1744
1745 if ffi_inc and ffi_lib:
1746 ext.include_dirs.extend(ffi_inc)
1747 ext.libraries.append(ffi_lib)
1748 self.use_system_libffi = True
1749
1750
Andrew M. Kuchlingf52d27e2001-05-21 20:29:27 +00001751class PyBuildInstall(install):
1752 # Suppress the warning about installation into the lib_dynload
1753 # directory, which is not in sys.path when running Python during
1754 # installation:
1755 def initialize_options (self):
1756 install.initialize_options(self)
1757 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:41 +00001758
Michael W. Hudson529a5052002-12-17 16:47:17 +00001759class PyBuildInstallLib(install_lib):
1760 # Do exactly what install_lib does but make sure correct access modes get
1761 # set on installed directories and files. All installed files with get
1762 # mode 644 unless they are a shared library in which case they will get
1763 # mode 755. All installed directories will get mode 755.
1764
1765 so_ext = sysconfig.get_config_var("SO")
1766
1767 def install(self):
1768 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001769 self.set_file_modes(outfiles, 0o644, 0o755)
1770 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:17 +00001771 return outfiles
1772
1773 def set_file_modes(self, files, defaultMode, sharedLibMode):
1774 if not self.is_chmod_supported(): return
1775 if not files: return
1776
1777 for filename in files:
1778 if os.path.islink(filename): continue
1779 mode = defaultMode
1780 if filename.endswith(self.so_ext): mode = sharedLibMode
1781 log.info("changing mode of %s to %o", filename, mode)
1782 if not self.dry_run: os.chmod(filename, mode)
1783
1784 def set_dir_modes(self, dirname, mode):
1785 if not self.is_chmod_supported(): return
Amaury Forgeot d'Arc321e5332009-07-02 23:08:45 +00001786 for dirpath, dirnames, fnames in os.walk(dirname):
1787 if os.path.islink(dirpath):
1788 continue
1789 log.info("changing mode of %s to %o", dirpath, mode)
1790 if not self.dry_run: os.chmod(dirpath, mode)
Michael W. Hudson529a5052002-12-17 16:47:17 +00001791
1792 def is_chmod_supported(self):
1793 return hasattr(os, 'chmod')
1794
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001795SUMMARY = """
1796Python is an interpreted, interactive, object-oriented programming
1797language. It is often compared to Tcl, Perl, Scheme or Java.
1798
1799Python combines remarkable power with very clear syntax. It has
1800modules, classes, exceptions, very high level dynamic data types, and
1801dynamic typing. There are interfaces to many system calls and
1802libraries, as well as to various windowing systems (X11, Motif, Tk,
1803Mac, MFC). New built-in modules are easily written in C or C++. Python
1804is also usable as an extension language for applications that need a
1805programmable interface.
1806
1807The Python implementation is portable: it runs on many brands of UNIX,
1808on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1809listed here, it may still be supported, if there's a C compiler for
1810it. Ask around on comp.lang.python -- or just try compiling Python
1811yourself.
1812"""
1813
1814CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001815Development Status :: 6 - Mature
1816License :: OSI Approved :: Python Software Foundation License
1817Natural Language :: English
1818Programming Language :: C
1819Programming Language :: Python
1820Topic :: Software Development
1821"""
1822
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001823def main():
Andrew M. Kuchling62686692001-05-21 20:48:09 +00001824 # turn off warnings when deprecated modules are imported
1825 import warnings
1826 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001827 setup(# PyPI Metadata (PEP 301)
1828 name = "Python",
1829 version = sys.version.split()[0],
1830 url = "http://www.python.org/%s" % sys.version[:3],
1831 maintainer = "Guido van Rossum and the Python community",
1832 maintainer_email = "python-dev@python.org",
1833 description = "A high-level object-oriented programming language",
1834 long_description = SUMMARY.strip(),
1835 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:58 +00001836 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:04 +00001837 platforms = ["Many"],
1838
1839 # Build info
Michael W. Hudson529a5052002-12-17 16:47:17 +00001840 cmdclass = {'build_ext':PyBuildExt, 'install':PyBuildInstall,
1841 'install_lib':PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001842 # The struct module is defined here, because build_ext won't be
1843 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:47 +00001844 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:49 +00001845
Benjamin Petersondfea1922009-05-23 17:13:14 +00001846 scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3",
1847 "Tools/scripts/2to3"]
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001848 )
Fredrik Lundhade711a2001-01-24 08:00:28 +00001849
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001850# --install-platlib
1851if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:23 +00001852 main()