blob: eb6200f638c86112f31a35ff2edc5a3238bd8fd7 [file] [log] [blame]
Greg Ward3f81cf71999-07-10 02:03:53 +00001"""distutils.ccompiler
2
3Contains CCompiler, an abstract base class that defines the interface
4for the Distutils compiler abstraction model."""
5
6# created 1999/07/05, Greg Ward
7
Greg Ward3ce77fd2000-03-02 01:49:45 +00008__revision__ = "$Id$"
Greg Ward3f81cf71999-07-10 02:03:53 +00009
Greg Ward802d6b71999-09-29 12:20:55 +000010import sys, os
Greg Ward3f81cf71999-07-10 02:03:53 +000011from types import *
12from copy import copy
13from distutils.errors import *
Greg Warde1aaaa61999-08-14 23:50:50 +000014from distutils.spawn import spawn
Greg Warde5c62bf2000-06-25 02:08:18 +000015from distutils.file_util import move_file
16from distutils.dir_util import mkpath
17from distutils.dep_util import newer_pairwise, newer_group
18from distutils.util import split_quoted
Greg Ward3f81cf71999-07-10 02:03:53 +000019
20
21class CCompiler:
22 """Abstract base class to define the interface that must be implemented
Greg Wardc3a43b42000-06-24 18:10:48 +000023 by real compiler classes. Also has some utility methods used by
24 several compiler classes.
Greg Ward3f81cf71999-07-10 02:03:53 +000025
Greg Wardc3a43b42000-06-24 18:10:48 +000026 The basic idea behind a compiler abstraction class is that each
27 instance can be used for all the compile/link steps in building a
28 single project. Thus, attributes common to all of those compile and
29 link steps -- include directories, macros to define, libraries to link
30 against, etc. -- are attributes of the compiler instance. To allow for
31 variability in how individual files are treated, most of those
32 attributes may be varied on a per-compilation or per-link basis.
33 """
Greg Ward3f81cf71999-07-10 02:03:53 +000034
Greg Ward802d6b71999-09-29 12:20:55 +000035 # 'compiler_type' is a class attribute that identifies this class. It
36 # keeps code that wants to know what kind of compiler it's dealing with
37 # from having to import all possible compiler classes just to do an
38 # 'isinstance'. In concrete CCompiler subclasses, 'compiler_type'
39 # should really, really be one of the keys of the 'compiler_class'
40 # dictionary (see below -- used by the 'new_compiler()' factory
41 # function) -- authors of new compiler interface classes are
42 # responsible for updating 'compiler_class'!
43 compiler_type = None
Greg Ward3f81cf71999-07-10 02:03:53 +000044
45 # XXX things not handled by this compiler abstraction model:
46 # * client can't provide additional options for a compiler,
47 # e.g. warning, optimization, debugging flags. Perhaps this
48 # should be the domain of concrete compiler abstraction classes
49 # (UnixCCompiler, MSVCCompiler, etc.) -- or perhaps the base
50 # class should have methods for the common ones.
Greg Ward3f81cf71999-07-10 02:03:53 +000051 # * can't completely override the include or library searchg
52 # path, ie. no "cc -I -Idir1 -Idir2" or "cc -L -Ldir1 -Ldir2".
Greg Warde1aaaa61999-08-14 23:50:50 +000053 # I'm not sure how widely supported this is even by Unix
Greg Ward3f81cf71999-07-10 02:03:53 +000054 # compilers, much less on other platforms. And I'm even less
Greg Warde1aaaa61999-08-14 23:50:50 +000055 # sure how useful it is; maybe for cross-compiling, but
56 # support for that is a ways off. (And anyways, cross
57 # compilers probably have a dedicated binary with the
58 # right paths compiled in. I hope.)
Greg Ward3f81cf71999-07-10 02:03:53 +000059 # * can't do really freaky things with the library list/library
60 # dirs, e.g. "-Ldir1 -lfoo -Ldir2 -lfoo" to link against
61 # different versions of libfoo.a in different locations. I
62 # think this is useless without the ability to null out the
63 # library search path anyways.
Greg Ward3f81cf71999-07-10 02:03:53 +000064
65
Greg Ward32c4a8a2000-03-06 03:40:29 +000066 # Subclasses that rely on the standard filename generation methods
67 # implemented below should override these; see the comment near
68 # those methods ('object_filenames()' et. al.) for details:
69 src_extensions = None # list of strings
70 obj_extension = None # string
71 static_lib_extension = None
72 shared_lib_extension = None # string
73 static_lib_format = None # format string
74 shared_lib_format = None # prob. same as static_lib_format
75 exe_extension = None # string
76
77
Greg Warde1aaaa61999-08-14 23:50:50 +000078 def __init__ (self,
79 verbose=0,
Greg Ward3febd601999-10-03 20:41:02 +000080 dry_run=0,
81 force=0):
Greg Warde1aaaa61999-08-14 23:50:50 +000082
83 self.verbose = verbose
84 self.dry_run = dry_run
Greg Ward3febd601999-10-03 20:41:02 +000085 self.force = force
Greg Ward3f81cf71999-07-10 02:03:53 +000086
Greg Ward9b17cb51999-09-13 03:07:24 +000087 # 'output_dir': a common output directory for object, library,
88 # shared object, and shared library files
89 self.output_dir = None
90
Greg Ward3f81cf71999-07-10 02:03:53 +000091 # 'macros': a list of macro definitions (or undefinitions). A
92 # macro definition is a 2-tuple (name, value), where the value is
93 # either a string or None (no explicit value). A macro
94 # undefinition is a 1-tuple (name,).
95 self.macros = []
96
Greg Ward3f81cf71999-07-10 02:03:53 +000097 # 'include_dirs': a list of directories to search for include files
98 self.include_dirs = []
99
100 # 'libraries': a list of libraries to include in any link
101 # (library names, not filenames: eg. "foo" not "libfoo.a")
102 self.libraries = []
103
104 # 'library_dirs': a list of directories to search for libraries
105 self.library_dirs = []
106
Greg Warde1aaaa61999-08-14 23:50:50 +0000107 # 'runtime_library_dirs': a list of directories to search for
108 # shared libraries/objects at runtime
109 self.runtime_library_dirs = []
110
Greg Ward3f81cf71999-07-10 02:03:53 +0000111 # 'objects': a list of object files (or similar, such as explicitly
112 # named library files) to include on any link
113 self.objects = []
114
Greg Warde5c62bf2000-06-25 02:08:18 +0000115 for key in self.executables.keys():
116 self.set_executable(key, self.executables[key])
117
Greg Ward3f81cf71999-07-10 02:03:53 +0000118 # __init__ ()
119
120
Greg Warde5c62bf2000-06-25 02:08:18 +0000121 def set_executables (self, **args):
122
123 """Define the executables (and options for them) that will be run
124 to perform the various stages of compilation. The exact set of
125 executables that may be specified here depends on the compiler
126 class (via the 'executables' class attribute), but most will have:
127 compiler the C/C++ compiler
128 linker_so linker used to create shared objects and libraries
129 linker_exe linker used to create binary executables
130 archiver static library creator
131
132 On platforms with a command-line (Unix, DOS/Windows), each of these
133 is a string that will be split into executable name and (optional)
134 list of arguments. (Splitting the string is done similarly to how
135 Unix shells operate: words are delimited by spaces, but quotes and
136 backslashes can override this. See
137 'distutils.util.split_quoted()'.)
138 """
139
140 # Note that some CCompiler implementation classes will define class
141 # attributes 'cpp', 'cc', etc. with hard-coded executable names;
142 # this is appropriate when a compiler class is for exactly one
143 # compiler/OS combination (eg. MSVCCompiler). Other compiler
144 # classes (UnixCCompiler, in particular) are driven by information
145 # discovered at run-time, since there are many different ways to do
146 # basically the same things with Unix C compilers.
147
148 for key in args.keys():
149 if not self.executables.has_key(key):
150 raise ValueError, \
151 "unknown executable '%s' for class %s" % \
152 (key, self.__class__.__name__)
153 self.set_executable(key, args[key])
154
155 # set_executables ()
156
157 def set_executable(self, key, value):
158 if type(value) is StringType:
159 setattr(self, key, split_quoted(value))
160 else:
161 setattr(self, key, value)
162
163
164
Greg Ward3f81cf71999-07-10 02:03:53 +0000165 def _find_macro (self, name):
166 i = 0
167 for defn in self.macros:
168 if defn[0] == name:
169 return i
170 i = i + 1
171
172 return None
173
174
175 def _check_macro_definitions (self, definitions):
176 """Ensures that every element of 'definitions' is a valid macro
Greg Wardc3a43b42000-06-24 18:10:48 +0000177 definition, ie. either (name,value) 2-tuple or a (name,) tuple. Do
178 nothing if all definitions are OK, raise TypeError otherwise.
179 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000180 for defn in definitions:
181 if not (type (defn) is TupleType and
182 (len (defn) == 1 or
183 (len (defn) == 2 and
184 (type (defn[1]) is StringType or defn[1] is None))) and
185 type (defn[0]) is StringType):
186 raise TypeError, \
187 ("invalid macro definition '%s': " % defn) + \
188 "must be tuple (string,), (string, string), or " + \
189 "(string, None)"
190
191
192 # -- Bookkeeping methods -------------------------------------------
193
194 def define_macro (self, name, value=None):
Greg Wardc3a43b42000-06-24 18:10:48 +0000195 """Define a preprocessor macro for all compilations driven by this
196 compiler object. The optional parameter 'value' should be a
197 string; if it is not supplied, then the macro will be defined
198 without an explicit value and the exact outcome depends on the
199 compiler used (XXX true? does ANSI say anything about this?)
200 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000201 # Delete from the list of macro definitions/undefinitions if
202 # already there (so that this one will take precedence).
203 i = self._find_macro (name)
204 if i is not None:
205 del self.macros[i]
206
207 defn = (name, value)
208 self.macros.append (defn)
209
210
211 def undefine_macro (self, name):
212 """Undefine a preprocessor macro for all compilations driven by
Greg Wardc3a43b42000-06-24 18:10:48 +0000213 this compiler object. If the same macro is defined by
214 'define_macro()' and undefined by 'undefine_macro()' the last call
215 takes precedence (including multiple redefinitions or
216 undefinitions). If the macro is redefined/undefined on a
217 per-compilation basis (ie. in the call to 'compile()'), then that
218 takes precedence.
219 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000220 # Delete from the list of macro definitions/undefinitions if
221 # already there (so that this one will take precedence).
222 i = self._find_macro (name)
223 if i is not None:
224 del self.macros[i]
225
226 undefn = (name,)
227 self.macros.append (undefn)
228
229
230 def add_include_dir (self, dir):
Greg Wardc3a43b42000-06-24 18:10:48 +0000231 """Add 'dir' to the list of directories that will be searched for
232 header files. The compiler is instructed to search directories in
233 the order in which they are supplied by successive calls to
234 'add_include_dir()'.
235 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000236 self.include_dirs.append (dir)
237
238 def set_include_dirs (self, dirs):
Greg Wardc3a43b42000-06-24 18:10:48 +0000239 """Set the list of directories that will be searched to 'dirs' (a
240 list of strings). Overrides any preceding calls to
241 'add_include_dir()'; subsequence calls to 'add_include_dir()' add
242 to the list passed to 'set_include_dirs()'. This does not affect
243 any list of standard include directories that the compiler may
244 search by default.
245 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000246 self.include_dirs = copy (dirs)
247
248
249 def add_library (self, libname):
Greg Wardc3a43b42000-06-24 18:10:48 +0000250 """Add 'libname' to the list of libraries that will be included in
251 all links driven by this compiler object. Note that 'libname'
252 should *not* be the name of a file containing a library, but the
253 name of the library itself: the actual filename will be inferred by
254 the linker, the compiler, or the compiler class (depending on the
255 platform).
Greg Ward3f81cf71999-07-10 02:03:53 +0000256
Greg Wardc3a43b42000-06-24 18:10:48 +0000257 The linker will be instructed to link against libraries in the
258 order they were supplied to 'add_library()' and/or
259 'set_libraries()'. It is perfectly valid to duplicate library
260 names; the linker will be instructed to link against libraries as
261 many times as they are mentioned.
262 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000263 self.libraries.append (libname)
264
265 def set_libraries (self, libnames):
Greg Wardc3a43b42000-06-24 18:10:48 +0000266 """Set the list of libraries to be included in all links driven by
267 this compiler object to 'libnames' (a list of strings). This does
268 not affect any standard system libraries that the linker may
269 include by default.
270 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000271 self.libraries = copy (libnames)
272
273
274 def add_library_dir (self, dir):
275 """Add 'dir' to the list of directories that will be searched for
Greg Wardc3a43b42000-06-24 18:10:48 +0000276 libraries specified to 'add_library()' and 'set_libraries()'. The
277 linker will be instructed to search for libraries in the order they
278 are supplied to 'add_library_dir()' and/or 'set_library_dirs()'.
279 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000280 self.library_dirs.append (dir)
281
282 def set_library_dirs (self, dirs):
Greg Wardc3a43b42000-06-24 18:10:48 +0000283 """Set the list of library search directories to 'dirs' (a list of
284 strings). This does not affect any standard library search path
285 that the linker may search by default.
286 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000287 self.library_dirs = copy (dirs)
288
289
Greg Warde1aaaa61999-08-14 23:50:50 +0000290 def add_runtime_library_dir (self, dir):
291 """Add 'dir' to the list of directories that will be searched for
Greg Wardc3a43b42000-06-24 18:10:48 +0000292 shared libraries at runtime.
293 """
Greg Warde1aaaa61999-08-14 23:50:50 +0000294 self.runtime_library_dirs.append (dir)
295
296 def set_runtime_library_dirs (self, dirs):
Greg Wardc3a43b42000-06-24 18:10:48 +0000297 """Set the list of directories to search for shared libraries at
298 runtime to 'dirs' (a list of strings). This does not affect any
299 standard search path that the runtime linker may search by
300 default.
301 """
Greg Warde1aaaa61999-08-14 23:50:50 +0000302 self.runtime_library_dirs = copy (dirs)
303
304
Greg Ward3f81cf71999-07-10 02:03:53 +0000305 def add_link_object (self, object):
Greg Wardc3a43b42000-06-24 18:10:48 +0000306 """Add 'object' to the list of object files (or analogues, such as
Greg Ward612eb9f2000-07-27 02:13:20 +0000307 explicitly named library files or the output of "resource
Greg Wardc3a43b42000-06-24 18:10:48 +0000308 compilers") to be included in every link driven by this compiler
309 object.
310 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000311 self.objects.append (object)
312
313 def set_link_objects (self, objects):
Greg Wardc3a43b42000-06-24 18:10:48 +0000314 """Set the list of object files (or analogues) to be included in
315 every link to 'objects'. This does not affect any standard object
316 files that the linker may include by default (such as system
317 libraries).
318 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000319 self.objects = copy (objects)
320
321
Greg Ward32c4a8a2000-03-06 03:40:29 +0000322 # -- Priviate utility methods --------------------------------------
323 # (here for the convenience of subclasses)
324
325 def _fix_compile_args (self, output_dir, macros, include_dirs):
Greg Wardc3a43b42000-06-24 18:10:48 +0000326 """Typecheck and fix-up some of the arguments to the 'compile()'
327 method, and return fixed-up values. Specifically: if 'output_dir'
328 is None, replaces it with 'self.output_dir'; ensures that 'macros'
329 is a list, and augments it with 'self.macros'; ensures that
330 'include_dirs' is a list, and augments it with 'self.include_dirs'.
331 Guarantees that the returned values are of the correct type,
332 i.e. for 'output_dir' either string or None, and for 'macros' and
333 'include_dirs' either list or None.
334 """
Greg Ward32c4a8a2000-03-06 03:40:29 +0000335 if output_dir is None:
336 output_dir = self.output_dir
337 elif type (output_dir) is not StringType:
338 raise TypeError, "'output_dir' must be a string or None"
339
340 if macros is None:
341 macros = self.macros
342 elif type (macros) is ListType:
343 macros = macros + (self.macros or [])
344 else:
345 raise TypeError, \
346 "'macros' (if supplied) must be a list of tuples"
347
348 if include_dirs is None:
349 include_dirs = self.include_dirs
350 elif type (include_dirs) in (ListType, TupleType):
351 include_dirs = list (include_dirs) + (self.include_dirs or [])
352 else:
353 raise TypeError, \
354 "'include_dirs' (if supplied) must be a list of strings"
355
356 return (output_dir, macros, include_dirs)
357
358 # _fix_compile_args ()
359
360
361 def _prep_compile (self, sources, output_dir):
Greg Wardc3a43b42000-06-24 18:10:48 +0000362 """Determine the list of object files corresponding to 'sources',
363 and figure out which ones really need to be recompiled. Return a
364 list of all object files and a dictionary telling which source
365 files can be skipped.
366 """
Greg Ward32c4a8a2000-03-06 03:40:29 +0000367 # Get the list of expected output (object) files
368 objects = self.object_filenames (sources,
369 output_dir=output_dir)
370
371 if self.force:
372 skip_source = {} # rebuild everything
373 for source in sources:
374 skip_source[source] = 0
375 else:
376 # Figure out which source files we have to recompile according
377 # to a simplistic check -- we just compare the source and
378 # object file, no deep dependency checking involving header
379 # files.
380 skip_source = {} # rebuild everything
381 for source in sources: # no wait, rebuild nothing
382 skip_source[source] = 1
383
384 (n_sources, n_objects) = newer_pairwise (sources, objects)
Greg Wardc3a43b42000-06-24 18:10:48 +0000385 for source in n_sources: # no really, only rebuild what's
386 skip_source[source] = 0 # out-of-date
Greg Ward32c4a8a2000-03-06 03:40:29 +0000387
388 return (objects, skip_source)
389
390 # _prep_compile ()
391
392
Greg Wardf10f95d2000-03-26 21:37:09 +0000393 def _fix_object_args (self, objects, output_dir):
Greg Wardc3a43b42000-06-24 18:10:48 +0000394 """Typecheck and fix up some arguments supplied to various methods.
395 Specifically: ensure that 'objects' is a list; if output_dir is
396 None, replace with self.output_dir. Return fixed versions of
397 'objects' and 'output_dir'.
398 """
Greg Ward32c4a8a2000-03-06 03:40:29 +0000399 if type (objects) not in (ListType, TupleType):
400 raise TypeError, \
401 "'objects' must be a list or tuple of strings"
402 objects = list (objects)
403
404 if output_dir is None:
405 output_dir = self.output_dir
406 elif type (output_dir) is not StringType:
407 raise TypeError, "'output_dir' must be a string or None"
408
Greg Wardf10f95d2000-03-26 21:37:09 +0000409 return (objects, output_dir)
Greg Ward32c4a8a2000-03-06 03:40:29 +0000410
Greg Ward32c4a8a2000-03-06 03:40:29 +0000411
Greg Wardf10f95d2000-03-26 21:37:09 +0000412 def _fix_lib_args (self, libraries, library_dirs, runtime_library_dirs):
413 """Typecheck and fix up some of the arguments supplied to the
Greg Wardc3a43b42000-06-24 18:10:48 +0000414 'link_*' methods. Specifically: ensure that all arguments are
415 lists, and augment them with their permanent versions
416 (eg. 'self.libraries' augments 'libraries'). Return a tuple with
417 fixed versions of all arguments.
418 """
Greg Wardf10f95d2000-03-26 21:37:09 +0000419 if libraries is None:
420 libraries = self.libraries
421 elif type (libraries) in (ListType, TupleType):
422 libraries = list (libraries) + (self.libraries or [])
Greg Ward32c4a8a2000-03-06 03:40:29 +0000423 else:
Greg Wardf10f95d2000-03-26 21:37:09 +0000424 raise TypeError, \
425 "'libraries' (if supplied) must be a list of strings"
Greg Ward32c4a8a2000-03-06 03:40:29 +0000426
Greg Wardf10f95d2000-03-26 21:37:09 +0000427 if library_dirs is None:
428 library_dirs = self.library_dirs
429 elif type (library_dirs) in (ListType, TupleType):
430 library_dirs = list (library_dirs) + (self.library_dirs or [])
431 else:
432 raise TypeError, \
433 "'library_dirs' (if supplied) must be a list of strings"
434
435 if runtime_library_dirs is None:
436 runtime_library_dirs = self.runtime_library_dirs
437 elif type (runtime_library_dirs) in (ListType, TupleType):
438 runtime_library_dirs = (list (runtime_library_dirs) +
439 (self.runtime_library_dirs or []))
440 else:
441 raise TypeError, \
442 "'runtime_library_dirs' (if supplied) " + \
443 "must be a list of strings"
444
445 return (libraries, library_dirs, runtime_library_dirs)
446
447 # _fix_lib_args ()
Greg Ward32c4a8a2000-03-06 03:40:29 +0000448
449
450 def _need_link (self, objects, output_file):
Greg Wardc3a43b42000-06-24 18:10:48 +0000451 """Return true if we need to relink the files listed in 'objects'
452 to recreate 'output_file'.
453 """
Greg Ward32c4a8a2000-03-06 03:40:29 +0000454 if self.force:
455 return 1
456 else:
457 if self.dry_run:
458 newer = newer_group (objects, output_file, missing='newer')
459 else:
460 newer = newer_group (objects, output_file)
461 return newer
462
463 # _need_link ()
464
465
Greg Ward3f81cf71999-07-10 02:03:53 +0000466 # -- Worker methods ------------------------------------------------
467 # (must be implemented by subclasses)
468
Greg Ward3ff3b032000-06-21 02:58:46 +0000469 def preprocess (self,
470 source,
471 output_file=None,
472 macros=None,
473 include_dirs=None,
474 extra_preargs=None,
475 extra_postargs=None):
476 """Preprocess a single C/C++ source file, named in 'source'.
477 Output will be written to file named 'output_file', or stdout if
478 'output_file' not supplied. 'macros' is a list of macro
479 definitions as for 'compile()', which will augment the macros set
480 with 'define_macro()' and 'undefine_macro()'. 'include_dirs' is a
481 list of directory names that will be added to the default list.
Greg Warde5c62bf2000-06-25 02:08:18 +0000482
483 Raises PreprocessError on failure.
Greg Ward3ff3b032000-06-21 02:58:46 +0000484 """
485 pass
486
Greg Ward3f81cf71999-07-10 02:03:53 +0000487 def compile (self,
488 sources,
Greg Ward9b17cb51999-09-13 03:07:24 +0000489 output_dir=None,
Greg Ward3f81cf71999-07-10 02:03:53 +0000490 macros=None,
Greg Ward0bdd90a1999-12-12 17:19:58 +0000491 include_dirs=None,
Greg Ward3c045a52000-02-09 02:16:14 +0000492 debug=0,
Greg Ward802d6b71999-09-29 12:20:55 +0000493 extra_preargs=None,
494 extra_postargs=None):
Greg Warde5c62bf2000-06-25 02:08:18 +0000495 """Compile one or more source files. 'sources' must be a list of
496 filenames, most likely C/C++ files, but in reality anything that
497 can be handled by a particular compiler and compiler class
498 (eg. MSVCCompiler can handle resource files in 'sources'). Return
Greg Wardc3a43b42000-06-24 18:10:48 +0000499 a list of object filenames, one per source filename in 'sources'.
500 Depending on the implementation, not all source files will
501 necessarily be compiled, but all corresponding object filenames
502 will be returned.
Greg Ward32c4a8a2000-03-06 03:40:29 +0000503
Greg Wardc3a43b42000-06-24 18:10:48 +0000504 If 'output_dir' is given, object files will be put under it, while
505 retaining their original path component. That is, "foo/bar.c"
506 normally compiles to "foo/bar.o" (for a Unix implementation); if
507 'output_dir' is "build", then it would compile to
508 "build/foo/bar.o".
Greg Ward3f81cf71999-07-10 02:03:53 +0000509
Greg Wardc3a43b42000-06-24 18:10:48 +0000510 'macros', if given, must be a list of macro definitions. A macro
511 definition is either a (name, value) 2-tuple or a (name,) 1-tuple.
512 The former defines a macro; if the value is None, the macro is
513 defined without an explicit value. The 1-tuple case undefines a
514 macro. Later definitions/redefinitions/ undefinitions take
515 precedence.
Greg Ward3f81cf71999-07-10 02:03:53 +0000516
Greg Wardc3a43b42000-06-24 18:10:48 +0000517 'include_dirs', if given, must be a list of strings, the
518 directories to add to the default include file search path for this
519 compilation only.
Greg Ward3c045a52000-02-09 02:16:14 +0000520
Greg Wardc3a43b42000-06-24 18:10:48 +0000521 'debug' is a boolean; if true, the compiler will be instructed to
522 output debug symbols in (or alongside) the object file(s).
Greg Ward802d6b71999-09-29 12:20:55 +0000523
Greg Wardc3a43b42000-06-24 18:10:48 +0000524 'extra_preargs' and 'extra_postargs' are implementation- dependent.
525 On platforms that have the notion of a command-line (e.g. Unix,
526 DOS/Windows), they are most likely lists of strings: extra
527 command-line arguments to prepand/append to the compiler command
528 line. On other platforms, consult the implementation class
529 documentation. In any event, they are intended as an escape hatch
530 for those occasions when the abstract compiler framework doesn't
531 cut the mustard.
Greg Wardd1517112000-05-30 01:56:44 +0000532
Greg Wardc3a43b42000-06-24 18:10:48 +0000533 Raises CompileError on failure.
534 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000535 pass
536
537
Greg Ward036c8052000-03-10 01:48:32 +0000538 def create_static_lib (self,
539 objects,
540 output_libname,
541 output_dir=None,
542 debug=0):
Greg Wardc3a43b42000-06-24 18:10:48 +0000543 """Link a bunch of stuff together to create a static library file.
544 The "bunch of stuff" consists of the list of object files supplied
545 as 'objects', the extra object files supplied to
546 'add_link_object()' and/or 'set_link_objects()', the libraries
547 supplied to 'add_library()' and/or 'set_libraries()', and the
548 libraries supplied as 'libraries' (if any).
Greg Ward3f81cf71999-07-10 02:03:53 +0000549
Greg Wardc3a43b42000-06-24 18:10:48 +0000550 'output_libname' should be a library name, not a filename; the
551 filename will be inferred from the library name. 'output_dir' is
552 the directory where the library file will be put.
Greg Ward3c045a52000-02-09 02:16:14 +0000553
Greg Wardc3a43b42000-06-24 18:10:48 +0000554 'debug' is a boolean; if true, debugging information will be
555 included in the library (note that on most platforms, it is the
556 compile step where this matters: the 'debug' flag is included here
557 just for consistency).
Greg Wardd1517112000-05-30 01:56:44 +0000558
Greg Wardc3a43b42000-06-24 18:10:48 +0000559 Raises LibError on failure.
560 """
Greg Ward3c045a52000-02-09 02:16:14 +0000561 pass
562
563
564 def link_shared_lib (self,
565 objects,
566 output_libname,
567 output_dir=None,
568 libraries=None,
569 library_dirs=None,
Greg Wardf10f95d2000-03-26 21:37:09 +0000570 runtime_library_dirs=None,
Greg Ward5299b6a2000-05-20 13:23:21 +0000571 export_symbols=None,
Greg Ward3c045a52000-02-09 02:16:14 +0000572 debug=0,
573 extra_preargs=None,
Greg Wardbfc79d62000-06-28 01:29:09 +0000574 extra_postargs=None,
575 build_temp=None):
Greg Wardc3a43b42000-06-24 18:10:48 +0000576 """Link a bunch of stuff together to create a shared library file.
577 Similar semantics to 'create_static_lib()', with the addition of
578 other libraries to link against and directories to search for them.
579 Also, of course, the type and name of the generated file will
580 almost certainly be different, as will the program used to create
581 it.
Greg Ward3febd601999-10-03 20:41:02 +0000582
Greg Wardc3a43b42000-06-24 18:10:48 +0000583 'libraries' is a list of libraries to link against. These are
584 library names, not filenames, since they're translated into
585 filenames in a platform-specific way (eg. "foo" becomes "libfoo.a"
586 on Unix and "foo.lib" on DOS/Windows). However, they can include a
587 directory component, which means the linker will look in that
588 specific directory rather than searching all the normal locations.
Greg Ward5299b6a2000-05-20 13:23:21 +0000589
Greg Wardc3a43b42000-06-24 18:10:48 +0000590 'library_dirs', if supplied, should be a list of directories to
591 search for libraries that were specified as bare library names
592 (ie. no directory component). These are on top of the system
593 default and those supplied to 'add_library_dir()' and/or
594 'set_library_dirs()'. 'runtime_library_dirs' is a list of
595 directories that will be embedded into the shared library and used
596 to search for other shared libraries that *it* depends on at
597 run-time. (This may only be relevant on Unix.)
Greg Ward802d6b71999-09-29 12:20:55 +0000598
Greg Wardc3a43b42000-06-24 18:10:48 +0000599 'export_symbols' is a list of symbols that the shared library will
600 export. (This appears to be relevant only on Windows.)
Greg Ward3c045a52000-02-09 02:16:14 +0000601
Greg Wardc3a43b42000-06-24 18:10:48 +0000602 'debug' is as for 'compile()' and 'create_static_lib()', with the
603 slight distinction that it actually matters on most platforms (as
604 opposed to 'create_static_lib()', which includes a 'debug' flag
605 mostly for form's sake).
Greg Wardd1517112000-05-30 01:56:44 +0000606
Greg Wardc3a43b42000-06-24 18:10:48 +0000607 'extra_preargs' and 'extra_postargs' are as for 'compile()' (except
608 of course that they supply command-line arguments for the
609 particular linker being used).
Greg Ward3f81cf71999-07-10 02:03:53 +0000610
Greg Wardc3a43b42000-06-24 18:10:48 +0000611 Raises LinkError on failure.
612 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000613 pass
614
615
Greg Ward3f81cf71999-07-10 02:03:53 +0000616 def link_shared_object (self,
617 objects,
618 output_filename,
Greg Ward9b17cb51999-09-13 03:07:24 +0000619 output_dir=None,
Greg Ward3f81cf71999-07-10 02:03:53 +0000620 libraries=None,
Greg Ward26e48ea1999-08-29 18:17:36 +0000621 library_dirs=None,
Greg Wardf10f95d2000-03-26 21:37:09 +0000622 runtime_library_dirs=None,
Greg Ward5299b6a2000-05-20 13:23:21 +0000623 export_symbols=None,
Greg Ward3c045a52000-02-09 02:16:14 +0000624 debug=0,
Greg Ward802d6b71999-09-29 12:20:55 +0000625 extra_preargs=None,
Greg Wardbfc79d62000-06-28 01:29:09 +0000626 extra_postargs=None,
627 build_temp=None):
Greg Wardc3a43b42000-06-24 18:10:48 +0000628 """Link a bunch of stuff together to create a shared object file.
629 Much like 'link_shared_lib()', except the output filename is
630 explicitly supplied as 'output_filename'. If 'output_dir' is
631 supplied, 'output_filename' is relative to it
632 (i.e. 'output_filename' can provide directory components if
633 needed).
Greg Wardd1517112000-05-30 01:56:44 +0000634
Greg Wardc3a43b42000-06-24 18:10:48 +0000635 Raises LinkError on failure.
636 """
Greg Ward3f81cf71999-07-10 02:03:53 +0000637 pass
638
Greg Warde1aaaa61999-08-14 23:50:50 +0000639
Greg Ward5baf1c22000-01-09 22:41:02 +0000640 def link_executable (self,
641 objects,
642 output_progname,
643 output_dir=None,
644 libraries=None,
645 library_dirs=None,
Greg Wardf10f95d2000-03-26 21:37:09 +0000646 runtime_library_dirs=None,
Greg Ward3c045a52000-02-09 02:16:14 +0000647 debug=0,
Greg Ward5baf1c22000-01-09 22:41:02 +0000648 extra_preargs=None,
649 extra_postargs=None):
650 """Link a bunch of stuff together to create a binary executable
Greg Wardc3a43b42000-06-24 18:10:48 +0000651 file. The "bunch of stuff" is as for 'link_shared_lib()'.
652 'output_progname' should be the base name of the executable
653 program--e.g. on Unix the same as the output filename, but on
654 DOS/Windows ".exe" will be appended.
Greg Wardd1517112000-05-30 01:56:44 +0000655
Greg Wardc3a43b42000-06-24 18:10:48 +0000656 Raises LinkError on failure.
657 """
Greg Ward5baf1c22000-01-09 22:41:02 +0000658 pass
659
660
661
Greg Wardf7edea72000-05-20 13:31:32 +0000662 # -- Miscellaneous methods -----------------------------------------
663 # These are all used by the 'gen_lib_options() function; there is
664 # no appropriate default implementation so subclasses should
665 # implement all of these.
666
667 def library_dir_option (self, dir):
Greg Wardc3a43b42000-06-24 18:10:48 +0000668 """Return the compiler option to add 'dir' to the list of
669 directories searched for libraries.
670 """
Greg Wardf7edea72000-05-20 13:31:32 +0000671 raise NotImplementedError
672
673 def runtime_library_dir_option (self, dir):
Greg Wardc3a43b42000-06-24 18:10:48 +0000674 """Return the compiler option to add 'dir' to the list of
675 directories searched for runtime libraries.
676 """
Greg Wardf7edea72000-05-20 13:31:32 +0000677 raise NotImplementedError
678
679 def library_option (self, lib):
680 """Return the compiler option to add 'dir' to the list of libraries
Greg Wardc3a43b42000-06-24 18:10:48 +0000681 linked into the shared library or executable.
682 """
Greg Wardf7edea72000-05-20 13:31:32 +0000683 raise NotImplementedError
684
685 def find_library_file (self, dirs, lib):
686 """Search the specified list of directories for a static or shared
Greg Wardc3a43b42000-06-24 18:10:48 +0000687 library file 'lib' and return the full path to that file. Return
688 None if it wasn't found in any of the specified directories.
689 """
Greg Wardf7edea72000-05-20 13:31:32 +0000690 raise NotImplementedError
691
692
Greg Ward32c4a8a2000-03-06 03:40:29 +0000693 # -- Filename generation methods -----------------------------------
Greg Warde1aaaa61999-08-14 23:50:50 +0000694
Greg Ward32c4a8a2000-03-06 03:40:29 +0000695 # The default implementation of the filename generating methods are
696 # prejudiced towards the Unix/DOS/Windows view of the world:
697 # * object files are named by replacing the source file extension
698 # (eg. .c/.cpp -> .o/.obj)
699 # * library files (shared or static) are named by plugging the
700 # library name and extension into a format string, eg.
701 # "lib%s.%s" % (lib_name, ".a") for Unix static libraries
702 # * executables are named by appending an extension (possibly
703 # empty) to the program name: eg. progname + ".exe" for
704 # Windows
705 #
706 # To reduce redundant code, these methods expect to find
707 # several attributes in the current object (presumably defined
708 # as class attributes):
709 # * src_extensions -
710 # list of C/C++ source file extensions, eg. ['.c', '.cpp']
711 # * obj_extension -
712 # object file extension, eg. '.o' or '.obj'
713 # * static_lib_extension -
714 # extension for static library files, eg. '.a' or '.lib'
715 # * shared_lib_extension -
716 # extension for shared library/object files, eg. '.so', '.dll'
717 # * static_lib_format -
718 # format string for generating static library filenames,
719 # eg. 'lib%s.%s' or '%s.%s'
720 # * shared_lib_format
721 # format string for generating shared library filenames
722 # (probably same as static_lib_format, since the extension
723 # is one of the intended parameters to the format string)
724 # * exe_extension -
725 # extension for executable files, eg. '' or '.exe'
Greg Ward9b17cb51999-09-13 03:07:24 +0000726
Greg Ward32c4a8a2000-03-06 03:40:29 +0000727 def object_filenames (self,
728 source_filenames,
729 strip_dir=0,
730 output_dir=''):
731 if output_dir is None: output_dir = ''
732 obj_names = []
733 for src_name in source_filenames:
734 (base, ext) = os.path.splitext (src_name)
735 if ext not in self.src_extensions:
Greg Ward9aa668b2000-06-24 02:22:49 +0000736 raise UnknownFileError, \
737 "unknown file type '%s' (from '%s')" % \
738 (ext, src_name)
Greg Ward32c4a8a2000-03-06 03:40:29 +0000739 if strip_dir:
740 base = os.path.basename (base)
741 obj_names.append (os.path.join (output_dir,
742 base + self.obj_extension))
743 return obj_names
Greg Warde1aaaa61999-08-14 23:50:50 +0000744
Greg Ward32c4a8a2000-03-06 03:40:29 +0000745 # object_filenames ()
Greg Warde1aaaa61999-08-14 23:50:50 +0000746
Greg Warde1aaaa61999-08-14 23:50:50 +0000747
Greg Ward32c4a8a2000-03-06 03:40:29 +0000748 def shared_object_filename (self,
749 basename,
750 strip_dir=0,
751 output_dir=''):
752 if output_dir is None: output_dir = ''
753 if strip_dir:
754 basename = os.path.basename (basename)
755 return os.path.join (output_dir, basename + self.shared_lib_extension)
Greg Warde1aaaa61999-08-14 23:50:50 +0000756
Greg Ward26e48ea1999-08-29 18:17:36 +0000757
Greg Ward32c4a8a2000-03-06 03:40:29 +0000758 def library_filename (self,
759 libname,
760 lib_type='static', # or 'shared'
761 strip_dir=0,
762 output_dir=''):
763
764 if output_dir is None: output_dir = ''
765 if lib_type not in ("static","shared"):
766 raise ValueError, "'lib_type' must be \"static\" or \"shared\""
767 fmt = getattr (self, lib_type + "_lib_format")
768 ext = getattr (self, lib_type + "_lib_extension")
769
770 (dir, base) = os.path.split (libname)
771 filename = fmt % (base, ext)
772 if strip_dir:
773 dir = ''
774
775 return os.path.join (output_dir, dir, filename)
776
Greg Warde1aaaa61999-08-14 23:50:50 +0000777
778 # -- Utility methods -----------------------------------------------
779
Greg Ward9b17cb51999-09-13 03:07:24 +0000780 def announce (self, msg, level=1):
781 if self.verbose >= level:
782 print msg
783
Greg Ward3febd601999-10-03 20:41:02 +0000784 def warn (self, msg):
785 sys.stderr.write ("warning: %s\n" % msg)
786
Greg Warde1aaaa61999-08-14 23:50:50 +0000787 def spawn (self, cmd):
788 spawn (cmd, verbose=self.verbose, dry_run=self.dry_run)
789
Greg Ward9b17cb51999-09-13 03:07:24 +0000790 def move_file (self, src, dst):
791 return move_file (src, dst, verbose=self.verbose, dry_run=self.dry_run)
792
Greg Ward013f0c82000-03-01 14:43:12 +0000793 def mkpath (self, name, mode=0777):
794 mkpath (name, mode, self.verbose, self.dry_run)
795
Greg Warde1aaaa61999-08-14 23:50:50 +0000796
Greg Ward3f81cf71999-07-10 02:03:53 +0000797# class CCompiler
798
799
Greg Ward802d6b71999-09-29 12:20:55 +0000800# Map a platform ('posix', 'nt') to the default compiler type for
801# that platform.
802default_compiler = { 'posix': 'unix',
803 'nt': 'msvc',
804 }
805
806# Map compiler types to (module_name, class_name) pairs -- ie. where to
807# find the code that implements an interface to this compiler. (The module
808# is assumed to be in the 'distutils' package.)
Greg Ward2ff78872000-06-24 00:23:20 +0000809compiler_class = { 'unix': ('unixccompiler', 'UnixCCompiler',
810 "standard UNIX-style compiler"),
811 'msvc': ('msvccompiler', 'MSVCCompiler',
812 "Microsoft Visual C++"),
813 'cygwin': ('cygwinccompiler', 'CygwinCCompiler',
814 "Cygwin port of GNU C Compiler for Win32"),
815 'mingw32': ('cygwinccompiler', 'Mingw32CCompiler',
816 "Mingw32 port of GNU C Compiler for Win32"),
Greg Wardbfc79d62000-06-28 01:29:09 +0000817 'bcpp': ('bcppcompiler', 'BCPPCompiler',
818 "Borland C++ Compiler"),
Greg Ward802d6b71999-09-29 12:20:55 +0000819 }
820
Greg Ward9d17a7a2000-06-07 03:00:06 +0000821def show_compilers():
Greg Ward2ff78872000-06-24 00:23:20 +0000822 """Print list of available compilers (used by the "--help-compiler"
823 options to "build", "build_ext", "build_clib").
824 """
825 # XXX this "knows" that the compiler option it's describing is
826 # "--compiler", which just happens to be the case for the three
827 # commands that use it.
Greg Ward9d17a7a2000-06-07 03:00:06 +0000828 from distutils.fancy_getopt import FancyGetopt
Greg Ward2ff78872000-06-24 00:23:20 +0000829 compilers = []
Greg Ward9d17a7a2000-06-07 03:00:06 +0000830 for compiler in compiler_class.keys():
Jeremy Hylton65d6edb2000-07-07 20:45:21 +0000831 compilers.append(("compiler="+compiler, None,
Greg Ward2ff78872000-06-24 00:23:20 +0000832 compiler_class[compiler][2]))
833 compilers.sort()
834 pretty_printer = FancyGetopt(compilers)
Greg Ward9d17a7a2000-06-07 03:00:06 +0000835 pretty_printer.print_help("List of available compilers:")
836
Greg Ward802d6b71999-09-29 12:20:55 +0000837
Greg Warde1aaaa61999-08-14 23:50:50 +0000838def new_compiler (plat=None,
Greg Ward802d6b71999-09-29 12:20:55 +0000839 compiler=None,
Greg Warde1aaaa61999-08-14 23:50:50 +0000840 verbose=0,
Greg Ward3febd601999-10-03 20:41:02 +0000841 dry_run=0,
842 force=0):
Greg Ward802d6b71999-09-29 12:20:55 +0000843 """Generate an instance of some CCompiler subclass for the supplied
Greg Wardc3a43b42000-06-24 18:10:48 +0000844 platform/compiler combination. 'plat' defaults to 'os.name'
845 (eg. 'posix', 'nt'), and 'compiler' defaults to the default compiler
846 for that platform. Currently only 'posix' and 'nt' are supported, and
847 the default compilers are "traditional Unix interface" (UnixCCompiler
848 class) and Visual C++ (MSVCCompiler class). Note that it's perfectly
849 possible to ask for a Unix compiler object under Windows, and a
850 Microsoft compiler object under Unix -- if you supply a value for
851 'compiler', 'plat' is ignored.
852 """
Greg Ward802d6b71999-09-29 12:20:55 +0000853 if plat is None:
854 plat = os.name
855
856 try:
857 if compiler is None:
858 compiler = default_compiler[plat]
859
Greg Ward2ff78872000-06-24 00:23:20 +0000860 (module_name, class_name, long_description) = compiler_class[compiler]
Greg Ward802d6b71999-09-29 12:20:55 +0000861 except KeyError:
862 msg = "don't know how to compile C/C++ code on platform '%s'" % plat
863 if compiler is not None:
864 msg = msg + " with '%s' compiler" % compiler
865 raise DistutilsPlatformError, msg
866
867 try:
868 module_name = "distutils." + module_name
869 __import__ (module_name)
870 module = sys.modules[module_name]
871 klass = vars(module)[class_name]
872 except ImportError:
873 raise DistutilsModuleError, \
874 "can't compile C/C++ code: unable to load module '%s'" % \
875 module_name
876 except KeyError:
877 raise DistutilsModuleError, \
878 ("can't compile C/C++ code: unable to find class '%s' " +
879 "in module '%s'") % (class_name, module_name)
880
Greg Ward3febd601999-10-03 20:41:02 +0000881 return klass (verbose, dry_run, force)
Greg Wardf7a39ec1999-09-08 02:29:08 +0000882
883
Greg Ward0bdd90a1999-12-12 17:19:58 +0000884def gen_preprocess_options (macros, include_dirs):
Greg Wardc3a43b42000-06-24 18:10:48 +0000885 """Generate C pre-processor options (-D, -U, -I) as used by at least
886 two types of compilers: the typical Unix compiler and Visual C++.
887 'macros' is the usual thing, a list of 1- or 2-tuples, where (name,)
888 means undefine (-U) macro 'name', and (name,value) means define (-D)
889 macro 'name' to 'value'. 'include_dirs' is just a list of directory
890 names to be added to the header file search path (-I). Returns a list
891 of command-line options suitable for either Unix compilers or Visual
892 C++.
893 """
Greg Wardf7a39ec1999-09-08 02:29:08 +0000894 # XXX it would be nice (mainly aesthetic, and so we don't generate
895 # stupid-looking command lines) to go over 'macros' and eliminate
896 # redundant definitions/undefinitions (ie. ensure that only the
897 # latest mention of a particular macro winds up on the command
898 # line). I don't think it's essential, though, since most (all?)
899 # Unix C compilers only pay attention to the latest -D or -U
900 # mention of a macro on their command line. Similar situation for
Greg Ward0bdd90a1999-12-12 17:19:58 +0000901 # 'include_dirs'. I'm punting on both for now. Anyways, weeding out
Greg Wardf7a39ec1999-09-08 02:29:08 +0000902 # redundancies like this should probably be the province of
903 # CCompiler, since the data structures used are inherited from it
904 # and therefore common to all CCompiler classes.
905
906 pp_opts = []
907 for macro in macros:
Greg Wardfbf8aff1999-09-21 18:35:09 +0000908
909 if not (type (macro) is TupleType and
910 1 <= len (macro) <= 2):
911 raise TypeError, \
912 ("bad macro definition '%s': " +
913 "each element of 'macros' list must be a 1- or 2-tuple") % \
914 macro
915
Greg Wardf7a39ec1999-09-08 02:29:08 +0000916 if len (macro) == 1: # undefine this macro
917 pp_opts.append ("-U%s" % macro[0])
918 elif len (macro) == 2:
919 if macro[1] is None: # define with no explicit value
920 pp_opts.append ("-D%s" % macro[0])
921 else:
922 # XXX *don't* need to be clever about quoting the
923 # macro value here, because we're going to avoid the
924 # shell at all costs when we spawn the command!
925 pp_opts.append ("-D%s=%s" % macro)
926
Greg Ward0bdd90a1999-12-12 17:19:58 +0000927 for dir in include_dirs:
Greg Wardf7a39ec1999-09-08 02:29:08 +0000928 pp_opts.append ("-I%s" % dir)
929
930 return pp_opts
931
932# gen_preprocess_options ()
933
934
Greg Wardd03f88a2000-03-18 15:19:51 +0000935def gen_lib_options (compiler, library_dirs, runtime_library_dirs, libraries):
Greg Wardf7a39ec1999-09-08 02:29:08 +0000936 """Generate linker options for searching library directories and
Greg Wardc3a43b42000-06-24 18:10:48 +0000937 linking with specific libraries. 'libraries' and 'library_dirs' are,
938 respectively, lists of library names (not filenames!) and search
939 directories. Returns a list of command-line options suitable for use
940 with some compiler (depending on the two format strings passed in).
941 """
Greg Wardf7a39ec1999-09-08 02:29:08 +0000942 lib_opts = []
943
944 for dir in library_dirs:
Greg Ward3febd601999-10-03 20:41:02 +0000945 lib_opts.append (compiler.library_dir_option (dir))
Greg Wardf7a39ec1999-09-08 02:29:08 +0000946
Greg Wardd03f88a2000-03-18 15:19:51 +0000947 for dir in runtime_library_dirs:
948 lib_opts.append (compiler.runtime_library_dir_option (dir))
949
Greg Wardf7a39ec1999-09-08 02:29:08 +0000950 # XXX it's important that we *not* remove redundant library mentions!
951 # sometimes you really do have to say "-lfoo -lbar -lfoo" in order to
952 # resolve all symbols. I just hope we never have to say "-lfoo obj.o
953 # -lbar" to get things to work -- that's certainly a possibility, but a
954 # pretty nasty way to arrange your C code.
955
956 for lib in libraries:
Greg Ward3febd601999-10-03 20:41:02 +0000957 (lib_dir, lib_name) = os.path.split (lib)
958 if lib_dir:
959 lib_file = compiler.find_library_file ([lib_dir], lib_name)
960 if lib_file:
961 lib_opts.append (lib_file)
962 else:
963 compiler.warn ("no library file corresponding to "
964 "'%s' found (skipping)" % lib)
965 else:
966 lib_opts.append (compiler.library_option (lib))
Greg Wardf7a39ec1999-09-08 02:29:08 +0000967
968 return lib_opts
969
Greg Ward32c4a8a2000-03-06 03:40:29 +0000970# gen_lib_options ()