blob: 2a1024774317d90caedca27ea4915f4a345a03c5 [file] [log] [blame]
Daniel Dunbar25ff9f62013-08-14 23:15:39 +00001from __future__ import absolute_import
Daniel Dunbar01b05882011-11-03 17:56:03 +00002import os
Daniel Dunbar8844e3c2011-11-03 17:56:12 +00003import sys
Daniel Dunbar01b05882011-11-03 17:56:03 +00004
Daniel Dunbar25ff9f62013-08-14 23:15:39 +00005import llvmbuild.componentinfo as componentinfo
6import llvmbuild.configutil as configutil
Daniel Dunbardd3fb562011-11-03 17:56:06 +00007
Daniel Dunbar25ff9f62013-08-14 23:15:39 +00008from llvmbuild.util import *
Daniel Dunbar8844e3c2011-11-03 17:56:12 +00009
10###
11
Daniel Dunbar9057a3d2011-11-05 04:07:43 +000012def cmake_quote_string(value):
13 """
14 cmake_quote_string(value) -> str
15
16 Return a quoted form of the given value that is suitable for use in CMake
17 language files.
18 """
19
20 # Currently, we only handle escaping backslashes.
21 value = value.replace("\\", "\\\\")
22
23 return value
24
Daniel Dunbar52f71222011-11-17 01:19:53 +000025def cmake_quote_path(value):
26 """
27 cmake_quote_path(value) -> str
28
29 Return a quoted form of the given value that is suitable for use in CMake
30 language files.
31 """
32
33 # CMake has a bug in it's Makefile generator that doesn't properly quote
34 # strings it generates. So instead of using proper quoting, we just use "/"
35 # style paths. Currently, we only handle escaping backslashes.
36 value = value.replace("\\", "/")
37
38 return value
39
Daniel Dunbarb814ee42011-11-04 23:40:11 +000040def mk_quote_string_for_target(value):
41 """
42 mk_quote_string_for_target(target_name) -> str
43
44 Return a quoted form of the given target_name suitable for including in a
45 Makefile as a target name.
46 """
47
48 # The only quoting we currently perform is for ':', to support msys users.
49 return value.replace(":", "\\:")
50
Daniel Dunbar0edba5c92011-11-05 04:07:49 +000051def make_install_dir(path):
52 """
53 make_install_dir(path) -> None
54
55 Create the given directory path for installation, including any parents.
56 """
57
Benjamin Kramerbde91762012-06-02 10:20:22 +000058 # os.makedirs considers it an error to be called with an existent path.
Daniel Dunbar0edba5c92011-11-05 04:07:49 +000059 if not os.path.exists(path):
60 os.makedirs(path)
61
Daniel Dunbarb814ee42011-11-04 23:40:11 +000062###
63
Daniel Dunbardd3fb562011-11-03 17:56:06 +000064class LLVMProjectInfo(object):
65 @staticmethod
66 def load_infos_from_path(llvmbuild_source_root):
Daniel Dunbare29ffff2011-12-12 22:45:59 +000067 def recurse(subpath):
68 # Load the LLVMBuild file.
69 llvmbuild_path = os.path.join(llvmbuild_source_root + subpath,
70 'LLVMBuild.txt')
71 if not os.path.exists(llvmbuild_path):
72 fatal("missing LLVMBuild.txt file at: %r" % (llvmbuild_path,))
Daniel Dunbardd3fb562011-11-03 17:56:06 +000073
Daniel Dunbare29ffff2011-12-12 22:45:59 +000074 # Parse the components from it.
75 common,info_iter = componentinfo.load_from_path(llvmbuild_path,
76 subpath)
77 for info in info_iter:
Daniel Dunbardd3fb562011-11-03 17:56:06 +000078 yield info
79
Daniel Dunbare29ffff2011-12-12 22:45:59 +000080 # Recurse into the specified subdirectories.
81 for subdir in common.get_list("subdirectories"):
82 for item in recurse(os.path.join(subpath, subdir)):
83 yield item
84
85 return recurse("/")
86
Daniel Dunbardd3fb562011-11-03 17:56:06 +000087 @staticmethod
88 def load_from_path(source_root, llvmbuild_source_root):
89 infos = list(
90 LLVMProjectInfo.load_infos_from_path(llvmbuild_source_root))
91
92 return LLVMProjectInfo(source_root, infos)
93
94 def __init__(self, source_root, component_infos):
Daniel Dunbar8844e3c2011-11-03 17:56:12 +000095 # Store our simple ivars.
Daniel Dunbardd3fb562011-11-03 17:56:06 +000096 self.source_root = source_root
Daniel Dunbar79fa1e82011-11-10 00:49:58 +000097 self.component_infos = list(component_infos)
98 self.component_info_map = None
99 self.ordered_component_infos = None
100
101 def validate_components(self):
102 """validate_components() -> None
103
104 Validate that the project components are well-defined. Among other
105 things, this checks that:
106 - Components have valid references.
107 - Components references do not form cycles.
108
109 We also construct the map from component names to info, and the
110 topological ordering of components.
111 """
Daniel Dunbardd3fb562011-11-03 17:56:06 +0000112
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000113 # Create the component info map and validate that component names are
114 # unique.
115 self.component_info_map = {}
Daniel Dunbar79fa1e82011-11-10 00:49:58 +0000116 for ci in self.component_infos:
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000117 existing = self.component_info_map.get(ci.name)
118 if existing is not None:
119 # We found a duplicate component name, report it and error out.
120 fatal("found duplicate component %r (at %r and %r)" % (
121 ci.name, ci.subpath, existing.subpath))
122 self.component_info_map[ci.name] = ci
123
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000124 # Disallow 'all' as a component name, which is a special case.
125 if 'all' in self.component_info_map:
126 fatal("project is not allowed to define 'all' component")
127
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000128 # Add the root component.
Daniel Dunbar48972552011-11-03 17:56:16 +0000129 if '$ROOT' in self.component_info_map:
130 fatal("project is not allowed to define $ROOT component")
131 self.component_info_map['$ROOT'] = componentinfo.GroupComponentInfo(
132 '/', '$ROOT', None)
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000133 self.component_infos.append(self.component_info_map['$ROOT'])
Daniel Dunbar48972552011-11-03 17:56:16 +0000134
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000135 # Topologically order the component information according to their
136 # component references.
137 def visit_component_info(ci, current_stack, current_set):
138 # Check for a cycles.
139 if ci in current_set:
140 # We found a cycle, report it and error out.
141 cycle_description = ' -> '.join(
142 '%r (%s)' % (ci.name, relation)
143 for relation,ci in current_stack)
144 fatal("found cycle to %r after following: %s -> %s" % (
145 ci.name, cycle_description, ci.name))
146
147 # If we have already visited this item, we are done.
148 if ci not in components_to_visit:
149 return
150
151 # Otherwise, mark the component info as visited and traverse.
152 components_to_visit.remove(ci)
153
Daniel Dunbar48972552011-11-03 17:56:16 +0000154 # Validate the parent reference, which we treat specially.
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000155 if ci.parent is not None:
156 parent = self.component_info_map.get(ci.parent)
157 if parent is None:
158 fatal("component %r has invalid reference %r (via %r)" % (
159 ci.name, ci.parent, 'parent'))
160 ci.set_parent_instance(parent)
Daniel Dunbar48972552011-11-03 17:56:16 +0000161
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000162 for relation,referent_name in ci.get_component_references():
163 # Validate that the reference is ok.
164 referent = self.component_info_map.get(referent_name)
165 if referent is None:
166 fatal("component %r has invalid reference %r (via %r)" % (
167 ci.name, referent_name, relation))
168
169 # Visit the reference.
170 current_stack.append((relation,ci))
171 current_set.add(ci)
172 visit_component_info(referent, current_stack, current_set)
173 current_set.remove(ci)
174 current_stack.pop()
175
176 # Finally, add the component info to the ordered list.
177 self.ordered_component_infos.append(ci)
178
Daniel Dunbar48972552011-11-03 17:56:16 +0000179 # FIXME: We aren't actually correctly checking for cycles along the
180 # parent edges. Haven't decided how I want to handle this -- I thought
181 # about only checking cycles by relation type. If we do that, it falls
182 # out easily. If we don't, we should special case the check.
183
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000184 self.ordered_component_infos = []
NAKAMURA Takumia1d528b2012-12-20 10:35:18 +0000185 components_to_visit = sorted(
186 set(self.component_infos),
187 key = lambda c: c.name)
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000188 while components_to_visit:
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000189 visit_component_info(components_to_visit[0], [], set())
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000190
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000191 # Canonicalize children lists.
192 for c in self.ordered_component_infos:
193 c.children.sort(key = lambda c: c.name)
194
195 def print_tree(self):
196 def visit(node, depth = 0):
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000197 print('%s%-40s (%s)' % (' '*depth, node.name, node.type_name))
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000198 for c in node.children:
199 visit(c, depth + 1)
200 visit(self.component_info_map['$ROOT'])
201
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000202 def write_components(self, output_path):
203 # Organize all the components by the directory their LLVMBuild file
204 # should go in.
205 info_basedir = {}
206 for ci in self.component_infos:
207 # Ignore the $ROOT component.
208 if ci.parent is None:
209 continue
210
211 info_basedir[ci.subpath] = info_basedir.get(ci.subpath, []) + [ci]
212
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000213 # Compute the list of subdirectories to scan.
214 subpath_subdirs = {}
215 for ci in self.component_infos:
216 # Ignore root components.
217 if ci.subpath == '/':
218 continue
219
220 # Otherwise, append this subpath to the parent list.
221 parent_path = os.path.dirname(ci.subpath)
222 subpath_subdirs[parent_path] = parent_list = subpath_subdirs.get(
223 parent_path, set())
224 parent_list.add(os.path.basename(ci.subpath))
225
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000226 # Generate the build files.
227 for subpath, infos in info_basedir.items():
228 # Order the components by name to have a canonical ordering.
229 infos.sort(key = lambda ci: ci.name)
230
231 # Format the components into llvmbuild fragments.
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000232 fragments = []
233
234 # Add the common fragments.
235 subdirectories = subpath_subdirs.get(subpath)
236 if subdirectories:
237 fragment = """\
238subdirectories = %s
239""" % (" ".join(sorted(subdirectories)),)
240 fragments.append(("common", fragment))
241
242 # Add the component fragments.
243 num_common_fragments = len(fragments)
244 for ci in infos:
245 fragment = ci.get_llvmbuild_fragment()
246 if fragment is None:
247 continue
248
249 name = "component_%d" % (len(fragments) - num_common_fragments)
250 fragments.append((name, fragment))
251
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000252 if not fragments:
253 continue
254
255 assert subpath.startswith('/')
256 directory_path = os.path.join(output_path, subpath[1:])
257
258 # Create the directory if it does not already exist.
259 if not os.path.exists(directory_path):
260 os.makedirs(directory_path)
261
Daniel Dunbarea07f342011-12-12 22:45:35 +0000262 # In an effort to preserve comments (which aren't parsed), read in
263 # the original file and extract the comments. We only know how to
264 # associate comments that prefix a section name.
265 f = open(infos[0]._source_path)
266 comments_map = {}
267 comment_block = ""
268 for ln in f:
269 if ln.startswith(';'):
270 comment_block += ln
271 elif ln.startswith('[') and ln.endswith(']\n'):
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000272 comments_map[ln[1:-2]] = comment_block
Daniel Dunbarea07f342011-12-12 22:45:35 +0000273 else:
274 comment_block = ""
275 f.close()
276
277 # Create the LLVMBuild fil[e.
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000278 file_path = os.path.join(directory_path, 'LLVMBuild.txt')
279 f = open(file_path, "w")
Daniel Dunbar453146e2011-11-03 17:56:31 +0000280
281 # Write the header.
282 header_fmt = ';===- %s %s-*- Conf -*--===;'
283 header_name = '.' + os.path.join(subpath, 'LLVMBuild.txt')
284 header_pad = '-' * (80 - len(header_fmt % (header_name, '')))
285 header_string = header_fmt % (header_name, header_pad)
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000286 f.write("""\
Daniel Dunbar453146e2011-11-03 17:56:31 +0000287%s
288;
289; The LLVM Compiler Infrastructure
290;
291; This file is distributed under the University of Illinois Open Source
292; License. See LICENSE.TXT for details.
293;
294;===------------------------------------------------------------------------===;
295;
296; This is an LLVMBuild description file for the components in this subdirectory.
297;
298; For more information on the LLVMBuild system, please see:
299;
300; http://llvm.org/docs/LLVMBuild.html
301;
302;===------------------------------------------------------------------------===;
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000303
304""" % header_string)
Daniel Dunbar453146e2011-11-03 17:56:31 +0000305
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000306 # Write out each fragment.each component fragment.
307 for name,fragment in fragments:
Daniel Dunbarea07f342011-12-12 22:45:35 +0000308 comment = comments_map.get(name)
309 if comment is not None:
310 f.write(comment)
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000311 f.write("[%s]\n" % name)
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000312 f.write(fragment)
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000313 if fragment is not fragments[-1][1]:
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000314 f.write('\n')
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000315
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000316 f.close()
317
Preston Gurde65f4e62012-05-07 19:38:40 +0000318 def write_library_table(self, output_path, enabled_optional_components):
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000319 # Write out the mapping from component names to required libraries.
320 #
321 # We do this in topological order so that we know we can append the
322 # dependencies for added library groups.
323 entries = {}
324 for c in self.ordered_component_infos:
Daniel Dunbarf876da12012-05-15 18:44:12 +0000325 # Skip optional components which are not enabled.
Preston Gurde65f4e62012-05-07 19:38:40 +0000326 if c.type_name == 'OptionalLibrary' \
327 and c.name not in enabled_optional_components:
328 continue
329
Daniel Dunbarf876da12012-05-15 18:44:12 +0000330 # Skip target groups which are not enabled.
331 tg = c.get_parent_target_group()
332 if tg and not tg.enabled:
333 continue
334
Daniel Dunbar82219ad2011-11-10 00:49:51 +0000335 # Only certain components are in the table.
Preston Gurde65f4e62012-05-07 19:38:40 +0000336 if c.type_name not in ('Library', 'OptionalLibrary', \
337 'LibraryGroup', 'TargetGroup'):
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000338 continue
339
340 # Compute the llvm-config "component name". For historical reasons,
341 # this is lowercased based on the library name.
342 llvmconfig_component_name = c.get_llvmconfig_component_name()
343
344 # Get the library name, or None for LibraryGroups.
Preston Gurde65f4e62012-05-07 19:38:40 +0000345 if c.type_name == 'Library' or c.type_name == 'OptionalLibrary':
Daniel Dunbar06bb7982011-12-15 23:35:08 +0000346 library_name = c.get_prefixed_library_name()
Daniel Dunbarc364d682012-05-15 18:44:17 +0000347 is_installed = c.installed
Daniel Dunbar82219ad2011-11-10 00:49:51 +0000348 else:
349 library_name = None
Daniel Dunbarc364d682012-05-15 18:44:17 +0000350 is_installed = True
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000351
352 # Get the component names of all the required libraries.
353 required_llvmconfig_component_names = [
354 self.component_info_map[dep].get_llvmconfig_component_name()
355 for dep in c.required_libraries]
356
357 # Insert the entries for library groups we should add to.
358 for dep in c.add_to_library_groups:
359 entries[dep][2].append(llvmconfig_component_name)
360
361 # Add the entry.
362 entries[c.name] = (llvmconfig_component_name, library_name,
Daniel Dunbarc364d682012-05-15 18:44:17 +0000363 required_llvmconfig_component_names,
364 is_installed)
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000365
366 # Convert to a list of entries and sort by name.
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000367 entries = list(entries.values())
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000368
369 # Create an 'all' pseudo component. We keep the dependency list small by
370 # only listing entries that have no other dependents.
371 root_entries = set(e[0] for e in entries)
Daniel Dunbarc364d682012-05-15 18:44:17 +0000372 for _,_,deps,_ in entries:
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000373 root_entries -= set(deps)
Daniel Dunbarc364d682012-05-15 18:44:17 +0000374 entries.append(('all', None, root_entries, True))
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000375
376 entries.sort()
377
378 # Compute the maximum number of required libraries, plus one so there is
379 # always a sentinel.
380 max_required_libraries = max(len(deps)
Daniel Dunbarc364d682012-05-15 18:44:17 +0000381 for _,_,deps,_ in entries) + 1
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000382
383 # Write out the library table.
Daniel Dunbar0edba5c92011-11-05 04:07:49 +0000384 make_install_dir(os.path.dirname(output_path))
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000385 f = open(output_path, 'w')
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000386 f.write("""\
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000387//===- llvm-build generated file --------------------------------*- C++ -*-===//
388//
389// Component Library Depenedency Table
390//
391// Automatically generated file, do not edit!
392//
393//===----------------------------------------------------------------------===//
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000394
395""")
396 f.write('struct AvailableComponent {\n')
397 f.write(' /// The name of the component.\n')
398 f.write(' const char *Name;\n')
399 f.write('\n')
400 f.write(' /// The name of the library for this component (or NULL).\n')
401 f.write(' const char *Library;\n')
402 f.write('\n')
403 f.write(' /// Whether the component is installed.\n')
404 f.write(' bool IsInstalled;\n')
405 f.write('\n')
406 f.write('\
407 /// The list of libraries required when linking this component.\n')
408 f.write(' const char *RequiredLibraries[%d];\n' % (
409 max_required_libraries))
410 f.write('} AvailableComponents[%d] = {\n' % len(entries))
Daniel Dunbarc364d682012-05-15 18:44:17 +0000411 for name,library_name,required_names,is_installed in entries:
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000412 if library_name is None:
413 library_name_as_cstr = '0'
414 else:
Daniel Dunbar06bb7982011-12-15 23:35:08 +0000415 library_name_as_cstr = '"lib%s.a"' % library_name
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000416 f.write(' { "%s", %s, %d, { %s } },\n' % (
Daniel Dunbarc364d682012-05-15 18:44:17 +0000417 name, library_name_as_cstr, is_installed,
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000418 ', '.join('"%s"' % dep
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000419 for dep in required_names)))
420 f.write('};\n')
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000421 f.close()
422
Daniel Dunbar4128db92011-11-29 00:06:50 +0000423 def get_required_libraries_for_component(self, ci, traverse_groups = False):
424 """
425 get_required_libraries_for_component(component_info) -> iter
426
427 Given a Library component info descriptor, return an iterator over all
428 of the directly required libraries for linking with this component. If
429 traverse_groups is True, then library and target groups will be
430 traversed to include their required libraries.
431 """
432
433 assert ci.type_name in ('Library', 'LibraryGroup', 'TargetGroup')
434
435 for name in ci.required_libraries:
436 # Get the dependency info.
437 dep = self.component_info_map[name]
438
439 # If it is a library, yield it.
440 if dep.type_name == 'Library':
441 yield dep
442 continue
443
444 # Otherwise if it is a group, yield or traverse depending on what
445 # was requested.
446 if dep.type_name in ('LibraryGroup', 'TargetGroup'):
447 if not traverse_groups:
448 yield dep
449 continue
450
451 for res in self.get_required_libraries_for_component(dep, True):
452 yield res
453
Daniel Dunbare9733852011-11-04 23:10:37 +0000454 def get_fragment_dependencies(self):
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000455 """
Daniel Dunbare9733852011-11-04 23:10:37 +0000456 get_fragment_dependencies() -> iter
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000457
Daniel Dunbare9733852011-11-04 23:10:37 +0000458 Compute the list of files (as absolute paths) on which the output
459 fragments depend (i.e., files for which a modification should trigger a
460 rebuild of the fragment).
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000461 """
462
463 # Construct a list of all the dependencies of the Makefile fragment
464 # itself. These include all the LLVMBuild files themselves, as well as
465 # all of our own sources.
Daniel Dunbarcda2a892011-12-06 23:13:42 +0000466 #
467 # Many components may come from the same file, so we make sure to unique
468 # these.
469 build_paths = set()
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000470 for ci in self.component_infos:
Daniel Dunbarcda2a892011-12-06 23:13:42 +0000471 p = os.path.join(self.source_root, ci.subpath[1:], 'LLVMBuild.txt')
472 if p not in build_paths:
473 yield p
474 build_paths.add(p)
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000475
476 # Gather the list of necessary sources by just finding all loaded
477 # modules that are inside the LLVM source tree.
478 for module in sys.modules.values():
479 # Find the module path.
480 if not hasattr(module, '__file__'):
481 continue
482 path = getattr(module, '__file__')
483 if not path:
484 continue
485
486 # Strip off any compiled suffix.
487 if os.path.splitext(path)[1] in ['.pyc', '.pyo', '.pyd']:
488 path = path[:-1]
489
490 # If the path exists and is in the source tree, consider it a
491 # dependency.
492 if (path.startswith(self.source_root) and os.path.exists(path)):
Daniel Dunbare9733852011-11-04 23:10:37 +0000493 yield path
494
495 def write_cmake_fragment(self, output_path):
496 """
497 write_cmake_fragment(output_path) -> None
498
499 Generate a CMake fragment which includes all of the collated LLVMBuild
500 information in a format that is easily digestible by a CMake. The exact
501 contents of this are closely tied to how the CMake configuration
502 integrates LLVMBuild, see CMakeLists.txt in the top-level.
503 """
504
505 dependencies = list(self.get_fragment_dependencies())
506
507 # Write out the CMake fragment.
Daniel Dunbar0edba5c92011-11-05 04:07:49 +0000508 make_install_dir(os.path.dirname(output_path))
Daniel Dunbare9733852011-11-04 23:10:37 +0000509 f = open(output_path, 'w')
510
511 # Write the header.
512 header_fmt = '\
513#===-- %s - LLVMBuild Configuration for LLVM %s-*- CMake -*--===#'
514 header_name = os.path.basename(output_path)
515 header_pad = '-' * (80 - len(header_fmt % (header_name, '')))
516 header_string = header_fmt % (header_name, header_pad)
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000517 f.write("""\
Daniel Dunbare9733852011-11-04 23:10:37 +0000518%s
519#
520# The LLVM Compiler Infrastructure
521#
522# This file is distributed under the University of Illinois Open Source
523# License. See LICENSE.TXT for details.
524#
525#===------------------------------------------------------------------------===#
526#
527# This file contains the LLVMBuild project information in a format easily
528# consumed by the CMake based build system.
529#
530# This file is autogenerated by llvm-build, do not edit!
531#
532#===------------------------------------------------------------------------===#
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000533
534""" % header_string)
Daniel Dunbare9733852011-11-04 23:10:37 +0000535
536 # Write the dependency information in the best way we can.
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000537 f.write("""
Daniel Dunbare9733852011-11-04 23:10:37 +0000538# LLVMBuild CMake fragment dependencies.
539#
540# CMake has no builtin way to declare that the configuration depends on
541# a particular file. However, a side effect of configure_file is to add
542# said input file to CMake's internal dependency list. So, we use that
543# and a dummy output file to communicate the dependency information to
544# CMake.
545#
546# FIXME: File a CMake RFE to get a properly supported version of this
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000547# feature.
548""")
Daniel Dunbare9733852011-11-04 23:10:37 +0000549 for dep in dependencies:
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000550 f.write("""\
Daniel Dunbare9733852011-11-04 23:10:37 +0000551configure_file(\"%s\"
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000552 ${CMAKE_CURRENT_BINARY_DIR}/DummyConfigureOutput)\n""" % (
553 cmake_quote_path(dep),))
Daniel Dunbar9057a3d2011-11-05 04:07:43 +0000554
Daniel Dunbar4128db92011-11-29 00:06:50 +0000555 # Write the properties we use to encode the required library dependency
556 # information in a form CMake can easily use directly.
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000557 f.write("""
Daniel Dunbar4128db92011-11-29 00:06:50 +0000558# Explicit library dependency information.
559#
560# The following property assignments effectively create a map from component
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000561# names to required libraries, in a way that is easily accessed from CMake.
562""")
Daniel Dunbar4128db92011-11-29 00:06:50 +0000563 for ci in self.ordered_component_infos:
564 # We only write the information for libraries currently.
565 if ci.type_name != 'Library':
566 continue
567
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000568 f.write("""\
569set_property(GLOBAL PROPERTY LLVMBUILD_LIB_DEPS_%s %s)\n""" % (
Daniel Dunbar4128db92011-11-29 00:06:50 +0000570 ci.get_prefixed_library_name(), " ".join(sorted(
571 dep.get_prefixed_library_name()
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000572 for dep in self.get_required_libraries_for_component(ci)))))
Daniel Dunbar4128db92011-11-29 00:06:50 +0000573
Daniel Dunbare9733852011-11-04 23:10:37 +0000574 f.close()
575
NAKAMURA Takumi01e3c64f2014-02-09 16:37:02 +0000576 def write_cmake_exports_fragment(self, output_path):
577 """
578 write_cmake_exports_fragment(output_path) -> None
579
580 Generate a CMake fragment which includes LLVMBuild library
581 dependencies expressed similarly to how CMake would write
582 them via install(EXPORT).
583 """
584
585 dependencies = list(self.get_fragment_dependencies())
586
587 # Write out the CMake exports fragment.
588 make_install_dir(os.path.dirname(output_path))
589 f = open(output_path, 'w')
590
591 f.write("""\
592# Explicit library dependency information.
593#
594# The following property assignments tell CMake about link
595# dependencies of libraries imported from LLVM.
596""")
597 for ci in self.ordered_component_infos:
598 # We only write the information for libraries currently.
599 if ci.type_name != 'Library':
600 continue
601
602 f.write("""\
603set_property(TARGET %s PROPERTY IMPORTED_LINK_INTERFACE_LIBRARIES %s)\n""" % (
604 ci.get_prefixed_library_name(), " ".join(sorted(
605 dep.get_prefixed_library_name()
606 for dep in self.get_required_libraries_for_component(ci)))))
607
608 f.close()
609
Daniel Dunbare9733852011-11-04 23:10:37 +0000610 def write_make_fragment(self, output_path):
611 """
612 write_make_fragment(output_path) -> None
613
614 Generate a Makefile fragment which includes all of the collated
615 LLVMBuild information in a format that is easily digestible by a
616 Makefile. The exact contents of this are closely tied to how the LLVM
617 Makefiles integrate LLVMBuild, see Makefile.rules in the top-level.
618 """
619
620 dependencies = list(self.get_fragment_dependencies())
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000621
622 # Write out the Makefile fragment.
Daniel Dunbar0edba5c92011-11-05 04:07:49 +0000623 make_install_dir(os.path.dirname(output_path))
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000624 f = open(output_path, 'w')
625
626 # Write the header.
627 header_fmt = '\
628#===-- %s - LLVMBuild Configuration for LLVM %s-*- Makefile -*--===#'
629 header_name = os.path.basename(output_path)
630 header_pad = '-' * (80 - len(header_fmt % (header_name, '')))
631 header_string = header_fmt % (header_name, header_pad)
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000632 f.write("""\
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000633%s
634#
635# The LLVM Compiler Infrastructure
636#
637# This file is distributed under the University of Illinois Open Source
638# License. See LICENSE.TXT for details.
639#
640#===------------------------------------------------------------------------===#
641#
642# This file contains the LLVMBuild project information in a format easily
643# consumed by the Makefile based build system.
644#
645# This file is autogenerated by llvm-build, do not edit!
646#
647#===------------------------------------------------------------------------===#
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000648
649""" % header_string)
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000650
651 # Write the dependencies for the fragment.
652 #
653 # FIXME: Technically, we need to properly quote for Make here.
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000654 f.write("""\
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000655# Clients must explicitly enable LLVMBUILD_INCLUDE_DEPENDENCIES to get
656# these dependencies. This is a compromise to help improve the
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000657# performance of recursive Make systems.
658""")
659 f.write('ifeq ($(LLVMBUILD_INCLUDE_DEPENDENCIES),1)\n')
660 f.write("# The dependencies for this Makefile fragment itself.\n")
661 f.write("%s: \\\n" % (mk_quote_string_for_target(output_path),))
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000662 for dep in dependencies:
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000663 f.write("\t%s \\\n" % (dep,))
664 f.write('\n')
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000665
666 # Generate dummy rules for each of the dependencies, so that things
667 # continue to work correctly if any of those files are moved or removed.
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000668 f.write("""\
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000669# The dummy targets to allow proper regeneration even when files are moved or
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000670# removed.
671""")
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000672 for dep in dependencies:
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000673 f.write("%s:\n" % (mk_quote_string_for_target(dep),))
674 f.write('endif\n')
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000675
676 f.close()
677
Daniel Dunbar233c9302011-11-10 00:50:07 +0000678def add_magic_target_components(parser, project, opts):
679 """add_magic_target_components(project, opts) -> None
680
681 Add the "magic" target based components to the project, which can only be
682 determined based on the target configuration options.
683
684 This currently is responsible for populating the required_libraries list of
Daniel Dunbar807c6e42011-11-10 01:16:48 +0000685 the "all-targets", "Native", "NativeCodeGen", and "Engine" components.
Daniel Dunbar233c9302011-11-10 00:50:07 +0000686 """
687
688 # Determine the available targets.
689 available_targets = dict((ci.name,ci)
690 for ci in project.component_infos
691 if ci.type_name == 'TargetGroup')
692
693 # Find the configured native target.
694
695 # We handle a few special cases of target names here for historical
696 # reasons, as these are the names configure currently comes up with.
697 native_target_name = { 'x86' : 'X86',
698 'x86_64' : 'X86',
699 'Unknown' : None }.get(opts.native_target,
700 opts.native_target)
701 if native_target_name is None:
702 native_target = None
703 else:
704 native_target = available_targets.get(native_target_name)
705 if native_target is None:
706 parser.error("invalid native target: %r (not in project)" % (
707 opts.native_target,))
708 if native_target.type_name != 'TargetGroup':
709 parser.error("invalid native target: %r (not a target)" % (
710 opts.native_target,))
711
712 # Find the list of targets to enable.
713 if opts.enable_targets is None:
714 enable_targets = available_targets.values()
715 else:
Daniel Dunbar807c6e42011-11-10 01:16:48 +0000716 # We support both space separated and semi-colon separated lists.
717 if ' ' in opts.enable_targets:
718 enable_target_names = opts.enable_targets.split()
719 else:
720 enable_target_names = opts.enable_targets.split(';')
721
Daniel Dunbar233c9302011-11-10 00:50:07 +0000722 enable_targets = []
Daniel Dunbar807c6e42011-11-10 01:16:48 +0000723 for name in enable_target_names:
Daniel Dunbar233c9302011-11-10 00:50:07 +0000724 target = available_targets.get(name)
725 if target is None:
726 parser.error("invalid target to enable: %r (not in project)" % (
727 name,))
728 if target.type_name != 'TargetGroup':
729 parser.error("invalid target to enable: %r (not a target)" % (
730 name,))
731 enable_targets.append(target)
732
733 # Find the special library groups we are going to populate. We enforce that
734 # these appear in the project (instead of just adding them) so that they at
735 # least have an explicit representation in the project LLVMBuild files (and
736 # comments explaining how they are populated).
737 def find_special_group(name):
738 info = info_map.get(name)
739 if info is None:
740 fatal("expected project to contain special %r component" % (
741 name,))
742
743 if info.type_name != 'LibraryGroup':
744 fatal("special component %r should be a LibraryGroup" % (
745 name,))
746
747 if info.required_libraries:
748 fatal("special component %r must have empty %r list" % (
749 name, 'required_libraries'))
750 if info.add_to_library_groups:
751 fatal("special component %r must have empty %r list" % (
752 name, 'add_to_library_groups'))
753
Daniel Dunbar088f81b2011-12-12 22:45:41 +0000754 info._is_special_group = True
Daniel Dunbar233c9302011-11-10 00:50:07 +0000755 return info
756
757 info_map = dict((ci.name, ci) for ci in project.component_infos)
758 all_targets = find_special_group('all-targets')
759 native_group = find_special_group('Native')
760 native_codegen_group = find_special_group('NativeCodeGen')
761 engine_group = find_special_group('Engine')
762
763 # Set the enabled bit in all the target groups, and append to the
764 # all-targets list.
765 for ci in enable_targets:
766 all_targets.required_libraries.append(ci.name)
767 ci.enabled = True
768
769 # If we have a native target, then that defines the native and
770 # native_codegen libraries.
771 if native_target and native_target.enabled:
772 native_group.required_libraries.append(native_target.name)
773 native_codegen_group.required_libraries.append(
774 '%sCodeGen' % native_target.name)
775
776 # If we have a native target with a JIT, use that for the engine. Otherwise,
777 # use the interpreter.
778 if native_target and native_target.enabled and native_target.has_jit:
779 engine_group.required_libraries.append('JIT')
780 engine_group.required_libraries.append(native_group.name)
781 else:
782 engine_group.required_libraries.append('Interpreter')
783
Daniel Dunbar01b05882011-11-03 17:56:03 +0000784def main():
785 from optparse import OptionParser, OptionGroup
786 parser = OptionParser("usage: %prog [options]")
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000787
788 group = OptionGroup(parser, "Input Options")
789 group.add_option("", "--source-root", dest="source_root", metavar="PATH",
Daniel Dunbar01b05882011-11-03 17:56:03 +0000790 help="Path to the LLVM source (inferred if not given)",
791 action="store", default=None)
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000792 group.add_option("", "--llvmbuild-source-root",
793 dest="llvmbuild_source_root",
794 help=(
795 "If given, an alternate path to search for LLVMBuild.txt files"),
796 action="store", default=None, metavar="PATH")
Daniel Dunbarf258ad82011-11-11 00:24:00 +0000797 group.add_option("", "--build-root", dest="build_root", metavar="PATH",
798 help="Path to the build directory (if needed) [%default]",
799 action="store", default=None)
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000800 parser.add_option_group(group)
801
802 group = OptionGroup(parser, "Output Options")
803 group.add_option("", "--print-tree", dest="print_tree",
804 help="Print out the project component tree [%default]",
805 action="store_true", default=False)
806 group.add_option("", "--write-llvmbuild", dest="write_llvmbuild",
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000807 help="Write out the LLVMBuild.txt files to PATH",
808 action="store", default=None, metavar="PATH")
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000809 group.add_option("", "--write-library-table",
810 dest="write_library_table", metavar="PATH",
811 help="Write the C++ library dependency table to PATH",
812 action="store", default=None)
813 group.add_option("", "--write-cmake-fragment",
814 dest="write_cmake_fragment", metavar="PATH",
815 help="Write the CMake project information to PATH",
816 action="store", default=None)
NAKAMURA Takumi01e3c64f2014-02-09 16:37:02 +0000817 group.add_option("", "--write-cmake-exports-fragment",
818 dest="write_cmake_exports_fragment", metavar="PATH",
819 help="Write the CMake exports information to PATH",
820 action="store", default=None)
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000821 group.add_option("", "--write-make-fragment",
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000822 dest="write_make_fragment", metavar="PATH",
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000823 help="Write the Makefile project information to PATH",
824 action="store", default=None)
Daniel Dunbarf258ad82011-11-11 00:24:00 +0000825 group.add_option("", "--configure-target-def-file",
826 dest="configure_target_def_files",
827 help="""Configure the given file at SUBPATH (relative to
828the inferred or given source root, and with a '.in' suffix) by replacing certain
829substitution variables with lists of targets that support certain features (for
830example, targets with AsmPrinters) and write the result to the build root (as
831given by --build-root) at the same SUBPATH""",
832 metavar="SUBPATH", action="append", default=None)
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000833 parser.add_option_group(group)
Daniel Dunbar233c9302011-11-10 00:50:07 +0000834
835 group = OptionGroup(parser, "Configuration Options")
836 group.add_option("", "--native-target",
837 dest="native_target", metavar="NAME",
838 help=("Treat the named target as the 'native' one, if "
839 "given [%default]"),
840 action="store", default=None)
841 group.add_option("", "--enable-targets",
842 dest="enable_targets", metavar="NAMES",
Daniel Dunbar807c6e42011-11-10 01:16:48 +0000843 help=("Enable the given space or semi-colon separated "
844 "list of targets, or all targets if not present"),
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000845 action="store", default=None)
Preston Gurde65f4e62012-05-07 19:38:40 +0000846 group.add_option("", "--enable-optional-components",
847 dest="optional_components", metavar="NAMES",
848 help=("Enable the given space or semi-colon separated "
849 "list of optional components"),
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000850 action="store", default="")
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000851 parser.add_option_group(group)
852
Daniel Dunbar01b05882011-11-03 17:56:03 +0000853 (opts, args) = parser.parse_args()
854
855 # Determine the LLVM source path, if not given.
856 source_root = opts.source_root
857 if source_root:
Chandler Carruthef860a22013-01-02 09:10:48 +0000858 if not os.path.exists(os.path.join(source_root, 'lib', 'IR',
Daniel Dunbar01b05882011-11-03 17:56:03 +0000859 'Function.cpp')):
860 parser.error('invalid LLVM source root: %r' % source_root)
861 else:
862 llvmbuild_path = os.path.dirname(__file__)
863 llvm_build_path = os.path.dirname(llvmbuild_path)
864 utils_path = os.path.dirname(llvm_build_path)
865 source_root = os.path.dirname(utils_path)
Chandler Carruthef860a22013-01-02 09:10:48 +0000866 if not os.path.exists(os.path.join(source_root, 'lib', 'IR',
Daniel Dunbar01b05882011-11-03 17:56:03 +0000867 'Function.cpp')):
868 parser.error('unable to infer LLVM source root, please specify')
869
Daniel Dunbardd3fb562011-11-03 17:56:06 +0000870 # Construct the LLVM project information.
871 llvmbuild_source_root = opts.llvmbuild_source_root or source_root
872 project_info = LLVMProjectInfo.load_from_path(
873 source_root, llvmbuild_source_root)
874
Daniel Dunbar233c9302011-11-10 00:50:07 +0000875 # Add the magic target based components.
876 add_magic_target_components(parser, project_info, opts)
877
Daniel Dunbar79fa1e82011-11-10 00:49:58 +0000878 # Validate the project component info.
879 project_info.validate_components()
880
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000881 # Print the component tree, if requested.
882 if opts.print_tree:
883 project_info.print_tree()
884
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000885 # Write out the components, if requested. This is useful for auto-upgrading
886 # the schema.
887 if opts.write_llvmbuild:
888 project_info.write_components(opts.write_llvmbuild)
889
Daniel Dunbare9733852011-11-04 23:10:37 +0000890 # Write out the required library table, if requested.
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000891 if opts.write_library_table:
Preston Gurde65f4e62012-05-07 19:38:40 +0000892 project_info.write_library_table(opts.write_library_table,
893 opts.optional_components)
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000894
Daniel Dunbare9733852011-11-04 23:10:37 +0000895 # Write out the make fragment, if requested.
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000896 if opts.write_make_fragment:
897 project_info.write_make_fragment(opts.write_make_fragment)
898
Daniel Dunbare9733852011-11-04 23:10:37 +0000899 # Write out the cmake fragment, if requested.
900 if opts.write_cmake_fragment:
901 project_info.write_cmake_fragment(opts.write_cmake_fragment)
NAKAMURA Takumi01e3c64f2014-02-09 16:37:02 +0000902 if opts.write_cmake_exports_fragment:
903 project_info.write_cmake_exports_fragment(opts.write_cmake_exports_fragment)
Daniel Dunbare9733852011-11-04 23:10:37 +0000904
Daniel Dunbarf258ad82011-11-11 00:24:00 +0000905 # Configure target definition files, if requested.
906 if opts.configure_target_def_files:
907 # Verify we were given a build root.
908 if not opts.build_root:
909 parser.error("must specify --build-root when using "
910 "--configure-target-def-file")
911
912 # Create the substitution list.
913 available_targets = [ci for ci in project_info.component_infos
914 if ci.type_name == 'TargetGroup']
915 substitutions = [
916 ("@LLVM_ENUM_TARGETS@",
917 ' '.join('LLVM_TARGET(%s)' % ci.name
918 for ci in available_targets)),
919 ("@LLVM_ENUM_ASM_PRINTERS@",
920 ' '.join('LLVM_ASM_PRINTER(%s)' % ci.name
921 for ci in available_targets
922 if ci.has_asmprinter)),
923 ("@LLVM_ENUM_ASM_PARSERS@",
924 ' '.join('LLVM_ASM_PARSER(%s)' % ci.name
925 for ci in available_targets
926 if ci.has_asmparser)),
927 ("@LLVM_ENUM_DISASSEMBLERS@",
928 ' '.join('LLVM_DISASSEMBLER(%s)' % ci.name
929 for ci in available_targets
930 if ci.has_disassembler))]
931
932 # Configure the given files.
933 for subpath in opts.configure_target_def_files:
934 inpath = os.path.join(source_root, subpath + '.in')
935 outpath = os.path.join(opts.build_root, subpath)
936 result = configutil.configure_file(inpath, outpath, substitutions)
937 if not result:
938 note("configured file %r hasn't changed" % outpath)
939
Daniel Dunbar01b05882011-11-03 17:56:03 +0000940if __name__=='__main__':
941 main()