blob: 6cb5c12f3541a019777355b425def62283c18e25 [file] [log] [blame]
Daniel Dunbar25ff9f62013-08-14 23:15:39 +00001from __future__ import absolute_import
Daniel Dunbar01b05882011-11-03 17:56:03 +00002import os
Daniel Dunbar8844e3c2011-11-03 17:56:12 +00003import sys
Daniel Dunbar01b05882011-11-03 17:56:03 +00004
Daniel Dunbar25ff9f62013-08-14 23:15:39 +00005import llvmbuild.componentinfo as componentinfo
6import llvmbuild.configutil as configutil
Daniel Dunbardd3fb562011-11-03 17:56:06 +00007
Daniel Dunbar25ff9f62013-08-14 23:15:39 +00008from llvmbuild.util import *
Daniel Dunbar8844e3c2011-11-03 17:56:12 +00009
10###
11
Daniel Dunbar9057a3d2011-11-05 04:07:43 +000012def cmake_quote_string(value):
13 """
14 cmake_quote_string(value) -> str
15
16 Return a quoted form of the given value that is suitable for use in CMake
17 language files.
18 """
19
20 # Currently, we only handle escaping backslashes.
21 value = value.replace("\\", "\\\\")
22
23 return value
24
Daniel Dunbar52f71222011-11-17 01:19:53 +000025def cmake_quote_path(value):
26 """
27 cmake_quote_path(value) -> str
28
29 Return a quoted form of the given value that is suitable for use in CMake
30 language files.
31 """
32
33 # CMake has a bug in it's Makefile generator that doesn't properly quote
34 # strings it generates. So instead of using proper quoting, we just use "/"
35 # style paths. Currently, we only handle escaping backslashes.
36 value = value.replace("\\", "/")
37
38 return value
39
Daniel Dunbarb814ee42011-11-04 23:40:11 +000040def mk_quote_string_for_target(value):
41 """
42 mk_quote_string_for_target(target_name) -> str
43
44 Return a quoted form of the given target_name suitable for including in a
45 Makefile as a target name.
46 """
47
48 # The only quoting we currently perform is for ':', to support msys users.
49 return value.replace(":", "\\:")
50
Daniel Dunbar0edba5c92011-11-05 04:07:49 +000051def make_install_dir(path):
52 """
53 make_install_dir(path) -> None
54
55 Create the given directory path for installation, including any parents.
56 """
57
Benjamin Kramerbde91762012-06-02 10:20:22 +000058 # os.makedirs considers it an error to be called with an existent path.
Daniel Dunbar0edba5c92011-11-05 04:07:49 +000059 if not os.path.exists(path):
60 os.makedirs(path)
61
Daniel Dunbarb814ee42011-11-04 23:40:11 +000062###
63
Daniel Dunbardd3fb562011-11-03 17:56:06 +000064class LLVMProjectInfo(object):
65 @staticmethod
66 def load_infos_from_path(llvmbuild_source_root):
Daniel Dunbare29ffff2011-12-12 22:45:59 +000067 def recurse(subpath):
68 # Load the LLVMBuild file.
69 llvmbuild_path = os.path.join(llvmbuild_source_root + subpath,
70 'LLVMBuild.txt')
71 if not os.path.exists(llvmbuild_path):
72 fatal("missing LLVMBuild.txt file at: %r" % (llvmbuild_path,))
Daniel Dunbardd3fb562011-11-03 17:56:06 +000073
Daniel Dunbare29ffff2011-12-12 22:45:59 +000074 # Parse the components from it.
75 common,info_iter = componentinfo.load_from_path(llvmbuild_path,
76 subpath)
77 for info in info_iter:
Daniel Dunbardd3fb562011-11-03 17:56:06 +000078 yield info
79
Daniel Dunbare29ffff2011-12-12 22:45:59 +000080 # Recurse into the specified subdirectories.
81 for subdir in common.get_list("subdirectories"):
82 for item in recurse(os.path.join(subpath, subdir)):
83 yield item
84
85 return recurse("/")
86
Daniel Dunbardd3fb562011-11-03 17:56:06 +000087 @staticmethod
88 def load_from_path(source_root, llvmbuild_source_root):
89 infos = list(
90 LLVMProjectInfo.load_infos_from_path(llvmbuild_source_root))
91
92 return LLVMProjectInfo(source_root, infos)
93
94 def __init__(self, source_root, component_infos):
Daniel Dunbar8844e3c2011-11-03 17:56:12 +000095 # Store our simple ivars.
Daniel Dunbardd3fb562011-11-03 17:56:06 +000096 self.source_root = source_root
Daniel Dunbar79fa1e82011-11-10 00:49:58 +000097 self.component_infos = list(component_infos)
98 self.component_info_map = None
99 self.ordered_component_infos = None
100
101 def validate_components(self):
102 """validate_components() -> None
103
104 Validate that the project components are well-defined. Among other
105 things, this checks that:
106 - Components have valid references.
107 - Components references do not form cycles.
108
109 We also construct the map from component names to info, and the
110 topological ordering of components.
111 """
Daniel Dunbardd3fb562011-11-03 17:56:06 +0000112
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000113 # Create the component info map and validate that component names are
114 # unique.
115 self.component_info_map = {}
Daniel Dunbar79fa1e82011-11-10 00:49:58 +0000116 for ci in self.component_infos:
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000117 existing = self.component_info_map.get(ci.name)
118 if existing is not None:
119 # We found a duplicate component name, report it and error out.
120 fatal("found duplicate component %r (at %r and %r)" % (
121 ci.name, ci.subpath, existing.subpath))
122 self.component_info_map[ci.name] = ci
123
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000124 # Disallow 'all' as a component name, which is a special case.
125 if 'all' in self.component_info_map:
126 fatal("project is not allowed to define 'all' component")
127
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000128 # Add the root component.
Daniel Dunbar48972552011-11-03 17:56:16 +0000129 if '$ROOT' in self.component_info_map:
130 fatal("project is not allowed to define $ROOT component")
131 self.component_info_map['$ROOT'] = componentinfo.GroupComponentInfo(
132 '/', '$ROOT', None)
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000133 self.component_infos.append(self.component_info_map['$ROOT'])
Daniel Dunbar48972552011-11-03 17:56:16 +0000134
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000135 # Topologically order the component information according to their
136 # component references.
137 def visit_component_info(ci, current_stack, current_set):
138 # Check for a cycles.
139 if ci in current_set:
140 # We found a cycle, report it and error out.
141 cycle_description = ' -> '.join(
142 '%r (%s)' % (ci.name, relation)
143 for relation,ci in current_stack)
144 fatal("found cycle to %r after following: %s -> %s" % (
145 ci.name, cycle_description, ci.name))
146
147 # If we have already visited this item, we are done.
148 if ci not in components_to_visit:
149 return
150
151 # Otherwise, mark the component info as visited and traverse.
152 components_to_visit.remove(ci)
153
Daniel Dunbar48972552011-11-03 17:56:16 +0000154 # Validate the parent reference, which we treat specially.
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000155 if ci.parent is not None:
156 parent = self.component_info_map.get(ci.parent)
157 if parent is None:
158 fatal("component %r has invalid reference %r (via %r)" % (
159 ci.name, ci.parent, 'parent'))
160 ci.set_parent_instance(parent)
Daniel Dunbar48972552011-11-03 17:56:16 +0000161
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000162 for relation,referent_name in ci.get_component_references():
163 # Validate that the reference is ok.
164 referent = self.component_info_map.get(referent_name)
165 if referent is None:
166 fatal("component %r has invalid reference %r (via %r)" % (
167 ci.name, referent_name, relation))
168
169 # Visit the reference.
170 current_stack.append((relation,ci))
171 current_set.add(ci)
172 visit_component_info(referent, current_stack, current_set)
173 current_set.remove(ci)
174 current_stack.pop()
175
176 # Finally, add the component info to the ordered list.
177 self.ordered_component_infos.append(ci)
178
Daniel Dunbar48972552011-11-03 17:56:16 +0000179 # FIXME: We aren't actually correctly checking for cycles along the
180 # parent edges. Haven't decided how I want to handle this -- I thought
181 # about only checking cycles by relation type. If we do that, it falls
182 # out easily. If we don't, we should special case the check.
183
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000184 self.ordered_component_infos = []
NAKAMURA Takumia1d528b2012-12-20 10:35:18 +0000185 components_to_visit = sorted(
186 set(self.component_infos),
187 key = lambda c: c.name)
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000188 while components_to_visit:
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000189 visit_component_info(components_to_visit[0], [], set())
Daniel Dunbar8844e3c2011-11-03 17:56:12 +0000190
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000191 # Canonicalize children lists.
192 for c in self.ordered_component_infos:
193 c.children.sort(key = lambda c: c.name)
194
195 def print_tree(self):
196 def visit(node, depth = 0):
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000197 print('%s%-40s (%s)' % (' '*depth, node.name, node.type_name))
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000198 for c in node.children:
199 visit(c, depth + 1)
200 visit(self.component_info_map['$ROOT'])
201
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000202 def write_components(self, output_path):
203 # Organize all the components by the directory their LLVMBuild file
204 # should go in.
205 info_basedir = {}
206 for ci in self.component_infos:
207 # Ignore the $ROOT component.
208 if ci.parent is None:
209 continue
210
211 info_basedir[ci.subpath] = info_basedir.get(ci.subpath, []) + [ci]
212
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000213 # Compute the list of subdirectories to scan.
214 subpath_subdirs = {}
215 for ci in self.component_infos:
216 # Ignore root components.
217 if ci.subpath == '/':
218 continue
219
220 # Otherwise, append this subpath to the parent list.
221 parent_path = os.path.dirname(ci.subpath)
222 subpath_subdirs[parent_path] = parent_list = subpath_subdirs.get(
223 parent_path, set())
224 parent_list.add(os.path.basename(ci.subpath))
225
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000226 # Generate the build files.
227 for subpath, infos in info_basedir.items():
228 # Order the components by name to have a canonical ordering.
229 infos.sort(key = lambda ci: ci.name)
230
231 # Format the components into llvmbuild fragments.
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000232 fragments = []
233
234 # Add the common fragments.
235 subdirectories = subpath_subdirs.get(subpath)
236 if subdirectories:
237 fragment = """\
238subdirectories = %s
239""" % (" ".join(sorted(subdirectories)),)
240 fragments.append(("common", fragment))
241
242 # Add the component fragments.
243 num_common_fragments = len(fragments)
244 for ci in infos:
245 fragment = ci.get_llvmbuild_fragment()
246 if fragment is None:
247 continue
248
249 name = "component_%d" % (len(fragments) - num_common_fragments)
250 fragments.append((name, fragment))
251
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000252 if not fragments:
253 continue
254
255 assert subpath.startswith('/')
256 directory_path = os.path.join(output_path, subpath[1:])
257
258 # Create the directory if it does not already exist.
259 if not os.path.exists(directory_path):
260 os.makedirs(directory_path)
261
Daniel Dunbarea07f342011-12-12 22:45:35 +0000262 # In an effort to preserve comments (which aren't parsed), read in
263 # the original file and extract the comments. We only know how to
264 # associate comments that prefix a section name.
265 f = open(infos[0]._source_path)
266 comments_map = {}
267 comment_block = ""
268 for ln in f:
269 if ln.startswith(';'):
270 comment_block += ln
271 elif ln.startswith('[') and ln.endswith(']\n'):
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000272 comments_map[ln[1:-2]] = comment_block
Daniel Dunbarea07f342011-12-12 22:45:35 +0000273 else:
274 comment_block = ""
275 f.close()
276
277 # Create the LLVMBuild fil[e.
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000278 file_path = os.path.join(directory_path, 'LLVMBuild.txt')
279 f = open(file_path, "w")
Daniel Dunbar453146e2011-11-03 17:56:31 +0000280
281 # Write the header.
282 header_fmt = ';===- %s %s-*- Conf -*--===;'
283 header_name = '.' + os.path.join(subpath, 'LLVMBuild.txt')
284 header_pad = '-' * (80 - len(header_fmt % (header_name, '')))
285 header_string = header_fmt % (header_name, header_pad)
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000286 f.write("""\
Daniel Dunbar453146e2011-11-03 17:56:31 +0000287%s
288;
289; The LLVM Compiler Infrastructure
290;
291; This file is distributed under the University of Illinois Open Source
292; License. See LICENSE.TXT for details.
293;
294;===------------------------------------------------------------------------===;
295;
296; This is an LLVMBuild description file for the components in this subdirectory.
297;
298; For more information on the LLVMBuild system, please see:
299;
300; http://llvm.org/docs/LLVMBuild.html
301;
302;===------------------------------------------------------------------------===;
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000303
304""" % header_string)
Daniel Dunbar453146e2011-11-03 17:56:31 +0000305
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000306 # Write out each fragment.each component fragment.
307 for name,fragment in fragments:
Daniel Dunbarea07f342011-12-12 22:45:35 +0000308 comment = comments_map.get(name)
309 if comment is not None:
310 f.write(comment)
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000311 f.write("[%s]\n" % name)
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000312 f.write(fragment)
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000313 if fragment is not fragments[-1][1]:
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000314 f.write('\n')
Daniel Dunbar8889bb02011-12-12 22:45:54 +0000315
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000316 f.close()
317
Preston Gurde65f4e62012-05-07 19:38:40 +0000318 def write_library_table(self, output_path, enabled_optional_components):
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000319 # Write out the mapping from component names to required libraries.
320 #
321 # We do this in topological order so that we know we can append the
322 # dependencies for added library groups.
323 entries = {}
324 for c in self.ordered_component_infos:
Daniel Dunbarf876da12012-05-15 18:44:12 +0000325 # Skip optional components which are not enabled.
Preston Gurde65f4e62012-05-07 19:38:40 +0000326 if c.type_name == 'OptionalLibrary' \
327 and c.name not in enabled_optional_components:
328 continue
329
Daniel Dunbarf876da12012-05-15 18:44:12 +0000330 # Skip target groups which are not enabled.
331 tg = c.get_parent_target_group()
332 if tg and not tg.enabled:
333 continue
334
Daniel Dunbar82219ad2011-11-10 00:49:51 +0000335 # Only certain components are in the table.
Preston Gurde65f4e62012-05-07 19:38:40 +0000336 if c.type_name not in ('Library', 'OptionalLibrary', \
337 'LibraryGroup', 'TargetGroup'):
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000338 continue
339
340 # Compute the llvm-config "component name". For historical reasons,
341 # this is lowercased based on the library name.
342 llvmconfig_component_name = c.get_llvmconfig_component_name()
343
344 # Get the library name, or None for LibraryGroups.
Preston Gurde65f4e62012-05-07 19:38:40 +0000345 if c.type_name == 'Library' or c.type_name == 'OptionalLibrary':
Daniel Dunbar06bb7982011-12-15 23:35:08 +0000346 library_name = c.get_prefixed_library_name()
Daniel Dunbarc364d682012-05-15 18:44:17 +0000347 is_installed = c.installed
Daniel Dunbar82219ad2011-11-10 00:49:51 +0000348 else:
349 library_name = None
Daniel Dunbarc364d682012-05-15 18:44:17 +0000350 is_installed = True
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000351
352 # Get the component names of all the required libraries.
353 required_llvmconfig_component_names = [
354 self.component_info_map[dep].get_llvmconfig_component_name()
355 for dep in c.required_libraries]
356
357 # Insert the entries for library groups we should add to.
358 for dep in c.add_to_library_groups:
359 entries[dep][2].append(llvmconfig_component_name)
360
361 # Add the entry.
362 entries[c.name] = (llvmconfig_component_name, library_name,
Daniel Dunbarc364d682012-05-15 18:44:17 +0000363 required_llvmconfig_component_names,
364 is_installed)
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000365
366 # Convert to a list of entries and sort by name.
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000367 entries = list(entries.values())
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000368
369 # Create an 'all' pseudo component. We keep the dependency list small by
370 # only listing entries that have no other dependents.
371 root_entries = set(e[0] for e in entries)
Daniel Dunbarc364d682012-05-15 18:44:17 +0000372 for _,_,deps,_ in entries:
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000373 root_entries -= set(deps)
Daniel Dunbarc364d682012-05-15 18:44:17 +0000374 entries.append(('all', None, root_entries, True))
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000375
376 entries.sort()
377
378 # Compute the maximum number of required libraries, plus one so there is
379 # always a sentinel.
380 max_required_libraries = max(len(deps)
Daniel Dunbarc364d682012-05-15 18:44:17 +0000381 for _,_,deps,_ in entries) + 1
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000382
383 # Write out the library table.
Daniel Dunbar0edba5c92011-11-05 04:07:49 +0000384 make_install_dir(os.path.dirname(output_path))
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000385 f = open(output_path, 'w')
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000386 f.write("""\
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000387//===- llvm-build generated file --------------------------------*- C++ -*-===//
388//
389// Component Library Depenedency Table
390//
391// Automatically generated file, do not edit!
392//
393//===----------------------------------------------------------------------===//
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000394
395""")
396 f.write('struct AvailableComponent {\n')
397 f.write(' /// The name of the component.\n')
398 f.write(' const char *Name;\n')
399 f.write('\n')
400 f.write(' /// The name of the library for this component (or NULL).\n')
401 f.write(' const char *Library;\n')
402 f.write('\n')
403 f.write(' /// Whether the component is installed.\n')
404 f.write(' bool IsInstalled;\n')
405 f.write('\n')
406 f.write('\
407 /// The list of libraries required when linking this component.\n')
408 f.write(' const char *RequiredLibraries[%d];\n' % (
409 max_required_libraries))
410 f.write('} AvailableComponents[%d] = {\n' % len(entries))
Daniel Dunbarc364d682012-05-15 18:44:17 +0000411 for name,library_name,required_names,is_installed in entries:
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000412 if library_name is None:
413 library_name_as_cstr = '0'
414 else:
Daniel Dunbar06bb7982011-12-15 23:35:08 +0000415 library_name_as_cstr = '"lib%s.a"' % library_name
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000416 f.write(' { "%s", %s, %d, { %s } },\n' % (
Daniel Dunbarc364d682012-05-15 18:44:17 +0000417 name, library_name_as_cstr, is_installed,
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000418 ', '.join('"%s"' % dep
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000419 for dep in required_names)))
420 f.write('};\n')
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000421 f.close()
422
Daniel Dunbar4128db92011-11-29 00:06:50 +0000423 def get_required_libraries_for_component(self, ci, traverse_groups = False):
424 """
425 get_required_libraries_for_component(component_info) -> iter
426
427 Given a Library component info descriptor, return an iterator over all
428 of the directly required libraries for linking with this component. If
429 traverse_groups is True, then library and target groups will be
430 traversed to include their required libraries.
431 """
432
433 assert ci.type_name in ('Library', 'LibraryGroup', 'TargetGroup')
434
435 for name in ci.required_libraries:
436 # Get the dependency info.
437 dep = self.component_info_map[name]
438
439 # If it is a library, yield it.
440 if dep.type_name == 'Library':
441 yield dep
442 continue
443
444 # Otherwise if it is a group, yield or traverse depending on what
445 # was requested.
446 if dep.type_name in ('LibraryGroup', 'TargetGroup'):
447 if not traverse_groups:
448 yield dep
449 continue
450
451 for res in self.get_required_libraries_for_component(dep, True):
452 yield res
453
Daniel Dunbare9733852011-11-04 23:10:37 +0000454 def get_fragment_dependencies(self):
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000455 """
Daniel Dunbare9733852011-11-04 23:10:37 +0000456 get_fragment_dependencies() -> iter
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000457
Daniel Dunbare9733852011-11-04 23:10:37 +0000458 Compute the list of files (as absolute paths) on which the output
459 fragments depend (i.e., files for which a modification should trigger a
460 rebuild of the fragment).
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000461 """
462
463 # Construct a list of all the dependencies of the Makefile fragment
464 # itself. These include all the LLVMBuild files themselves, as well as
465 # all of our own sources.
Daniel Dunbarcda2a892011-12-06 23:13:42 +0000466 #
467 # Many components may come from the same file, so we make sure to unique
468 # these.
469 build_paths = set()
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000470 for ci in self.component_infos:
Daniel Dunbarcda2a892011-12-06 23:13:42 +0000471 p = os.path.join(self.source_root, ci.subpath[1:], 'LLVMBuild.txt')
472 if p not in build_paths:
473 yield p
474 build_paths.add(p)
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000475
476 # Gather the list of necessary sources by just finding all loaded
477 # modules that are inside the LLVM source tree.
478 for module in sys.modules.values():
479 # Find the module path.
480 if not hasattr(module, '__file__'):
481 continue
482 path = getattr(module, '__file__')
483 if not path:
484 continue
485
486 # Strip off any compiled suffix.
487 if os.path.splitext(path)[1] in ['.pyc', '.pyo', '.pyd']:
488 path = path[:-1]
489
490 # If the path exists and is in the source tree, consider it a
491 # dependency.
492 if (path.startswith(self.source_root) and os.path.exists(path)):
Daniel Dunbare9733852011-11-04 23:10:37 +0000493 yield path
494
495 def write_cmake_fragment(self, output_path):
496 """
497 write_cmake_fragment(output_path) -> None
498
499 Generate a CMake fragment which includes all of the collated LLVMBuild
500 information in a format that is easily digestible by a CMake. The exact
501 contents of this are closely tied to how the CMake configuration
502 integrates LLVMBuild, see CMakeLists.txt in the top-level.
503 """
504
505 dependencies = list(self.get_fragment_dependencies())
506
507 # Write out the CMake fragment.
Daniel Dunbar0edba5c92011-11-05 04:07:49 +0000508 make_install_dir(os.path.dirname(output_path))
Daniel Dunbare9733852011-11-04 23:10:37 +0000509 f = open(output_path, 'w')
510
511 # Write the header.
512 header_fmt = '\
513#===-- %s - LLVMBuild Configuration for LLVM %s-*- CMake -*--===#'
514 header_name = os.path.basename(output_path)
515 header_pad = '-' * (80 - len(header_fmt % (header_name, '')))
516 header_string = header_fmt % (header_name, header_pad)
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000517 f.write("""\
Daniel Dunbare9733852011-11-04 23:10:37 +0000518%s
519#
520# The LLVM Compiler Infrastructure
521#
522# This file is distributed under the University of Illinois Open Source
523# License. See LICENSE.TXT for details.
524#
525#===------------------------------------------------------------------------===#
526#
527# This file contains the LLVMBuild project information in a format easily
528# consumed by the CMake based build system.
529#
530# This file is autogenerated by llvm-build, do not edit!
531#
532#===------------------------------------------------------------------------===#
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000533
534""" % header_string)
Daniel Dunbare9733852011-11-04 23:10:37 +0000535
536 # Write the dependency information in the best way we can.
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000537 f.write("""
Daniel Dunbare9733852011-11-04 23:10:37 +0000538# LLVMBuild CMake fragment dependencies.
539#
540# CMake has no builtin way to declare that the configuration depends on
541# a particular file. However, a side effect of configure_file is to add
542# said input file to CMake's internal dependency list. So, we use that
543# and a dummy output file to communicate the dependency information to
544# CMake.
545#
546# FIXME: File a CMake RFE to get a properly supported version of this
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000547# feature.
548""")
Daniel Dunbare9733852011-11-04 23:10:37 +0000549 for dep in dependencies:
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000550 f.write("""\
Daniel Dunbare9733852011-11-04 23:10:37 +0000551configure_file(\"%s\"
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000552 ${CMAKE_CURRENT_BINARY_DIR}/DummyConfigureOutput)\n""" % (
553 cmake_quote_path(dep),))
Daniel Dunbar9057a3d2011-11-05 04:07:43 +0000554
Daniel Dunbar4128db92011-11-29 00:06:50 +0000555 # Write the properties we use to encode the required library dependency
556 # information in a form CMake can easily use directly.
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000557 f.write("""
Daniel Dunbar4128db92011-11-29 00:06:50 +0000558# Explicit library dependency information.
559#
560# The following property assignments effectively create a map from component
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000561# names to required libraries, in a way that is easily accessed from CMake.
562""")
Daniel Dunbar4128db92011-11-29 00:06:50 +0000563 for ci in self.ordered_component_infos:
564 # We only write the information for libraries currently.
565 if ci.type_name != 'Library':
566 continue
567
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000568 f.write("""\
569set_property(GLOBAL PROPERTY LLVMBUILD_LIB_DEPS_%s %s)\n""" % (
Daniel Dunbar4128db92011-11-29 00:06:50 +0000570 ci.get_prefixed_library_name(), " ".join(sorted(
571 dep.get_prefixed_library_name()
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000572 for dep in self.get_required_libraries_for_component(ci)))))
Daniel Dunbar4128db92011-11-29 00:06:50 +0000573
Daniel Dunbare9733852011-11-04 23:10:37 +0000574 f.close()
575
NAKAMURA Takumi01e3c64f2014-02-09 16:37:02 +0000576 def write_cmake_exports_fragment(self, output_path):
577 """
578 write_cmake_exports_fragment(output_path) -> None
579
580 Generate a CMake fragment which includes LLVMBuild library
581 dependencies expressed similarly to how CMake would write
582 them via install(EXPORT).
583 """
584
585 dependencies = list(self.get_fragment_dependencies())
586
587 # Write out the CMake exports fragment.
588 make_install_dir(os.path.dirname(output_path))
589 f = open(output_path, 'w')
590
591 f.write("""\
592# Explicit library dependency information.
593#
594# The following property assignments tell CMake about link
595# dependencies of libraries imported from LLVM.
596""")
597 for ci in self.ordered_component_infos:
598 # We only write the information for libraries currently.
599 if ci.type_name != 'Library':
600 continue
601
NAKAMURA Takumi4c0116c2014-02-16 12:14:24 +0000602 # Skip disabled targets.
603 tg = ci.get_parent_target_group()
604 if tg and not tg.enabled:
605 continue
606
NAKAMURA Takumi01e3c64f2014-02-09 16:37:02 +0000607 f.write("""\
608set_property(TARGET %s PROPERTY IMPORTED_LINK_INTERFACE_LIBRARIES %s)\n""" % (
609 ci.get_prefixed_library_name(), " ".join(sorted(
610 dep.get_prefixed_library_name()
611 for dep in self.get_required_libraries_for_component(ci)))))
612
613 f.close()
614
Daniel Dunbare9733852011-11-04 23:10:37 +0000615 def write_make_fragment(self, output_path):
616 """
617 write_make_fragment(output_path) -> None
618
619 Generate a Makefile fragment which includes all of the collated
620 LLVMBuild information in a format that is easily digestible by a
621 Makefile. The exact contents of this are closely tied to how the LLVM
622 Makefiles integrate LLVMBuild, see Makefile.rules in the top-level.
623 """
624
625 dependencies = list(self.get_fragment_dependencies())
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000626
627 # Write out the Makefile fragment.
Daniel Dunbar0edba5c92011-11-05 04:07:49 +0000628 make_install_dir(os.path.dirname(output_path))
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000629 f = open(output_path, 'w')
630
631 # Write the header.
632 header_fmt = '\
633#===-- %s - LLVMBuild Configuration for LLVM %s-*- Makefile -*--===#'
634 header_name = os.path.basename(output_path)
635 header_pad = '-' * (80 - len(header_fmt % (header_name, '')))
636 header_string = header_fmt % (header_name, header_pad)
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000637 f.write("""\
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000638%s
639#
640# The LLVM Compiler Infrastructure
641#
642# This file is distributed under the University of Illinois Open Source
643# License. See LICENSE.TXT for details.
644#
645#===------------------------------------------------------------------------===#
646#
647# This file contains the LLVMBuild project information in a format easily
648# consumed by the Makefile based build system.
649#
650# This file is autogenerated by llvm-build, do not edit!
651#
652#===------------------------------------------------------------------------===#
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000653
654""" % header_string)
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000655
656 # Write the dependencies for the fragment.
657 #
658 # FIXME: Technically, we need to properly quote for Make here.
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000659 f.write("""\
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000660# Clients must explicitly enable LLVMBUILD_INCLUDE_DEPENDENCIES to get
661# these dependencies. This is a compromise to help improve the
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000662# performance of recursive Make systems.
663""")
664 f.write('ifeq ($(LLVMBUILD_INCLUDE_DEPENDENCIES),1)\n')
665 f.write("# The dependencies for this Makefile fragment itself.\n")
666 f.write("%s: \\\n" % (mk_quote_string_for_target(output_path),))
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000667 for dep in dependencies:
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000668 f.write("\t%s \\\n" % (dep,))
669 f.write('\n')
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000670
671 # Generate dummy rules for each of the dependencies, so that things
672 # continue to work correctly if any of those files are moved or removed.
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000673 f.write("""\
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000674# The dummy targets to allow proper regeneration even when files are moved or
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000675# removed.
676""")
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000677 for dep in dependencies:
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000678 f.write("%s:\n" % (mk_quote_string_for_target(dep),))
679 f.write('endif\n')
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000680
681 f.close()
682
Daniel Dunbar233c9302011-11-10 00:50:07 +0000683def add_magic_target_components(parser, project, opts):
684 """add_magic_target_components(project, opts) -> None
685
686 Add the "magic" target based components to the project, which can only be
687 determined based on the target configuration options.
688
689 This currently is responsible for populating the required_libraries list of
Daniel Dunbar807c6e42011-11-10 01:16:48 +0000690 the "all-targets", "Native", "NativeCodeGen", and "Engine" components.
Daniel Dunbar233c9302011-11-10 00:50:07 +0000691 """
692
693 # Determine the available targets.
694 available_targets = dict((ci.name,ci)
695 for ci in project.component_infos
696 if ci.type_name == 'TargetGroup')
697
698 # Find the configured native target.
699
700 # We handle a few special cases of target names here for historical
701 # reasons, as these are the names configure currently comes up with.
702 native_target_name = { 'x86' : 'X86',
703 'x86_64' : 'X86',
704 'Unknown' : None }.get(opts.native_target,
705 opts.native_target)
706 if native_target_name is None:
707 native_target = None
708 else:
709 native_target = available_targets.get(native_target_name)
710 if native_target is None:
711 parser.error("invalid native target: %r (not in project)" % (
712 opts.native_target,))
713 if native_target.type_name != 'TargetGroup':
714 parser.error("invalid native target: %r (not a target)" % (
715 opts.native_target,))
716
717 # Find the list of targets to enable.
718 if opts.enable_targets is None:
719 enable_targets = available_targets.values()
720 else:
Daniel Dunbar807c6e42011-11-10 01:16:48 +0000721 # We support both space separated and semi-colon separated lists.
722 if ' ' in opts.enable_targets:
723 enable_target_names = opts.enable_targets.split()
724 else:
725 enable_target_names = opts.enable_targets.split(';')
726
Daniel Dunbar233c9302011-11-10 00:50:07 +0000727 enable_targets = []
Daniel Dunbar807c6e42011-11-10 01:16:48 +0000728 for name in enable_target_names:
Daniel Dunbar233c9302011-11-10 00:50:07 +0000729 target = available_targets.get(name)
730 if target is None:
731 parser.error("invalid target to enable: %r (not in project)" % (
732 name,))
733 if target.type_name != 'TargetGroup':
734 parser.error("invalid target to enable: %r (not a target)" % (
735 name,))
736 enable_targets.append(target)
737
738 # Find the special library groups we are going to populate. We enforce that
739 # these appear in the project (instead of just adding them) so that they at
740 # least have an explicit representation in the project LLVMBuild files (and
741 # comments explaining how they are populated).
742 def find_special_group(name):
743 info = info_map.get(name)
744 if info is None:
745 fatal("expected project to contain special %r component" % (
746 name,))
747
748 if info.type_name != 'LibraryGroup':
749 fatal("special component %r should be a LibraryGroup" % (
750 name,))
751
752 if info.required_libraries:
753 fatal("special component %r must have empty %r list" % (
754 name, 'required_libraries'))
755 if info.add_to_library_groups:
756 fatal("special component %r must have empty %r list" % (
757 name, 'add_to_library_groups'))
758
Daniel Dunbar088f81b2011-12-12 22:45:41 +0000759 info._is_special_group = True
Daniel Dunbar233c9302011-11-10 00:50:07 +0000760 return info
761
762 info_map = dict((ci.name, ci) for ci in project.component_infos)
763 all_targets = find_special_group('all-targets')
764 native_group = find_special_group('Native')
765 native_codegen_group = find_special_group('NativeCodeGen')
766 engine_group = find_special_group('Engine')
767
768 # Set the enabled bit in all the target groups, and append to the
769 # all-targets list.
770 for ci in enable_targets:
771 all_targets.required_libraries.append(ci.name)
772 ci.enabled = True
773
774 # If we have a native target, then that defines the native and
775 # native_codegen libraries.
776 if native_target and native_target.enabled:
777 native_group.required_libraries.append(native_target.name)
778 native_codegen_group.required_libraries.append(
779 '%sCodeGen' % native_target.name)
780
781 # If we have a native target with a JIT, use that for the engine. Otherwise,
782 # use the interpreter.
783 if native_target and native_target.enabled and native_target.has_jit:
784 engine_group.required_libraries.append('JIT')
785 engine_group.required_libraries.append(native_group.name)
786 else:
787 engine_group.required_libraries.append('Interpreter')
788
Daniel Dunbar01b05882011-11-03 17:56:03 +0000789def main():
790 from optparse import OptionParser, OptionGroup
791 parser = OptionParser("usage: %prog [options]")
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000792
793 group = OptionGroup(parser, "Input Options")
794 group.add_option("", "--source-root", dest="source_root", metavar="PATH",
Daniel Dunbar01b05882011-11-03 17:56:03 +0000795 help="Path to the LLVM source (inferred if not given)",
796 action="store", default=None)
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000797 group.add_option("", "--llvmbuild-source-root",
798 dest="llvmbuild_source_root",
799 help=(
800 "If given, an alternate path to search for LLVMBuild.txt files"),
801 action="store", default=None, metavar="PATH")
Daniel Dunbarf258ad82011-11-11 00:24:00 +0000802 group.add_option("", "--build-root", dest="build_root", metavar="PATH",
803 help="Path to the build directory (if needed) [%default]",
804 action="store", default=None)
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000805 parser.add_option_group(group)
806
807 group = OptionGroup(parser, "Output Options")
808 group.add_option("", "--print-tree", dest="print_tree",
809 help="Print out the project component tree [%default]",
810 action="store_true", default=False)
811 group.add_option("", "--write-llvmbuild", dest="write_llvmbuild",
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000812 help="Write out the LLVMBuild.txt files to PATH",
813 action="store", default=None, metavar="PATH")
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000814 group.add_option("", "--write-library-table",
815 dest="write_library_table", metavar="PATH",
816 help="Write the C++ library dependency table to PATH",
817 action="store", default=None)
818 group.add_option("", "--write-cmake-fragment",
819 dest="write_cmake_fragment", metavar="PATH",
820 help="Write the CMake project information to PATH",
821 action="store", default=None)
NAKAMURA Takumi01e3c64f2014-02-09 16:37:02 +0000822 group.add_option("", "--write-cmake-exports-fragment",
823 dest="write_cmake_exports_fragment", metavar="PATH",
824 help="Write the CMake exports information to PATH",
825 action="store", default=None)
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000826 group.add_option("", "--write-make-fragment",
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000827 dest="write_make_fragment", metavar="PATH",
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000828 help="Write the Makefile project information to PATH",
829 action="store", default=None)
Daniel Dunbarf258ad82011-11-11 00:24:00 +0000830 group.add_option("", "--configure-target-def-file",
831 dest="configure_target_def_files",
832 help="""Configure the given file at SUBPATH (relative to
833the inferred or given source root, and with a '.in' suffix) by replacing certain
834substitution variables with lists of targets that support certain features (for
835example, targets with AsmPrinters) and write the result to the build root (as
836given by --build-root) at the same SUBPATH""",
837 metavar="SUBPATH", action="append", default=None)
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000838 parser.add_option_group(group)
Daniel Dunbar233c9302011-11-10 00:50:07 +0000839
840 group = OptionGroup(parser, "Configuration Options")
841 group.add_option("", "--native-target",
842 dest="native_target", metavar="NAME",
843 help=("Treat the named target as the 'native' one, if "
844 "given [%default]"),
845 action="store", default=None)
846 group.add_option("", "--enable-targets",
847 dest="enable_targets", metavar="NAMES",
Daniel Dunbar807c6e42011-11-10 01:16:48 +0000848 help=("Enable the given space or semi-colon separated "
849 "list of targets, or all targets if not present"),
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000850 action="store", default=None)
Preston Gurde65f4e62012-05-07 19:38:40 +0000851 group.add_option("", "--enable-optional-components",
852 dest="optional_components", metavar="NAMES",
853 help=("Enable the given space or semi-colon separated "
854 "list of optional components"),
Daniel Dunbar25ff9f62013-08-14 23:15:39 +0000855 action="store", default="")
Daniel Dunbarc83a4592011-11-10 00:49:42 +0000856 parser.add_option_group(group)
857
Daniel Dunbar01b05882011-11-03 17:56:03 +0000858 (opts, args) = parser.parse_args()
859
860 # Determine the LLVM source path, if not given.
861 source_root = opts.source_root
862 if source_root:
Chandler Carruthef860a22013-01-02 09:10:48 +0000863 if not os.path.exists(os.path.join(source_root, 'lib', 'IR',
Daniel Dunbar01b05882011-11-03 17:56:03 +0000864 'Function.cpp')):
865 parser.error('invalid LLVM source root: %r' % source_root)
866 else:
867 llvmbuild_path = os.path.dirname(__file__)
868 llvm_build_path = os.path.dirname(llvmbuild_path)
869 utils_path = os.path.dirname(llvm_build_path)
870 source_root = os.path.dirname(utils_path)
Chandler Carruthef860a22013-01-02 09:10:48 +0000871 if not os.path.exists(os.path.join(source_root, 'lib', 'IR',
Daniel Dunbar01b05882011-11-03 17:56:03 +0000872 'Function.cpp')):
873 parser.error('unable to infer LLVM source root, please specify')
874
Daniel Dunbardd3fb562011-11-03 17:56:06 +0000875 # Construct the LLVM project information.
876 llvmbuild_source_root = opts.llvmbuild_source_root or source_root
877 project_info = LLVMProjectInfo.load_from_path(
878 source_root, llvmbuild_source_root)
879
Daniel Dunbar233c9302011-11-10 00:50:07 +0000880 # Add the magic target based components.
881 add_magic_target_components(parser, project_info, opts)
882
Daniel Dunbar79fa1e82011-11-10 00:49:58 +0000883 # Validate the project component info.
884 project_info.validate_components()
885
Daniel Dunbarf45369d2011-11-03 17:56:18 +0000886 # Print the component tree, if requested.
887 if opts.print_tree:
888 project_info.print_tree()
889
Daniel Dunbardbbb2582011-11-03 17:56:21 +0000890 # Write out the components, if requested. This is useful for auto-upgrading
891 # the schema.
892 if opts.write_llvmbuild:
893 project_info.write_components(opts.write_llvmbuild)
894
Daniel Dunbare9733852011-11-04 23:10:37 +0000895 # Write out the required library table, if requested.
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000896 if opts.write_library_table:
Preston Gurde65f4e62012-05-07 19:38:40 +0000897 project_info.write_library_table(opts.write_library_table,
898 opts.optional_components)
Daniel Dunbar445e8f92011-11-03 17:56:28 +0000899
Daniel Dunbare9733852011-11-04 23:10:37 +0000900 # Write out the make fragment, if requested.
Daniel Dunbarab3b1802011-11-03 22:46:19 +0000901 if opts.write_make_fragment:
902 project_info.write_make_fragment(opts.write_make_fragment)
903
Daniel Dunbare9733852011-11-04 23:10:37 +0000904 # Write out the cmake fragment, if requested.
905 if opts.write_cmake_fragment:
906 project_info.write_cmake_fragment(opts.write_cmake_fragment)
NAKAMURA Takumi01e3c64f2014-02-09 16:37:02 +0000907 if opts.write_cmake_exports_fragment:
908 project_info.write_cmake_exports_fragment(opts.write_cmake_exports_fragment)
Daniel Dunbare9733852011-11-04 23:10:37 +0000909
Daniel Dunbarf258ad82011-11-11 00:24:00 +0000910 # Configure target definition files, if requested.
911 if opts.configure_target_def_files:
912 # Verify we were given a build root.
913 if not opts.build_root:
914 parser.error("must specify --build-root when using "
915 "--configure-target-def-file")
916
917 # Create the substitution list.
918 available_targets = [ci for ci in project_info.component_infos
919 if ci.type_name == 'TargetGroup']
920 substitutions = [
921 ("@LLVM_ENUM_TARGETS@",
922 ' '.join('LLVM_TARGET(%s)' % ci.name
923 for ci in available_targets)),
924 ("@LLVM_ENUM_ASM_PRINTERS@",
925 ' '.join('LLVM_ASM_PRINTER(%s)' % ci.name
926 for ci in available_targets
927 if ci.has_asmprinter)),
928 ("@LLVM_ENUM_ASM_PARSERS@",
929 ' '.join('LLVM_ASM_PARSER(%s)' % ci.name
930 for ci in available_targets
931 if ci.has_asmparser)),
932 ("@LLVM_ENUM_DISASSEMBLERS@",
933 ' '.join('LLVM_DISASSEMBLER(%s)' % ci.name
934 for ci in available_targets
935 if ci.has_disassembler))]
936
937 # Configure the given files.
938 for subpath in opts.configure_target_def_files:
939 inpath = os.path.join(source_root, subpath + '.in')
940 outpath = os.path.join(opts.build_root, subpath)
941 result = configutil.configure_file(inpath, outpath, substitutions)
942 if not result:
943 note("configured file %r hasn't changed" % outpath)
944
Daniel Dunbar01b05882011-11-03 17:56:03 +0000945if __name__=='__main__':
946 main()