blob: 4f65a8dc73983c936701ea35b2eb752b5fcbdc04 [file] [log] [blame]
Colin Cross8e0c5112015-01-23 14:15:10 -08001// Copyright 2014 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Jamie Gennis1bc967e2014-05-27 16:34:41 -070015package blueprint
16
17import (
18 "fmt"
19 "path/filepath"
Jamie Gennis6a40c192014-07-02 16:40:31 -070020 "text/scanner"
Jamie Gennis1bc967e2014-05-27 16:34:41 -070021)
22
Jamie Gennisb9e87f62014-09-24 20:28:11 -070023// A Module handles generating all of the Ninja build actions needed to build a
Colin Crossc9028482014-12-18 16:28:54 -080024// single module based on properties defined in a Blueprints file. Module
25// objects are initially created during the parse phase of a Context using one
26// of the registered module types (and the associated ModuleFactory function).
27// The Module's properties struct is automatically filled in with the property
28// values specified in the Blueprints file (see Context.RegisterModuleType for more
Jamie Gennisb9e87f62014-09-24 20:28:11 -070029// information on this).
30//
Colin Crossc9028482014-12-18 16:28:54 -080031// A Module can be split into multiple Modules by a Mutator. All existing
32// properties set on the module will be duplicated to the new Module, and then
33// modified as necessary by the Mutator.
34//
Jamie Gennisb9e87f62014-09-24 20:28:11 -070035// The Module implementation can access the build configuration as well as any
36// modules on which on which it depends (as defined by the "deps" property
37// specified in the Blueprints file or dynamically added by implementing the
38// DynamicDependerModule interface) using the ModuleContext passed to
39// GenerateBuildActions. This ModuleContext is also used to create Ninja build
40// actions and to report errors to the user.
41//
42// In addition to implementing the GenerateBuildActions method, a Module should
43// implement methods that provide dependant modules and singletons information
44// they need to generate their build actions. These methods will only be called
45// after GenerateBuildActions is called because the Context calls
46// GenerateBuildActions in dependency-order (and singletons are invoked after
47// all the Modules). The set of methods a Module supports will determine how
48// dependant Modules interact with it.
49//
50// For example, consider a Module that is responsible for generating a library
51// that other modules can link against. The library Module might implement the
52// following interface:
53//
54// type LibraryProducer interface {
55// LibraryFileName() string
56// }
57//
58// func IsLibraryProducer(module blueprint.Module) {
59// _, ok := module.(LibraryProducer)
60// return ok
61// }
62//
63// A binary-producing Module that depends on the library Module could then do:
64//
65// func (m *myBinaryModule) GenerateBuildActions(ctx blueprint.ModuleContext) {
66// ...
67// var libraryFiles []string
68// ctx.VisitDepsDepthFirstIf(IsLibraryProducer,
69// func(module blueprint.Module) {
70// libProducer := module.(LibraryProducer)
71// libraryFiles = append(libraryFiles, libProducer.LibraryFileName())
72// })
73// ...
74// }
75//
76// to build the list of library file names that should be included in its link
77// command.
Colin Cross691a60d2015-01-07 18:08:56 -080078//
79// GenerateBuildActions may be called from multiple threads. It is guaranteed to
80// be called after it has finished being called on all dependencies and on all
81// variants of that appear earlier in the ModuleContext.VisitAllModuleVariants list.
82// Any accesses to global variables or to Module objects that are not dependencies
83// or variants of the current Module must be synchronized by the implementation of
84// GenerateBuildActions.
Jamie Gennis1bc967e2014-05-27 16:34:41 -070085type Module interface {
Jamie Gennisb9e87f62014-09-24 20:28:11 -070086 // GenerateBuildActions is called by the Context that created the Module
87 // during its generate phase. This call should generate all Ninja build
88 // actions (rules, pools, and build statements) needed to build the module.
Jamie Gennis1bc967e2014-05-27 16:34:41 -070089 GenerateBuildActions(ModuleContext)
90}
91
Jamie Gennisb9e87f62014-09-24 20:28:11 -070092// A DynamicDependerModule is a Module that may add dependencies that do not
93// appear in its "deps" property. Any Module that implements this interface
94// will have its DynamicDependencies method called by the Context that created
95// it during generate phase.
96type DynamicDependerModule interface {
97 Module
98
99 // DynamicDependencies is called by the Context that created the
100 // DynamicDependerModule during its generate phase. This call should return
101 // the list of module names that the DynamicDependerModule depends on
102 // dynamically. Module names that already appear in the "deps" property may
103 // but do not need to be included in the returned list.
104 DynamicDependencies(DynamicDependerModuleContext) []string
105}
106
Colin Crossbe1a9a12014-12-18 11:05:45 -0800107type BaseModuleContext interface {
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700108 ModuleName() string
109 ModuleDir() string
Jamie Gennis6eb4d242014-06-11 18:31:16 -0700110 Config() interface{}
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700111
David Allison701fbad2014-10-29 14:51:13 -0700112 ContainsProperty(name string) bool
Jamie Gennis6a40c192014-07-02 16:40:31 -0700113 Errorf(pos scanner.Position, fmt string, args ...interface{})
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700114 ModuleErrorf(fmt string, args ...interface{})
115 PropertyErrorf(property, fmt string, args ...interface{})
Jamie Gennis6a40c192014-07-02 16:40:31 -0700116 Failed() bool
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700117}
118
Colin Crossbe1a9a12014-12-18 11:05:45 -0800119type DynamicDependerModuleContext interface {
120 BaseModuleContext
121}
122
Colin Cross1455a0f2014-12-17 13:23:56 -0800123type ModuleContext interface {
Colin Crossbe1a9a12014-12-18 11:05:45 -0800124 BaseModuleContext
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700125
126 OtherModuleName(m Module) string
127 OtherModuleErrorf(m Module, fmt string, args ...interface{})
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700128
Colin Crossc7ffa302015-02-10 11:24:52 -0800129 VisitDirectDeps(visit func(Module))
130 VisitDirectDepsIf(pred func(Module) bool, visit func(Module))
Colin Crossb2e7b5d2014-11-11 14:18:53 -0800131 VisitDepsDepthFirst(visit func(Module))
132 VisitDepsDepthFirstIf(pred func(Module) bool, visit func(Module))
Colin Crossb2e7b5d2014-11-11 14:18:53 -0800133
Colin Crossc9028482014-12-18 16:28:54 -0800134 ModuleSubDir() string
135
Jamie Gennis2fb20952014-10-03 02:49:58 -0700136 Variable(pctx *PackageContext, name, value string)
137 Rule(pctx *PackageContext, name string, params RuleParams, argNames ...string) Rule
138 Build(pctx *PackageContext, params BuildParams)
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700139
Mathias Agopian5b8477d2014-06-25 17:21:54 -0700140 AddNinjaFileDeps(deps ...string)
Colin Crossc9028482014-12-18 16:28:54 -0800141
142 PrimaryModule() Module
Colin Cross80ad04d2015-01-06 16:19:59 -0800143 FinalModule() Module
144 VisitAllModuleVariants(visit func(Module))
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700145}
146
Colin Crossbe1a9a12014-12-18 11:05:45 -0800147var _ BaseModuleContext = (*baseModuleContext)(nil)
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700148
Colin Crossbe1a9a12014-12-18 11:05:45 -0800149type baseModuleContext struct {
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700150 context *Context
151 config interface{}
Colin Crossbbfa51a2014-12-17 16:12:41 -0800152 group *moduleGroup
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700153 errs []error
154}
155
Colin Crossbe1a9a12014-12-18 11:05:45 -0800156func (d *baseModuleContext) ModuleName() string {
Colin Crossbbfa51a2014-12-17 16:12:41 -0800157 return d.group.properties.Name
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700158}
159
Colin Crossbe1a9a12014-12-18 11:05:45 -0800160func (d *baseModuleContext) ContainsProperty(name string) bool {
Colin Crossbbfa51a2014-12-17 16:12:41 -0800161 _, ok := d.group.propertyPos[name]
David Allison701fbad2014-10-29 14:51:13 -0700162 return ok
163}
164
Colin Crossbe1a9a12014-12-18 11:05:45 -0800165func (d *baseModuleContext) ModuleDir() string {
Colin Crossbbfa51a2014-12-17 16:12:41 -0800166 return filepath.Dir(d.group.relBlueprintsFile)
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700167}
168
Colin Crossbe1a9a12014-12-18 11:05:45 -0800169func (d *baseModuleContext) Config() interface{} {
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700170 return d.config
171}
172
Colin Crossbe1a9a12014-12-18 11:05:45 -0800173func (d *baseModuleContext) Errorf(pos scanner.Position,
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700174 format string, args ...interface{}) {
175
176 d.errs = append(d.errs, &Error{
177 Err: fmt.Errorf(format, args...),
178 Pos: pos,
179 })
180}
181
Colin Crossbe1a9a12014-12-18 11:05:45 -0800182func (d *baseModuleContext) ModuleErrorf(format string,
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700183 args ...interface{}) {
184
185 d.errs = append(d.errs, &Error{
186 Err: fmt.Errorf(format, args...),
Colin Crossbbfa51a2014-12-17 16:12:41 -0800187 Pos: d.group.pos,
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700188 })
189}
190
Colin Crossbe1a9a12014-12-18 11:05:45 -0800191func (d *baseModuleContext) PropertyErrorf(property, format string,
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700192 args ...interface{}) {
193
Colin Crossbbfa51a2014-12-17 16:12:41 -0800194 pos, ok := d.group.propertyPos[property]
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700195 if !ok {
196 panic(fmt.Errorf("property %q was not set for this module", property))
197 }
198
199 d.errs = append(d.errs, &Error{
200 Err: fmt.Errorf(format, args...),
201 Pos: pos,
202 })
203}
204
Colin Crossbe1a9a12014-12-18 11:05:45 -0800205func (d *baseModuleContext) Failed() bool {
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700206 return len(d.errs) > 0
207}
208
Colin Cross1455a0f2014-12-17 13:23:56 -0800209var _ ModuleContext = (*moduleContext)(nil)
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700210
Colin Cross1455a0f2014-12-17 13:23:56 -0800211type moduleContext struct {
Colin Crossbe1a9a12014-12-18 11:05:45 -0800212 baseModuleContext
Colin Cross1455a0f2014-12-17 13:23:56 -0800213 module *moduleInfo
214 scope *localScope
215 ninjaFileDeps []string
216 actionDefs localBuildActions
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700217}
218
Colin Cross1455a0f2014-12-17 13:23:56 -0800219func (m *moduleContext) OtherModuleName(module Module) string {
Jamie Gennisd4c53d82014-06-22 17:02:55 -0700220 info := m.context.moduleInfo[module]
Colin Crossbbfa51a2014-12-17 16:12:41 -0800221 return info.group.properties.Name
Jamie Gennisd4c53d82014-06-22 17:02:55 -0700222}
223
Colin Cross1455a0f2014-12-17 13:23:56 -0800224func (m *moduleContext) OtherModuleErrorf(module Module, format string,
Jamie Gennisd4c53d82014-06-22 17:02:55 -0700225 args ...interface{}) {
226
227 info := m.context.moduleInfo[module]
228 m.errs = append(m.errs, &Error{
229 Err: fmt.Errorf(format, args...),
Colin Crossbbfa51a2014-12-17 16:12:41 -0800230 Pos: info.group.pos,
Jamie Gennisd4c53d82014-06-22 17:02:55 -0700231 })
232}
233
Colin Crossc7ffa302015-02-10 11:24:52 -0800234func (m *moduleContext) VisitDirectDeps(visit func(Module)) {
235 m.context.visitDirectDeps(m.module, visit)
236}
237
238func (m *moduleContext) VisitDirectDepsIf(pred func(Module) bool, visit func(Module)) {
239 m.context.visitDirectDepsIf(m.module, pred, visit)
240}
241
Colin Cross1455a0f2014-12-17 13:23:56 -0800242func (m *moduleContext) VisitDepsDepthFirst(visit func(Module)) {
Colin Crossb2e7b5d2014-11-11 14:18:53 -0800243 m.context.visitDepsDepthFirst(m.module, visit)
244}
245
Colin Cross1455a0f2014-12-17 13:23:56 -0800246func (m *moduleContext) VisitDepsDepthFirstIf(pred func(Module) bool,
Colin Crossb2e7b5d2014-11-11 14:18:53 -0800247 visit func(Module)) {
248
249 m.context.visitDepsDepthFirstIf(m.module, pred, visit)
250}
251
Colin Crossc9028482014-12-18 16:28:54 -0800252func (m *moduleContext) ModuleSubDir() string {
253 return m.module.subName()
254}
255
Jamie Gennis2fb20952014-10-03 02:49:58 -0700256func (m *moduleContext) Variable(pctx *PackageContext, name, value string) {
257 m.scope.ReparentTo(pctx)
Jamie Gennis0ed63ef2014-06-30 18:07:17 -0700258
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700259 v, err := m.scope.AddLocalVariable(name, value)
260 if err != nil {
261 panic(err)
262 }
263
264 m.actionDefs.variables = append(m.actionDefs.variables, v)
265}
266
Jamie Gennis2fb20952014-10-03 02:49:58 -0700267func (m *moduleContext) Rule(pctx *PackageContext, name string,
268 params RuleParams, argNames ...string) Rule {
Jamie Genniscbc6f862014-06-05 20:00:22 -0700269
Jamie Gennis2fb20952014-10-03 02:49:58 -0700270 m.scope.ReparentTo(pctx)
Jamie Gennis0ed63ef2014-06-30 18:07:17 -0700271
Jamie Genniscbc6f862014-06-05 20:00:22 -0700272 r, err := m.scope.AddLocalRule(name, &params, argNames...)
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700273 if err != nil {
274 panic(err)
275 }
276
277 m.actionDefs.rules = append(m.actionDefs.rules, r)
278
279 return r
280}
281
Jamie Gennis2fb20952014-10-03 02:49:58 -0700282func (m *moduleContext) Build(pctx *PackageContext, params BuildParams) {
283 m.scope.ReparentTo(pctx)
Jamie Gennis0ed63ef2014-06-30 18:07:17 -0700284
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700285 def, err := parseBuildParams(m.scope, &params)
286 if err != nil {
287 panic(err)
288 }
289
290 m.actionDefs.buildDefs = append(m.actionDefs.buildDefs, def)
291}
292
Mathias Agopian5b8477d2014-06-25 17:21:54 -0700293func (m *moduleContext) AddNinjaFileDeps(deps ...string) {
294 m.ninjaFileDeps = append(m.ninjaFileDeps, deps...)
295}
Colin Crossc9028482014-12-18 16:28:54 -0800296
297func (m *moduleContext) PrimaryModule() Module {
Colin Cross80ad04d2015-01-06 16:19:59 -0800298 return m.module.group.modules[0].logicModule
299}
300
301func (m *moduleContext) FinalModule() Module {
302 return m.module.group.modules[len(m.module.group.modules)-1].logicModule
303}
304
305func (m *moduleContext) VisitAllModuleVariants(visit func(Module)) {
306 for _, module := range m.module.group.modules {
307 visit(module.logicModule)
308 }
Colin Crossc9028482014-12-18 16:28:54 -0800309}
310
311//
312// MutatorContext
313//
314
315type mutatorContext struct {
316 baseModuleContext
317 module *moduleInfo
318 name string
319 dependenciesModified bool
320}
321
322type baseMutatorContext interface {
323 BaseModuleContext
324
325 Module() Module
326}
327
328type TopDownMutatorContext interface {
329 baseMutatorContext
330
331 VisitDirectDeps(visit func(Module))
332 VisitDirectDepsIf(pred func(Module) bool, visit func(Module))
333 VisitDepsDepthFirst(visit func(Module))
334 VisitDepsDepthFirstIf(pred func(Module) bool, visit func(Module))
335}
336
337type BottomUpMutatorContext interface {
338 baseMutatorContext
339
340 AddDependency(module Module, name string)
341 CreateVariants(...string) []Module
342 SetDependencyVariant(string)
343}
344
345// A Mutator function is called for each Module, and can use
346// MutatorContext.CreateSubVariants to split a Module into multiple Modules,
347// modifying properties on the new modules to differentiate them. It is called
348// after parsing all Blueprint files, but before generating any build rules,
349// and is always called on dependencies before being called on the depending module.
350//
351// The Mutator function should only modify members of properties structs, and not
352// members of the module struct itself, to ensure the modified values are copied
353// if a second Mutator chooses to split the module a second time.
354type TopDownMutator func(mctx TopDownMutatorContext)
355type BottomUpMutator func(mctx BottomUpMutatorContext)
356
357// Split a module into mulitple variants, one for each name in the variantNames
358// parameter. It returns a list of new modules in the same order as the variantNames
359// list.
360//
361// If any of the dependencies of the module being operated on were already split
362// by calling CreateVariants with the same name, the dependency will automatically
363// be updated to point the matching variant.
364//
365// If a module is split, and then a module depending on the first module is not split
366// when the Mutator is later called on it, the dependency of the depending module will
367// automatically be updated to point to the first variant.
368func (mctx *mutatorContext) CreateVariants(variantNames ...string) []Module {
369 ret := []Module{}
Colin Cross174ae052015-03-03 17:37:03 -0800370 modules, errs := mctx.context.createVariants(mctx.module, mctx.name, variantNames)
371 if len(errs) > 0 {
372 mctx.errs = append(mctx.errs, errs...)
373 }
Colin Crossc9028482014-12-18 16:28:54 -0800374
375 for _, module := range modules {
376 ret = append(ret, module.logicModule)
377 }
378
379 if len(ret) != len(variantNames) {
380 panic("oops!")
381 }
382
383 return ret
384}
385
386// Set all dangling dependencies on the current module to point to the variant
387// with given name.
388func (mctx *mutatorContext) SetDependencyVariant(variantName string) {
389 subName := subName{
390 mutatorName: mctx.name,
391 variantName: variantName,
392 }
393 mctx.context.convertDepsToVariant(mctx.module, subName)
394}
395
396func (mctx *mutatorContext) Module() Module {
397 return mctx.module.logicModule
398}
399
400// Add a dependency to the given module. The depender can be a specific variant
401// of a module, but the dependee must be a module that only has a single variant.
402// Does not affect the ordering of the current mutator pass, but will be ordered
403// correctly for all future mutator passes.
404func (mctx *mutatorContext) AddDependency(module Module, depName string) {
405 mctx.context.addDependency(mctx.context.moduleInfo[module], depName)
406 mctx.dependenciesModified = true
407}
408
409func (mctx *mutatorContext) VisitDirectDeps(visit func(Module)) {
410 mctx.context.visitDirectDeps(mctx.module, visit)
411}
412
413func (mctx *mutatorContext) VisitDirectDepsIf(pred func(Module) bool, visit func(Module)) {
414 mctx.context.visitDirectDepsIf(mctx.module, pred, visit)
415}
416
417func (mctx *mutatorContext) VisitDepsDepthFirst(visit func(Module)) {
418 mctx.context.visitDepsDepthFirst(mctx.module, visit)
419}
420
421func (mctx *mutatorContext) VisitDepsDepthFirstIf(pred func(Module) bool,
422 visit func(Module)) {
423
424 mctx.context.visitDepsDepthFirstIf(mctx.module, pred, visit)
425}