blob: 87f37b145273b31cb23b04b7b1004d77d8126150 [file] [log] [blame]
Colin Cross8e0c5112015-01-23 14:15:10 -08001// Copyright 2014 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Jamie Gennis1bc967e2014-05-27 16:34:41 -070015package blueprint
16
17import (
18 "fmt"
19 "path/filepath"
Jamie Gennis6a40c192014-07-02 16:40:31 -070020 "text/scanner"
Jamie Gennis1bc967e2014-05-27 16:34:41 -070021)
22
Jamie Gennisb9e87f62014-09-24 20:28:11 -070023// A Module handles generating all of the Ninja build actions needed to build a
Colin Crossc9028482014-12-18 16:28:54 -080024// single module based on properties defined in a Blueprints file. Module
25// objects are initially created during the parse phase of a Context using one
26// of the registered module types (and the associated ModuleFactory function).
27// The Module's properties struct is automatically filled in with the property
28// values specified in the Blueprints file (see Context.RegisterModuleType for more
Jamie Gennisb9e87f62014-09-24 20:28:11 -070029// information on this).
30//
Colin Crossc9028482014-12-18 16:28:54 -080031// A Module can be split into multiple Modules by a Mutator. All existing
32// properties set on the module will be duplicated to the new Module, and then
33// modified as necessary by the Mutator.
34//
Jamie Gennisb9e87f62014-09-24 20:28:11 -070035// The Module implementation can access the build configuration as well as any
36// modules on which on which it depends (as defined by the "deps" property
37// specified in the Blueprints file or dynamically added by implementing the
38// DynamicDependerModule interface) using the ModuleContext passed to
39// GenerateBuildActions. This ModuleContext is also used to create Ninja build
40// actions and to report errors to the user.
41//
42// In addition to implementing the GenerateBuildActions method, a Module should
43// implement methods that provide dependant modules and singletons information
44// they need to generate their build actions. These methods will only be called
45// after GenerateBuildActions is called because the Context calls
46// GenerateBuildActions in dependency-order (and singletons are invoked after
47// all the Modules). The set of methods a Module supports will determine how
48// dependant Modules interact with it.
49//
50// For example, consider a Module that is responsible for generating a library
51// that other modules can link against. The library Module might implement the
52// following interface:
53//
54// type LibraryProducer interface {
55// LibraryFileName() string
56// }
57//
58// func IsLibraryProducer(module blueprint.Module) {
59// _, ok := module.(LibraryProducer)
60// return ok
61// }
62//
63// A binary-producing Module that depends on the library Module could then do:
64//
65// func (m *myBinaryModule) GenerateBuildActions(ctx blueprint.ModuleContext) {
66// ...
67// var libraryFiles []string
68// ctx.VisitDepsDepthFirstIf(IsLibraryProducer,
69// func(module blueprint.Module) {
70// libProducer := module.(LibraryProducer)
71// libraryFiles = append(libraryFiles, libProducer.LibraryFileName())
72// })
73// ...
74// }
75//
76// to build the list of library file names that should be included in its link
77// command.
Colin Cross691a60d2015-01-07 18:08:56 -080078//
79// GenerateBuildActions may be called from multiple threads. It is guaranteed to
80// be called after it has finished being called on all dependencies and on all
81// variants of that appear earlier in the ModuleContext.VisitAllModuleVariants list.
82// Any accesses to global variables or to Module objects that are not dependencies
83// or variants of the current Module must be synchronized by the implementation of
84// GenerateBuildActions.
Jamie Gennis1bc967e2014-05-27 16:34:41 -070085type Module interface {
Jamie Gennisb9e87f62014-09-24 20:28:11 -070086 // GenerateBuildActions is called by the Context that created the Module
87 // during its generate phase. This call should generate all Ninja build
88 // actions (rules, pools, and build statements) needed to build the module.
Jamie Gennis1bc967e2014-05-27 16:34:41 -070089 GenerateBuildActions(ModuleContext)
90}
91
Jamie Gennisb9e87f62014-09-24 20:28:11 -070092// A DynamicDependerModule is a Module that may add dependencies that do not
93// appear in its "deps" property. Any Module that implements this interface
94// will have its DynamicDependencies method called by the Context that created
95// it during generate phase.
96type DynamicDependerModule interface {
97 Module
98
99 // DynamicDependencies is called by the Context that created the
100 // DynamicDependerModule during its generate phase. This call should return
101 // the list of module names that the DynamicDependerModule depends on
102 // dynamically. Module names that already appear in the "deps" property may
103 // but do not need to be included in the returned list.
104 DynamicDependencies(DynamicDependerModuleContext) []string
105}
106
Colin Crossbe1a9a12014-12-18 11:05:45 -0800107type BaseModuleContext interface {
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700108 ModuleName() string
109 ModuleDir() string
Jamie Gennis6eb4d242014-06-11 18:31:16 -0700110 Config() interface{}
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700111
David Allison701fbad2014-10-29 14:51:13 -0700112 ContainsProperty(name string) bool
Jamie Gennis6a40c192014-07-02 16:40:31 -0700113 Errorf(pos scanner.Position, fmt string, args ...interface{})
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700114 ModuleErrorf(fmt string, args ...interface{})
115 PropertyErrorf(property, fmt string, args ...interface{})
Jamie Gennis6a40c192014-07-02 16:40:31 -0700116 Failed() bool
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700117}
118
Colin Crossbe1a9a12014-12-18 11:05:45 -0800119type DynamicDependerModuleContext interface {
120 BaseModuleContext
121}
122
Colin Cross1455a0f2014-12-17 13:23:56 -0800123type ModuleContext interface {
Colin Crossbe1a9a12014-12-18 11:05:45 -0800124 BaseModuleContext
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700125
126 OtherModuleName(m Module) string
127 OtherModuleErrorf(m Module, fmt string, args ...interface{})
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700128
Colin Crossb2e7b5d2014-11-11 14:18:53 -0800129 VisitDepsDepthFirst(visit func(Module))
130 VisitDepsDepthFirstIf(pred func(Module) bool, visit func(Module))
Colin Crossb2e7b5d2014-11-11 14:18:53 -0800131
Colin Crossc9028482014-12-18 16:28:54 -0800132 ModuleSubDir() string
133
Jamie Gennis2fb20952014-10-03 02:49:58 -0700134 Variable(pctx *PackageContext, name, value string)
135 Rule(pctx *PackageContext, name string, params RuleParams, argNames ...string) Rule
136 Build(pctx *PackageContext, params BuildParams)
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700137
Mathias Agopian5b8477d2014-06-25 17:21:54 -0700138 AddNinjaFileDeps(deps ...string)
Colin Crossc9028482014-12-18 16:28:54 -0800139
140 PrimaryModule() Module
Colin Cross80ad04d2015-01-06 16:19:59 -0800141 FinalModule() Module
142 VisitAllModuleVariants(visit func(Module))
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700143}
144
Colin Crossbe1a9a12014-12-18 11:05:45 -0800145var _ BaseModuleContext = (*baseModuleContext)(nil)
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700146
Colin Crossbe1a9a12014-12-18 11:05:45 -0800147type baseModuleContext struct {
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700148 context *Context
149 config interface{}
Colin Crossbbfa51a2014-12-17 16:12:41 -0800150 group *moduleGroup
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700151 errs []error
152}
153
Colin Crossbe1a9a12014-12-18 11:05:45 -0800154func (d *baseModuleContext) ModuleName() string {
Colin Crossbbfa51a2014-12-17 16:12:41 -0800155 return d.group.properties.Name
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700156}
157
Colin Crossbe1a9a12014-12-18 11:05:45 -0800158func (d *baseModuleContext) ContainsProperty(name string) bool {
Colin Crossbbfa51a2014-12-17 16:12:41 -0800159 _, ok := d.group.propertyPos[name]
David Allison701fbad2014-10-29 14:51:13 -0700160 return ok
161}
162
Colin Crossbe1a9a12014-12-18 11:05:45 -0800163func (d *baseModuleContext) ModuleDir() string {
Colin Crossbbfa51a2014-12-17 16:12:41 -0800164 return filepath.Dir(d.group.relBlueprintsFile)
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700165}
166
Colin Crossbe1a9a12014-12-18 11:05:45 -0800167func (d *baseModuleContext) Config() interface{} {
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700168 return d.config
169}
170
Colin Crossbe1a9a12014-12-18 11:05:45 -0800171func (d *baseModuleContext) Errorf(pos scanner.Position,
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700172 format string, args ...interface{}) {
173
174 d.errs = append(d.errs, &Error{
175 Err: fmt.Errorf(format, args...),
176 Pos: pos,
177 })
178}
179
Colin Crossbe1a9a12014-12-18 11:05:45 -0800180func (d *baseModuleContext) ModuleErrorf(format string,
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700181 args ...interface{}) {
182
183 d.errs = append(d.errs, &Error{
184 Err: fmt.Errorf(format, args...),
Colin Crossbbfa51a2014-12-17 16:12:41 -0800185 Pos: d.group.pos,
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700186 })
187}
188
Colin Crossbe1a9a12014-12-18 11:05:45 -0800189func (d *baseModuleContext) PropertyErrorf(property, format string,
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700190 args ...interface{}) {
191
Colin Crossbbfa51a2014-12-17 16:12:41 -0800192 pos, ok := d.group.propertyPos[property]
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700193 if !ok {
194 panic(fmt.Errorf("property %q was not set for this module", property))
195 }
196
197 d.errs = append(d.errs, &Error{
198 Err: fmt.Errorf(format, args...),
199 Pos: pos,
200 })
201}
202
Colin Crossbe1a9a12014-12-18 11:05:45 -0800203func (d *baseModuleContext) Failed() bool {
Jamie Gennisb9e87f62014-09-24 20:28:11 -0700204 return len(d.errs) > 0
205}
206
Colin Cross1455a0f2014-12-17 13:23:56 -0800207var _ ModuleContext = (*moduleContext)(nil)
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700208
Colin Cross1455a0f2014-12-17 13:23:56 -0800209type moduleContext struct {
Colin Crossbe1a9a12014-12-18 11:05:45 -0800210 baseModuleContext
Colin Cross1455a0f2014-12-17 13:23:56 -0800211 module *moduleInfo
212 scope *localScope
213 ninjaFileDeps []string
214 actionDefs localBuildActions
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700215}
216
Colin Cross1455a0f2014-12-17 13:23:56 -0800217func (m *moduleContext) OtherModuleName(module Module) string {
Jamie Gennisd4c53d82014-06-22 17:02:55 -0700218 info := m.context.moduleInfo[module]
Colin Crossbbfa51a2014-12-17 16:12:41 -0800219 return info.group.properties.Name
Jamie Gennisd4c53d82014-06-22 17:02:55 -0700220}
221
Colin Cross1455a0f2014-12-17 13:23:56 -0800222func (m *moduleContext) OtherModuleErrorf(module Module, format string,
Jamie Gennisd4c53d82014-06-22 17:02:55 -0700223 args ...interface{}) {
224
225 info := m.context.moduleInfo[module]
226 m.errs = append(m.errs, &Error{
227 Err: fmt.Errorf(format, args...),
Colin Crossbbfa51a2014-12-17 16:12:41 -0800228 Pos: info.group.pos,
Jamie Gennisd4c53d82014-06-22 17:02:55 -0700229 })
230}
231
Colin Cross1455a0f2014-12-17 13:23:56 -0800232func (m *moduleContext) VisitDepsDepthFirst(visit func(Module)) {
Colin Crossb2e7b5d2014-11-11 14:18:53 -0800233 m.context.visitDepsDepthFirst(m.module, visit)
234}
235
Colin Cross1455a0f2014-12-17 13:23:56 -0800236func (m *moduleContext) VisitDepsDepthFirstIf(pred func(Module) bool,
Colin Crossb2e7b5d2014-11-11 14:18:53 -0800237 visit func(Module)) {
238
239 m.context.visitDepsDepthFirstIf(m.module, pred, visit)
240}
241
Colin Crossc9028482014-12-18 16:28:54 -0800242func (m *moduleContext) ModuleSubDir() string {
243 return m.module.subName()
244}
245
Jamie Gennis2fb20952014-10-03 02:49:58 -0700246func (m *moduleContext) Variable(pctx *PackageContext, name, value string) {
247 m.scope.ReparentTo(pctx)
Jamie Gennis0ed63ef2014-06-30 18:07:17 -0700248
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700249 v, err := m.scope.AddLocalVariable(name, value)
250 if err != nil {
251 panic(err)
252 }
253
254 m.actionDefs.variables = append(m.actionDefs.variables, v)
255}
256
Jamie Gennis2fb20952014-10-03 02:49:58 -0700257func (m *moduleContext) Rule(pctx *PackageContext, name string,
258 params RuleParams, argNames ...string) Rule {
Jamie Genniscbc6f862014-06-05 20:00:22 -0700259
Jamie Gennis2fb20952014-10-03 02:49:58 -0700260 m.scope.ReparentTo(pctx)
Jamie Gennis0ed63ef2014-06-30 18:07:17 -0700261
Jamie Genniscbc6f862014-06-05 20:00:22 -0700262 r, err := m.scope.AddLocalRule(name, &params, argNames...)
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700263 if err != nil {
264 panic(err)
265 }
266
267 m.actionDefs.rules = append(m.actionDefs.rules, r)
268
269 return r
270}
271
Jamie Gennis2fb20952014-10-03 02:49:58 -0700272func (m *moduleContext) Build(pctx *PackageContext, params BuildParams) {
273 m.scope.ReparentTo(pctx)
Jamie Gennis0ed63ef2014-06-30 18:07:17 -0700274
Jamie Gennis1bc967e2014-05-27 16:34:41 -0700275 def, err := parseBuildParams(m.scope, &params)
276 if err != nil {
277 panic(err)
278 }
279
280 m.actionDefs.buildDefs = append(m.actionDefs.buildDefs, def)
281}
282
Mathias Agopian5b8477d2014-06-25 17:21:54 -0700283func (m *moduleContext) AddNinjaFileDeps(deps ...string) {
284 m.ninjaFileDeps = append(m.ninjaFileDeps, deps...)
285}
Colin Crossc9028482014-12-18 16:28:54 -0800286
287func (m *moduleContext) PrimaryModule() Module {
Colin Cross80ad04d2015-01-06 16:19:59 -0800288 return m.module.group.modules[0].logicModule
289}
290
291func (m *moduleContext) FinalModule() Module {
292 return m.module.group.modules[len(m.module.group.modules)-1].logicModule
293}
294
295func (m *moduleContext) VisitAllModuleVariants(visit func(Module)) {
296 for _, module := range m.module.group.modules {
297 visit(module.logicModule)
298 }
Colin Crossc9028482014-12-18 16:28:54 -0800299}
300
301//
302// MutatorContext
303//
304
305type mutatorContext struct {
306 baseModuleContext
307 module *moduleInfo
308 name string
309 dependenciesModified bool
310}
311
312type baseMutatorContext interface {
313 BaseModuleContext
314
315 Module() Module
316}
317
318type TopDownMutatorContext interface {
319 baseMutatorContext
320
321 VisitDirectDeps(visit func(Module))
322 VisitDirectDepsIf(pred func(Module) bool, visit func(Module))
323 VisitDepsDepthFirst(visit func(Module))
324 VisitDepsDepthFirstIf(pred func(Module) bool, visit func(Module))
325}
326
327type BottomUpMutatorContext interface {
328 baseMutatorContext
329
330 AddDependency(module Module, name string)
331 CreateVariants(...string) []Module
332 SetDependencyVariant(string)
333}
334
335// A Mutator function is called for each Module, and can use
336// MutatorContext.CreateSubVariants to split a Module into multiple Modules,
337// modifying properties on the new modules to differentiate them. It is called
338// after parsing all Blueprint files, but before generating any build rules,
339// and is always called on dependencies before being called on the depending module.
340//
341// The Mutator function should only modify members of properties structs, and not
342// members of the module struct itself, to ensure the modified values are copied
343// if a second Mutator chooses to split the module a second time.
344type TopDownMutator func(mctx TopDownMutatorContext)
345type BottomUpMutator func(mctx BottomUpMutatorContext)
346
347// Split a module into mulitple variants, one for each name in the variantNames
348// parameter. It returns a list of new modules in the same order as the variantNames
349// list.
350//
351// If any of the dependencies of the module being operated on were already split
352// by calling CreateVariants with the same name, the dependency will automatically
353// be updated to point the matching variant.
354//
355// If a module is split, and then a module depending on the first module is not split
356// when the Mutator is later called on it, the dependency of the depending module will
357// automatically be updated to point to the first variant.
358func (mctx *mutatorContext) CreateVariants(variantNames ...string) []Module {
359 ret := []Module{}
360 modules := mctx.context.createVariants(mctx.module, mctx.name, variantNames)
361
362 for _, module := range modules {
363 ret = append(ret, module.logicModule)
364 }
365
366 if len(ret) != len(variantNames) {
367 panic("oops!")
368 }
369
370 return ret
371}
372
373// Set all dangling dependencies on the current module to point to the variant
374// with given name.
375func (mctx *mutatorContext) SetDependencyVariant(variantName string) {
376 subName := subName{
377 mutatorName: mctx.name,
378 variantName: variantName,
379 }
380 mctx.context.convertDepsToVariant(mctx.module, subName)
381}
382
383func (mctx *mutatorContext) Module() Module {
384 return mctx.module.logicModule
385}
386
387// Add a dependency to the given module. The depender can be a specific variant
388// of a module, but the dependee must be a module that only has a single variant.
389// Does not affect the ordering of the current mutator pass, but will be ordered
390// correctly for all future mutator passes.
391func (mctx *mutatorContext) AddDependency(module Module, depName string) {
392 mctx.context.addDependency(mctx.context.moduleInfo[module], depName)
393 mctx.dependenciesModified = true
394}
395
396func (mctx *mutatorContext) VisitDirectDeps(visit func(Module)) {
397 mctx.context.visitDirectDeps(mctx.module, visit)
398}
399
400func (mctx *mutatorContext) VisitDirectDepsIf(pred func(Module) bool, visit func(Module)) {
401 mctx.context.visitDirectDepsIf(mctx.module, pred, visit)
402}
403
404func (mctx *mutatorContext) VisitDepsDepthFirst(visit func(Module)) {
405 mctx.context.visitDepsDepthFirst(mctx.module, visit)
406}
407
408func (mctx *mutatorContext) VisitDepsDepthFirstIf(pred func(Module) bool,
409 visit func(Module)) {
410
411 mctx.context.visitDepsDepthFirstIf(mctx.module, pred, visit)
412}