blob: 1588331fc4794675790edf48bb56b3c7ffb4f906 [file] [log] [blame]
package main
import (
"fmt"
"path/filepath"
"sort"
"strings"
)
type DepNode struct {
Output string
Cmds []string
Deps []*DepNode
Parents []*DepNode
HasRule bool
IsOrderOnly bool
IsPhony bool
ActualInputs []string
TargetSpecificVars Vars
Filename string
Lineno int
}
func (n *DepNode) String() string {
return fmt.Sprintf("Dep{output=%s cmds=%d deps=%d hasRule=%t orderOnly=%t, phony=%t filename=%s lineno=%d}",
n.Output, len(n.Cmds), len(n.Deps), n.HasRule, n.IsOrderOnly, n.IsPhony, n.Filename, n.Lineno)
}
type DepBuilder struct {
rules map[string]*Rule
ruleVars map[string]Vars
implicitRules []*Rule // pattern=%. no prefix,suffix.
iprefixRules []*Rule // pattern=prefix%.. may have suffix
isuffixRules []*Rule // pattern=%suffix no prefix
suffixRules map[string][]*Rule
firstRule *Rule
vars Vars
done map[string]*DepNode
phony map[string]bool
trace []string
nodeCnt int
pickExplicitRuleCnt int
pickImplicitRuleCnt int
pickSuffixRuleCnt int
pickExplicitRuleWithoutCmdCnt int
}
func replaceSuffix(s string, newsuf string) string {
// TODO: Factor out the logic around suffix rules and use
// it from substitution references.
// http://www.gnu.org/software/make/manual/make.html#Substitution-Refs
return fmt.Sprintf("%s.%s", stripExt(s), newsuf)
}
func (db *DepBuilder) exists(target string) bool {
_, present := db.rules[target]
if present {
return true
}
if db.phony[target] {
return true
}
return exists(target)
}
func (db *DepBuilder) PickImplicitRules(output string) []*Rule {
var rules []*Rule
i := sort.Search(len(db.iprefixRules), func(i int) bool {
prefix := db.iprefixRules[i].outputPatterns[0].prefix
if strings.HasPrefix(output, prefix) {
return true
}
return prefix >= output
})
if i < len(db.iprefixRules) {
for ; i < len(db.iprefixRules); i++ {
rule := db.iprefixRules[i]
if !strings.HasPrefix(output, rule.outputPatterns[0].prefix) {
break
}
if db.canPickImplicitRule(rule, output) {
rules = append(rules, rule)
}
}
}
i = sort.Search(len(db.isuffixRules), func(i int) bool {
suffix := db.isuffixRules[i].outputPatterns[0].suffix
if strings.HasSuffix(output, suffix) {
return true
}
return reverse(suffix) >= reverse(output)
})
if i < len(db.isuffixRules) {
for ; i < len(db.isuffixRules); i++ {
rule := db.isuffixRules[i]
if !strings.HasSuffix(output, rule.outputPatterns[0].suffix) {
break
}
if db.canPickImplicitRule(rule, output) {
rules = append(rules, rule)
}
}
}
for _, rule := range db.implicitRules {
if db.canPickImplicitRule(rule, output) {
rules = append(rules, rule)
}
}
// TODO(ukai): which implicit rules is selected?
// longest match? last defined?
return rules
}
func (db *DepBuilder) canPickImplicitRule(rule *Rule, output string) bool {
outputPattern := rule.outputPatterns[0]
if !outputPattern.match(output) {
return false
}
for _, input := range rule.inputs {
input = outputPattern.subst(input, output)
if !db.exists(input) {
return false
}
}
return true
}
func (db *DepBuilder) mergeImplicitRuleVars(outputs []string, vars Vars) Vars {
if len(outputs) != 1 {
panic(fmt.Sprintf("Implicit rule should have only one output but %q", outputs))
}
Log("merge? %q", db.ruleVars)
Log("merge? %q", outputs[0])
ivars, present := db.ruleVars[outputs[0]]
if !present {
return vars
}
if vars == nil {
return ivars
}
Log("merge!")
v := make(Vars)
v.Merge(ivars)
v.Merge(vars)
return v
}
func (db *DepBuilder) pickRule(output string) (*Rule, Vars, bool) {
rule, present := db.rules[output]
vars := db.ruleVars[output]
if present {
db.pickExplicitRuleCnt++
if len(rule.cmds) > 0 {
return rule, vars, true
}
// If none of the explicit rules for a target has commands,
// then `make' searches for an applicable implicit rule to
// find some commands.
db.pickExplicitRuleWithoutCmdCnt++
}
for _, irule := range db.PickImplicitRules(output) {
db.pickImplicitRuleCnt++
if rule != nil {
r := &Rule{}
*r = *rule
r.outputPatterns = irule.outputPatterns
// implicit rule's prerequisites will be used for $<
r.inputs = append(irule.inputs, r.inputs...)
r.cmds = irule.cmds
// TODO(ukai): filename, lineno?
r.cmdLineno = irule.cmdLineno
return r, vars, true
}
if vars != nil {
var outputs []string
for _, op := range irule.outputPatterns {
outputs = append(outputs, op.String())
}
vars = db.mergeImplicitRuleVars(outputs, vars)
}
// TODO(ukai): check len(irule.cmd) ?
return irule, vars, true
}
outputSuffix := filepath.Ext(output)
if !strings.HasPrefix(outputSuffix, ".") {
return rule, vars, rule != nil
}
rules, present := db.suffixRules[outputSuffix[1:]]
if !present {
return rule, vars, rule != nil
}
for _, irule := range rules {
if len(irule.inputs) != 1 {
panic(fmt.Sprintf("unexpected number of input for a suffix rule (%d)", len(irule.inputs)))
}
if !db.exists(replaceSuffix(output, irule.inputs[0])) {
continue
}
db.pickSuffixRuleCnt++
if rule != nil {
r := &Rule{}
*r = *rule
// TODO(ukai): input order is correct?
r.inputs = append([]string{replaceSuffix(output, irule.inputs[0])}, r.inputs...)
r.cmds = irule.cmds
// TODO(ukai): filename, lineno?
r.cmdLineno = irule.cmdLineno
return r, vars, true
}
if vars != nil {
vars = db.mergeImplicitRuleVars(irule.outputs, vars)
}
// TODO(ukai): check len(irule.cmd) ?
return irule, vars, true
}
return rule, vars, rule != nil
}
func (db *DepBuilder) buildPlan(output string, neededBy string, tsvs Vars) (*DepNode, error) {
Log("Evaluating command: %s", output)
db.nodeCnt++
if db.nodeCnt%100 == 0 {
db.reportStats()
}
if n, present := db.done[output]; present {
return n, nil
}
n := &DepNode{Output: output, IsPhony: db.phony[output]}
db.done[output] = n
// create depnode for phony targets?
rule, vars, present := db.pickRule(output)
if !present {
return n, nil
}
var restores []func()
if vars != nil {
for name, v := range vars {
// TODO: Consider not updating db.vars.
tsv := v.(TargetSpecificVar)
restores = append(restores, db.vars.save(name))
restores = append(restores, tsvs.save(name))
switch tsv.op {
case ":=", "=":
db.vars[name] = tsv
tsvs[name] = v
case "+=":
oldVar, present := db.vars[name]
if !present || oldVar.String() == "" {
db.vars[name] = tsv
} else {
v = oldVar.AppendVar(newEvaluator(db.vars), tsv)
db.vars[name] = v
}
tsvs[name] = v
case "?=":
if _, present := db.vars[name]; !present {
db.vars[name] = tsv
tsvs[name] = v
}
}
}
defer func() {
for _, restore := range restores {
restore()
}
}()
}
var children []*DepNode
var actualInputs []string
Log("Evaluating command: %s inputs:%q", output, rule.inputs)
for _, input := range rule.inputs {
if len(rule.outputPatterns) > 0 {
if len(rule.outputPatterns) > 1 {
panic("TODO: multiple output pattern is not supported yet")
}
input = intern(rule.outputPatterns[0].subst(input, output))
} else if rule.isSuffixRule {
input = intern(replaceSuffix(output, input))
}
actualInputs = append(actualInputs, input)
db.trace = append(db.trace, input)
n, err := db.buildPlan(input, output, tsvs)
db.trace = db.trace[0 : len(db.trace)-1]
if err != nil {
return nil, err
}
if n != nil {
children = append(children, n)
}
}
for _, input := range rule.orderOnlyInputs {
db.trace = append(db.trace, input)
n, err := db.buildPlan(input, output, tsvs)
db.trace = db.trace[0 : len(db.trace)-1]
if err != nil {
return nil, err
}
if n != nil {
n.IsOrderOnly = true
children = append(children, n)
}
}
n.Deps = children
for _, c := range n.Deps {
c.Parents = append(c.Parents, n)
}
n.HasRule = true
n.Cmds = rule.cmds
n.ActualInputs = actualInputs
n.TargetSpecificVars = make(Vars)
for k, v := range tsvs {
n.TargetSpecificVars[k] = v
}
n.Filename = rule.filename
if len(rule.cmds) > 0 {
if rule.cmdLineno > 0 {
n.Lineno = rule.cmdLineno
} else {
n.Lineno = rule.lineno
}
}
return n, nil
}
func (db *DepBuilder) populateSuffixRule(rule *Rule, output string) bool {
if len(output) == 0 || output[0] != '.' {
return false
}
rest := output[1:]
dotIndex := strings.IndexByte(rest, '.')
// If there is only a single dot or the third dot, this is not a
// suffix rule.
if dotIndex < 0 || strings.IndexByte(rest[dotIndex+1:], '.') >= 0 {
return false
}
// This is a suffix rule.
inputSuffix := rest[:dotIndex]
outputSuffix := rest[dotIndex+1:]
r := &Rule{}
*r = *rule
r.inputs = []string{inputSuffix}
r.isSuffixRule = true
db.suffixRules[outputSuffix] = append([]*Rule{r}, db.suffixRules[outputSuffix]...)
return true
}
func mergeRules(oldRule, rule *Rule, output string, isSuffixRule bool) *Rule {
if oldRule.isDoubleColon != rule.isDoubleColon {
Error(rule.filename, rule.lineno, "*** target file %q has both : and :: entries.", output)
}
if len(oldRule.cmds) > 0 && len(rule.cmds) > 0 && !isSuffixRule && !rule.isDoubleColon {
Warn(rule.filename, rule.cmdLineno, "overriding commands for target %q", output)
Warn(oldRule.filename, oldRule.cmdLineno, "ignoring old commands for target %q", output)
}
r := &Rule{}
*r = *rule
if rule.isDoubleColon {
r.cmds = append(oldRule.cmds, r.cmds...)
} else if len(oldRule.cmds) > 0 && len(rule.cmds) == 0 {
r.cmds = oldRule.cmds
}
// If the latter rule has a command (regardless of the
// commands in oldRule), inputs in the latter rule has a
// priority.
if len(rule.cmds) > 0 {
r.inputs = append(r.inputs, oldRule.inputs...)
r.orderOnlyInputs = append(r.orderOnlyInputs, oldRule.orderOnlyInputs...)
} else {
r.inputs = append(oldRule.inputs, r.inputs...)
r.orderOnlyInputs = append(oldRule.orderOnlyInputs, r.orderOnlyInputs...)
}
r.outputPatterns = append(r.outputPatterns, oldRule.outputPatterns...)
return r
}
func (db *DepBuilder) populateExplicitRule(rule *Rule) {
// It seems rules with no outputs are siliently ignored.
if len(rule.outputs) == 0 {
return
}
for _, output := range rule.outputs {
output = trimLeadingCurdir(output)
isSuffixRule := db.populateSuffixRule(rule, output)
if oldRule, present := db.rules[output]; present {
r := mergeRules(oldRule, rule, output, isSuffixRule)
db.rules[output] = r
} else {
db.rules[output] = rule
if db.firstRule == nil && !strings.HasPrefix(output, ".") {
db.firstRule = rule
}
}
}
}
func (db *DepBuilder) populateImplicitRule(rule *Rule) {
for _, outputPattern := range rule.outputPatterns {
r := &Rule{}
*r = *rule
r.outputPatterns = []pattern{outputPattern}
if outputPattern.prefix != "" {
db.iprefixRules = append(db.iprefixRules, r)
} else if outputPattern.suffix != "" {
db.isuffixRules = append(db.isuffixRules, r)
} else {
db.implicitRules = append(db.implicitRules, r)
}
}
}
func (db *DepBuilder) populateRules(er *EvalResult) {
for _, rule := range er.rules {
for i, input := range rule.inputs {
rule.inputs[i] = trimLeadingCurdir(input)
}
for i, orderOnlyInput := range rule.orderOnlyInputs {
rule.orderOnlyInputs[i] = trimLeadingCurdir(orderOnlyInput)
}
db.populateExplicitRule(rule)
if len(rule.outputs) == 0 {
db.populateImplicitRule(rule)
}
}
// reverse to the last implicit rules should be selected.
// testcase/implicit_pattern_rule.mk
reverseImplicitRules(db.implicitRules)
reverseImplicitRules(db.iprefixRules)
reverseImplicitRules(db.isuffixRules)
sort.Stable(byPrefix(db.iprefixRules))
sort.Stable(bySuffix(db.isuffixRules))
}
func reverseImplicitRules(rules []*Rule) {
for i := 0; i < len(rules)/2; i++ {
j := len(rules) - i - 1
rules[i], rules[j] = rules[j], rules[i]
}
}
type byPrefix []*Rule
func (p byPrefix) Len() int { return len(p) }
func (p byPrefix) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
func (p byPrefix) Less(i, j int) bool {
return p[i].outputPatterns[0].prefix < p[j].outputPatterns[0].prefix
}
type bySuffix []*Rule
func (s bySuffix) Len() int { return len(s) }
func (s bySuffix) Swap(i, j int) { s[i], s[j] = s[j], s[i] }
func (s bySuffix) Less(i, j int) bool {
return reverse(s[i].outputPatterns[0].suffix) < reverse(s[j].outputPatterns[0].suffix)
}
func (db *DepBuilder) reportStats() {
if !katiLogFlag && !katiPeriodicStatsFlag {
return
}
LogStats("node=%d explicit=%d implicit=%d suffix=%d explicitWOCmd=%d",
db.nodeCnt, db.pickExplicitRuleCnt, db.pickImplicitRuleCnt, db.pickSuffixRuleCnt, db.pickExplicitRuleWithoutCmdCnt)
if len(db.trace) > 1 {
LogStats("trace=%q", db.trace)
}
}
func NewDepBuilder(er *EvalResult, vars Vars) *DepBuilder {
db := &DepBuilder{
rules: make(map[string]*Rule),
ruleVars: er.ruleVars,
suffixRules: make(map[string][]*Rule),
vars: vars,
done: make(map[string]*DepNode),
phony: make(map[string]bool),
}
db.populateRules(er)
rule, present := db.rules[".PHONY"]
if present {
for _, input := range rule.inputs {
db.phony[input] = true
}
}
return db
}
func (db *DepBuilder) Eval(targets []string) ([]*DepNode, error) {
if len(targets) == 0 {
if db.firstRule == nil {
ErrorNoLocation("*** No targets.")
}
targets = append(targets, db.firstRule.outputs[0])
}
LogStats("%d variables", len(db.vars))
LogStats("%d explicit rules", len(db.rules))
LogStats("%d implicit rules", len(db.implicitRules))
LogStats("%d suffix rules", len(db.suffixRules))
var nodes []*DepNode
for _, target := range targets {
db.trace = []string{target}
n, err := db.buildPlan(target, "", make(Vars))
if err != nil {
return nil, err
}
nodes = append(nodes, n)
}
db.reportStats()
return nodes, nil
}