blob: 25c15594f4374d5b346020cc03f5d84ba7e0842e [file] [log] [blame]
package main
import (
"fmt"
"os"
"os/exec"
"path/filepath"
"strings"
"syscall"
"time"
)
type Executor struct {
rules map[string]*Rule
implicitRules []*Rule
suffixRules map[string][]*Rule
firstRule *Rule
shell string
// target -> timestamp
done map[string]int64
}
func newExecutor() *Executor {
return &Executor{
rules: make(map[string]*Rule),
suffixRules: make(map[string][]*Rule),
done: make(map[string]int64),
}
}
// TODO(ukai): use time.Time?
func getTimestamp(filename string) int64 {
st, err := os.Stat(filename)
if err != nil {
return -2
}
return st.ModTime().Unix()
}
func (ex *Executor) exists(target string) bool {
_, present := ex.rules[target]
if present {
return true
}
rule, present := ex.rules[".PHONY"]
if present {
for _, input := range rule.inputs {
if target == input {
return true
}
}
}
return exists(target)
}
type runner struct {
output string
cmd string
echo bool
dryRun bool
ignoreError bool
shell string
}
func evalCmd(ev *Evaluator, r runner, s string) []runner {
r = newRunner(r, s)
if strings.IndexByte(r.cmd, '$') < 0 {
// fast path
return []runner{r}
}
cmds := ev.evalExpr(r.cmd)
var runners []runner
for _, cmd := range strings.Split(cmds, "\n") {
runners = append(runners, newRunner(r, cmd))
}
return runners
}
func newRunner(r runner, s string) runner {
for {
s = trimLeftSpace(s)
if s == "" {
return runner{}
}
switch s[0] {
case '@':
if !r.dryRun {
r.echo = false
}
s = s[1:]
continue
case '-':
r.ignoreError = true
s = s[1:]
continue
}
break
}
r.cmd = s
return r
}
func (r runner) run() error {
if r.echo {
fmt.Printf("%s\n", r.cmd)
}
if r.dryRun {
return nil
}
args := []string{r.shell, "-c", r.cmd}
cmd := exec.Cmd{
Path: args[0],
Args: args,
}
out, err := cmd.CombinedOutput()
fmt.Printf("%s", out)
exit := exitStatus(err)
if r.ignoreError && exit != 0 {
fmt.Printf("[%s] Error %d (ignored)\n", r.output, exit)
err = nil
}
return err
}
func exitStatus(err error) int {
if err == nil {
return 0
}
exit := 1
if err, ok := err.(*exec.ExitError); ok {
if w, ok := err.ProcessState.Sys().(syscall.WaitStatus); ok {
return w.ExitStatus()
}
}
return exit
}
func replaceSuffix(s string, newsuf string) string {
// TODO: Factor out the logic around suffix rules and use
// it from substitution references.
// http://www.gnu.org/software/make/manual/make.html#Substitution-Refs
return fmt.Sprintf("%s.%s", stripExt(s), newsuf)
}
func (ex *Executor) canPickImplicitRule(rule *Rule, output string) bool {
outputPattern := rule.outputPatterns[0]
if !matchPattern(outputPattern, output) {
return false
}
for _, input := range rule.inputs {
input = substPattern(outputPattern, input, output)
if !ex.exists(input) {
return false
}
}
return true
}
func (ex *Executor) pickRule(output string) (*Rule, bool) {
rule, present := ex.rules[output]
if present {
if len(rule.cmds) > 0 {
return rule, true
}
// If none of the explicit rules for a target has commands,
// then `make' searches for an applicable implicit rule to
// find some commands.
}
for _, irule := range ex.implicitRules {
if !ex.canPickImplicitRule(irule, output) {
continue
}
if rule != nil {
r := &Rule{}
*r = *rule
r.outputPatterns = irule.outputPatterns
// implicit rule's prerequisites will be used for $<
r.inputs = append(irule.inputs, r.inputs...)
if irule.vars != nil {
r.vars = NewVars(rule.vars)
r.vars.Merge(irule.vars)
}
r.cmds = irule.cmds
// TODO(ukai): filename, lineno?
r.cmdLineno = irule.cmdLineno
return r, true
}
// TODO(ukai): check len(irule.cmd) ?
return irule, true
}
outputSuffix := filepath.Ext(output)
if !strings.HasPrefix(outputSuffix, ".") {
return rule, rule != nil
}
rules, present := ex.suffixRules[outputSuffix[1:]]
if !present {
return rule, rule != nil
}
for _, irule := range rules {
if len(irule.inputs) != 1 {
panic(fmt.Sprintf("unexpected number of input for a suffix rule (%d)", len(irule.inputs)))
}
if !ex.exists(replaceSuffix(output, irule.inputs[0])) {
continue
}
if rule != nil {
r := &Rule{}
*r = *rule
// TODO(ukai): input order is correct?
r.inputs = append([]string{replaceSuffix(output, irule.inputs[0])}, r.inputs...)
r.vars = NewVars(rule.vars)
r.vars.Merge(irule.vars)
r.cmds = irule.cmds
// TODO(ukai): filename, lineno?
r.cmdLineno = irule.cmdLineno
return r, true
}
// TODO(ukai): check len(irule.cmd) ?
return irule, true
}
return rule, rule != nil
}
func (ex *Executor) build(vars Vars, output string, neededBy string) (int64, error) {
Log("Building: %s", output)
outputTs, ok := ex.done[output]
if ok {
Log("Building: %s already done: %d", output, outputTs)
return outputTs, nil
}
outputTs = getTimestamp(output)
rule, present := ex.pickRule(output)
if !present {
if outputTs >= 0 {
return outputTs, nil
}
if neededBy == "" {
ErrorNoLocation("*** No rule to make target %q.", output)
} else {
ErrorNoLocation("*** No rule to make target %q, needed by %q.", output, neededBy)
}
return outputTs, fmt.Errorf("no rule to make target %q", output)
}
var olds []oldVar
if rule.vars != nil {
for k, v := range rule.vars {
olds = append(olds, newOldVar(vars, k))
vars[k] = v
}
defer func() {
for _, old := range olds {
old.restore(vars)
}
}()
}
latest := int64(-1)
var actualInputs []string
Log("Building: %s inputs:%q", output, rule.inputs)
for _, input := range rule.inputs {
if len(rule.outputPatterns) > 0 {
if len(rule.outputPatterns) > 1 {
panic("TODO: multiple output pattern is not supported yet")
}
input = substPattern(rule.outputPatterns[0], input, output)
} else if rule.isSuffixRule {
input = replaceSuffix(output, input)
}
actualInputs = append(actualInputs, input)
ts, err := ex.build(vars, input, output)
if err != nil {
return outputTs, err
}
if latest < ts {
latest = ts
}
}
for _, input := range rule.orderOnlyInputs {
if exists(input) {
continue
}
ts, err := ex.build(vars, input, output)
if err != nil {
return outputTs, err
}
if latest < ts {
latest = ts
}
}
if outputTs >= latest {
return outputTs, nil
}
localVars := vars
// automatic variables.
localVars["@"] = SimpleVar{value: []byte(output), origin: "automatic"}
if len(actualInputs) > 0 {
localVars["<"] = SimpleVar{
value: []byte(actualInputs[0]),
origin: "automatic",
}
} else {
localVars["<"] = SimpleVar{
value: []byte{},
origin: "automatic",
}
}
localVars["^"] = SimpleVar{
value: []byte(strings.Join(actualInputs, " ")),
origin: "automatic",
}
ev := newEvaluator(localVars)
ev.filename = rule.filename
ev.lineno = rule.cmdLineno
var runners []runner
Log("Building: %s cmds:%q", output, rule.cmds)
r := runner{
output: output,
echo: true,
dryRun: dryRunFlag,
shell: ex.shell,
}
for _, cmd := range rule.cmds {
for _, r := range evalCmd(ev, r, cmd) {
if len(r.cmd) != 0 {
runners = append(runners, r)
}
}
}
for _, r := range runners {
err := r.run()
if err != nil {
exit := exitStatus(err)
fmt.Printf("[%s] Error %d: %v\n", r.output, exit, err)
return outputTs, err
}
}
outputTs = getTimestamp(output)
if outputTs < 0 {
outputTs = time.Now().Unix()
}
ex.done[output] = outputTs
Log("Building: %s done %d", output, outputTs)
return outputTs, nil
}
func (ex *Executor) populateSuffixRule(rule *Rule, output string) bool {
if len(output) == 0 || output[0] != '.' {
return false
}
rest := output[1:]
dotIndex := strings.IndexByte(rest, '.')
// If there is only a single dot or the third dot, this is not a
// suffix rule.
if dotIndex < 0 || strings.IndexByte(rest[dotIndex+1:], '.') >= 0 {
return false
}
// This is a suffix rule.
inputSuffix := rest[:dotIndex]
outputSuffix := rest[dotIndex+1:]
r := &Rule{}
*r = *rule
r.inputs = []string{inputSuffix}
r.isSuffixRule = true
ex.suffixRules[outputSuffix] = append([]*Rule{r}, ex.suffixRules[outputSuffix]...)
return true
}
func (ex *Executor) populateExplicitRule(rule *Rule) {
// It seems rules with no outputs are siliently ignored.
if len(rule.outputs) == 0 {
return
}
for _, output := range rule.outputs {
output = filepath.Clean(output)
isSuffixRule := ex.populateSuffixRule(rule, output)
if oldRule, present := ex.rules[output]; present {
if oldRule.vars != nil || rule.vars != nil {
oldRule.isDoubleColon = rule.isDoubleColon
switch {
case rule.vars == nil && oldRule.vars != nil:
rule.vars = oldRule.vars
case rule.vars != nil && oldRule.vars == nil:
case rule.vars != nil && oldRule.vars != nil:
// parent would be the same vars?
oldRule.vars.Merge(rule.vars)
rule.vars = oldRule.vars
}
}
if oldRule.isDoubleColon != rule.isDoubleColon {
Error(rule.filename, rule.lineno, "*** target file %q has both : and :: entries.", output)
}
if len(oldRule.cmds) > 0 && len(rule.cmds) > 0 && !isSuffixRule && !rule.isDoubleColon {
Warn(rule.filename, rule.cmdLineno, "overriding commands for target %q", output)
Warn(oldRule.filename, oldRule.cmdLineno, "ignoring old commands for target %q", output)
}
r := &Rule{}
*r = *rule
if rule.isDoubleColon {
r.cmds = append(oldRule.cmds, r.cmds...)
} else if len(oldRule.cmds) > 0 && len(rule.cmds) == 0 {
r.cmds = oldRule.cmds
}
r.inputs = append(r.inputs, oldRule.inputs...)
r.outputPatterns = append(r.outputPatterns, oldRule.outputPatterns...)
r.orderOnlyInputs = append(r.orderOnlyInputs, oldRule.orderOnlyInputs...)
ex.rules[output] = r
} else {
ex.rules[output] = rule
if ex.firstRule == nil && !strings.HasPrefix(output, ".") {
ex.firstRule = rule
}
}
}
}
func (ex *Executor) populateImplicitRule(rule *Rule) {
for _, outputPattern := range rule.outputPatterns {
r := &Rule{}
*r = *rule
r.outputPatterns = []string{outputPattern}
ex.implicitRules = append(ex.implicitRules, r)
}
}
func (ex *Executor) populateRules(er *EvalResult) {
for _, rule := range er.rules {
for i, input := range rule.inputs {
rule.inputs[i] = filepath.Clean(input)
}
for i, orderOnlyInput := range rule.orderOnlyInputs {
rule.orderOnlyInputs[i] = filepath.Clean(orderOnlyInput)
}
ex.populateExplicitRule(rule)
if len(rule.outputs) == 0 {
ex.populateImplicitRule(rule)
}
}
// Reverse the implicit rule for easier lookup.
for i, r := range ex.implicitRules {
if i >= len(ex.implicitRules)/2 {
break
}
j := len(ex.implicitRules) - i - 1
ex.implicitRules[i] = ex.implicitRules[j]
ex.implicitRules[j] = r
}
}
func (ex *Executor) exec(er *EvalResult, targets []string, vars Vars) error {
// TODO: We should move this to somewhere around evalCmd so that
// we can handle SHELL in target specific variables.
shellVar := vars.Lookup("SHELL")
ex.shell = shellVar.String()
ex.populateRules(er)
if len(targets) == 0 {
if ex.firstRule == nil {
ErrorNoLocation("*** No targets.")
}
targets = append(targets, ex.firstRule.outputs[0])
}
for _, target := range targets {
_, err := ex.build(vars, target, "")
if err != nil {
return err
}
}
return nil
}
func Exec(er *EvalResult, targets []string, vars Vars) error {
ex := newExecutor()
return ex.exec(er, targets, vars)
}