Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 1 | package main |
| 2 | |
| 3 | import ( |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 4 | "container/heap" |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 5 | "fmt" |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 6 | "os" |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 7 | "os/exec" |
| 8 | "strings" |
| 9 | "syscall" |
| 10 | "time" |
| 11 | ) |
| 12 | |
| 13 | type Job struct { |
| 14 | n *DepNode |
| 15 | ex *Executor |
| 16 | parents []*Job |
| 17 | outputTs int64 |
| 18 | numDeps int |
| 19 | depsTs int64 |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 20 | id int |
Shinichiro Hamaji | a680842 | 2015-05-13 18:00:50 +0900 | [diff] [blame] | 21 | |
| 22 | runners []runner |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 23 | } |
| 24 | |
| 25 | type runner struct { |
| 26 | output string |
| 27 | cmd string |
| 28 | echo bool |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 29 | ignoreError bool |
| 30 | shell string |
| 31 | } |
| 32 | |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 33 | type JobResult struct { |
| 34 | j *Job |
| 35 | w *Worker |
| 36 | } |
| 37 | |
Shinichiro Hamaji | 55c50bd | 2015-04-27 21:05:47 +0900 | [diff] [blame] | 38 | type NewDep struct { |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 39 | j *Job |
| 40 | neededBy *Job |
| 41 | } |
| 42 | |
| 43 | type Worker struct { |
| 44 | wm *WorkerManager |
| 45 | jobChan chan *Job |
| 46 | waitChan chan bool |
| 47 | doneChan chan bool |
| 48 | } |
| 49 | |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 50 | type JobQueue []*Job |
| 51 | |
| 52 | func (jq JobQueue) Len() int { return len(jq) } |
| 53 | |
| 54 | func (jq JobQueue) Less(i, j int) bool { |
| 55 | // First come, first serve, for GNU make compatibility. |
| 56 | return jq[i].id < jq[j].id |
| 57 | } |
| 58 | |
| 59 | func (jq JobQueue) Swap(i, j int) { |
| 60 | jq[i], jq[j] = jq[j], jq[i] |
| 61 | } |
| 62 | |
| 63 | func (jq *JobQueue) Push(x interface{}) { |
| 64 | item := x.(*Job) |
| 65 | *jq = append(*jq, item) |
| 66 | } |
| 67 | |
| 68 | func (jq *JobQueue) Pop() interface{} { |
| 69 | old := *jq |
| 70 | n := len(old) |
| 71 | item := old[n-1] |
| 72 | *jq = old[0 : n-1] |
| 73 | return item |
| 74 | } |
| 75 | |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 76 | func NewWorker(wm *WorkerManager) *Worker { |
| 77 | w := &Worker{ |
| 78 | wm: wm, |
| 79 | jobChan: make(chan *Job), |
| 80 | waitChan: make(chan bool), |
| 81 | doneChan: make(chan bool), |
| 82 | } |
| 83 | return w |
| 84 | } |
| 85 | |
| 86 | func (w *Worker) Run() { |
| 87 | done := false |
| 88 | for !done { |
| 89 | select { |
| 90 | case j := <-w.jobChan: |
| 91 | j.build() |
| 92 | w.wm.ReportResult(w, j) |
| 93 | case done = <-w.waitChan: |
| 94 | } |
| 95 | } |
| 96 | w.doneChan <- true |
| 97 | } |
| 98 | |
| 99 | func (w *Worker) PostJob(j *Job) { |
| 100 | w.jobChan <- j |
| 101 | } |
| 102 | |
| 103 | func (w *Worker) Wait() { |
| 104 | w.waitChan <- true |
| 105 | <-w.doneChan |
| 106 | } |
| 107 | |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 108 | func evalCmd(ev *Evaluator, r runner, s string) []runner { |
| 109 | r = newRunner(r, s) |
| 110 | if strings.IndexByte(r.cmd, '$') < 0 { |
| 111 | // fast path |
| 112 | return []runner{r} |
| 113 | } |
| 114 | // TODO(ukai): parse once more earlier? |
| 115 | expr, _, err := parseExpr([]byte(r.cmd), nil) |
| 116 | if err != nil { |
| 117 | panic(fmt.Errorf("parse cmd %q: %v", r.cmd, err)) |
| 118 | } |
Fumitoshi Ukai | b06cd9d | 2015-05-07 12:56:12 +0900 | [diff] [blame] | 119 | buf := newBuf() |
| 120 | expr.Eval(buf, ev) |
| 121 | cmds := buf.String() |
| 122 | freeBuf(buf) |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 123 | var runners []runner |
| 124 | for _, cmd := range strings.Split(cmds, "\n") { |
Shinichiro Hamaji | 212abfb | 2015-04-29 03:02:59 +0900 | [diff] [blame] | 125 | if len(runners) > 0 && strings.HasSuffix(runners[len(runners)-1].cmd, "\\") { |
| 126 | runners[len(runners)-1].cmd += "\n" |
| 127 | runners[len(runners)-1].cmd += cmd |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 128 | } else { |
| 129 | runners = append(runners, newRunner(r, cmd)) |
| 130 | } |
| 131 | } |
| 132 | return runners |
| 133 | } |
| 134 | |
| 135 | func newRunner(r runner, s string) runner { |
| 136 | for { |
| 137 | s = trimLeftSpace(s) |
| 138 | if s == "" { |
| 139 | return runner{} |
| 140 | } |
| 141 | switch s[0] { |
| 142 | case '@': |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 143 | if !dryRunFlag { |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 144 | r.echo = false |
| 145 | } |
| 146 | s = s[1:] |
| 147 | continue |
| 148 | case '-': |
| 149 | r.ignoreError = true |
| 150 | s = s[1:] |
| 151 | continue |
| 152 | } |
| 153 | break |
| 154 | } |
| 155 | r.cmd = s |
| 156 | return r |
| 157 | } |
| 158 | |
| 159 | func (r runner) run(output string) error { |
| 160 | if r.echo || dryRunFlag { |
| 161 | fmt.Printf("%s\n", r.cmd) |
| 162 | } |
| 163 | if dryRunFlag { |
| 164 | return nil |
| 165 | } |
| 166 | args := []string{r.shell, "-c", r.cmd} |
| 167 | cmd := exec.Cmd{ |
| 168 | Path: args[0], |
| 169 | Args: args, |
| 170 | } |
| 171 | out, err := cmd.CombinedOutput() |
| 172 | fmt.Printf("%s", out) |
| 173 | exit := exitStatus(err) |
| 174 | if r.ignoreError && exit != 0 { |
| 175 | fmt.Printf("[%s] Error %d (ignored)\n", output, exit) |
| 176 | err = nil |
| 177 | } |
| 178 | return err |
| 179 | } |
| 180 | |
| 181 | func (j Job) createRunners() []runner { |
Shinichiro Hamaji | b41fd50 | 2015-04-29 03:34:07 +0900 | [diff] [blame] | 182 | runners, _ := j.ex.createRunners(j.n, false) |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 183 | return runners |
| 184 | } |
| 185 | |
Shinichiro Hamaji | 71fae4c | 2015-05-25 17:48:34 +0900 | [diff] [blame] | 186 | // TODO(ukai): use time.Time? |
| 187 | func getTimestamp(filename string) int64 { |
| 188 | st, err := os.Stat(filename) |
| 189 | if err != nil { |
| 190 | return -2 |
| 191 | } |
| 192 | return st.ModTime().Unix() |
| 193 | } |
| 194 | |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 195 | func (j Job) build() { |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 196 | if j.n.IsPhony { |
| 197 | j.outputTs = -2 // trigger cmd even if all inputs don't exist. |
| 198 | } else { |
| 199 | j.outputTs = getTimestamp(j.n.Output) |
| 200 | } |
| 201 | |
| 202 | if !j.n.HasRule { |
| 203 | if j.outputTs >= 0 || j.n.IsPhony { |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 204 | return |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 205 | } |
| 206 | if len(j.parents) == 0 { |
| 207 | ErrorNoLocation("*** No rule to make target %q.", j.n.Output) |
| 208 | } else { |
| 209 | ErrorNoLocation("*** No rule to make target %q, needed by %q.", j.n.Output, j.parents[0].n.Output) |
| 210 | } |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 211 | ErrorNoLocation("no rule to make target %q", j.n.Output) |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 212 | } |
| 213 | |
| 214 | if j.outputTs >= j.depsTs { |
| 215 | // TODO: stats. |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 216 | return |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 217 | } |
| 218 | |
| 219 | for _, r := range j.createRunners() { |
| 220 | err := r.run(j.n.Output) |
| 221 | if err != nil { |
| 222 | exit := exitStatus(err) |
| 223 | ErrorNoLocation("[%s] Error %d: %v", j.n.Output, exit, err) |
| 224 | } |
| 225 | } |
| 226 | |
| 227 | if j.n.IsPhony { |
| 228 | j.outputTs = time.Now().Unix() |
| 229 | } else { |
| 230 | j.outputTs = getTimestamp(j.n.Output) |
| 231 | if j.outputTs < 0 { |
| 232 | j.outputTs = time.Now().Unix() |
| 233 | } |
| 234 | } |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 235 | } |
| 236 | |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 237 | func (wm *WorkerManager) handleJobs() { |
| 238 | for { |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 239 | if !useParaFlag && len(wm.freeWorkers) == 0 { |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 240 | return |
| 241 | } |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 242 | if wm.readyQueue.Len() == 0 { |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 243 | return |
| 244 | } |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 245 | j := heap.Pop(&wm.readyQueue).(*Job) |
Shinichiro Hamaji | 93f2aa3 | 2015-05-14 23:23:27 +0900 | [diff] [blame] | 246 | Log("run: %s", j.n.Output) |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 247 | |
| 248 | if useParaFlag { |
Shinichiro Hamaji | a680842 | 2015-05-13 18:00:50 +0900 | [diff] [blame] | 249 | j.runners = j.createRunners() |
| 250 | if len(j.runners) == 0 { |
| 251 | wm.updateParents(j) |
| 252 | wm.finishCnt++ |
| 253 | } else { |
| 254 | wm.runnings[j.n.Output] = j |
| 255 | wm.para.RunCommand(j.runners) |
| 256 | } |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 257 | } else { |
| 258 | j.numDeps = -1 // Do not let other workers pick this. |
| 259 | w := wm.freeWorkers[0] |
| 260 | wm.freeWorkers = wm.freeWorkers[1:] |
| 261 | wm.busyWorkers[w] = true |
| 262 | w.jobChan <- j |
| 263 | } |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 264 | } |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 265 | } |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 266 | |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 267 | func (wm *WorkerManager) updateParents(j *Job) { |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 268 | for _, p := range j.parents { |
| 269 | p.numDeps-- |
Shinichiro Hamaji | 8e4dd9d | 2015-05-15 00:04:44 +0900 | [diff] [blame] | 270 | Log("child: %s (%d)", p.n.Output, p.numDeps) |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 271 | if p.depsTs < j.outputTs { |
| 272 | p.depsTs = j.outputTs |
| 273 | } |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 274 | wm.maybePushToReadyQueue(p) |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 275 | } |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 276 | } |
| 277 | |
| 278 | type WorkerManager struct { |
Shinichiro Hamaji | 55c50bd | 2015-04-27 21:05:47 +0900 | [diff] [blame] | 279 | jobs []*Job |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 280 | readyQueue JobQueue |
Shinichiro Hamaji | 55c50bd | 2015-04-27 21:05:47 +0900 | [diff] [blame] | 281 | jobChan chan *Job |
| 282 | resultChan chan JobResult |
| 283 | newDepChan chan NewDep |
| 284 | waitChan chan bool |
| 285 | doneChan chan bool |
| 286 | freeWorkers []*Worker |
| 287 | busyWorkers map[*Worker]bool |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 288 | ex *Executor |
| 289 | para *ParaWorker |
| 290 | paraChan chan *ParaResult |
| 291 | runnings map[string]*Job |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 292 | |
| 293 | finishCnt int |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 294 | } |
| 295 | |
| 296 | func NewWorkerManager() *WorkerManager { |
| 297 | wm := &WorkerManager{ |
Shinichiro Hamaji | 55c50bd | 2015-04-27 21:05:47 +0900 | [diff] [blame] | 298 | jobChan: make(chan *Job), |
| 299 | resultChan: make(chan JobResult), |
| 300 | newDepChan: make(chan NewDep), |
| 301 | waitChan: make(chan bool), |
| 302 | doneChan: make(chan bool), |
| 303 | busyWorkers: make(map[*Worker]bool), |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 304 | } |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 305 | |
| 306 | if useParaFlag { |
| 307 | wm.runnings = make(map[string]*Job) |
| 308 | wm.paraChan = make(chan *ParaResult) |
| 309 | wm.para = NewParaWorker(wm.paraChan) |
| 310 | go wm.para.Run() |
| 311 | } else { |
| 312 | wm.busyWorkers = make(map[*Worker]bool) |
| 313 | for i := 0; i < jobsFlag; i++ { |
| 314 | w := NewWorker(wm) |
| 315 | wm.freeWorkers = append(wm.freeWorkers, w) |
| 316 | go w.Run() |
| 317 | } |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 318 | } |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 319 | heap.Init(&wm.readyQueue) |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 320 | go wm.Run() |
| 321 | return wm |
| 322 | } |
| 323 | |
| 324 | func exitStatus(err error) int { |
| 325 | if err == nil { |
| 326 | return 0 |
| 327 | } |
| 328 | exit := 1 |
| 329 | if err, ok := err.(*exec.ExitError); ok { |
| 330 | if w, ok := err.ProcessState.Sys().(syscall.WaitStatus); ok { |
| 331 | return w.ExitStatus() |
| 332 | } |
| 333 | } |
| 334 | return exit |
| 335 | } |
| 336 | |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 337 | func (wm *WorkerManager) hasTodo() bool { |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 338 | return wm.finishCnt != len(wm.jobs) |
| 339 | } |
| 340 | |
| 341 | func (wm *WorkerManager) maybePushToReadyQueue(j *Job) { |
| 342 | if j.numDeps != 0 { |
| 343 | return |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 344 | } |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 345 | heap.Push(&wm.readyQueue, j) |
Shinichiro Hamaji | 93f2aa3 | 2015-05-14 23:23:27 +0900 | [diff] [blame] | 346 | Log("ready: %s", j.n.Output) |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 347 | } |
| 348 | |
Shinichiro Hamaji | 55c50bd | 2015-04-27 21:05:47 +0900 | [diff] [blame] | 349 | func (wm *WorkerManager) handleNewDep(j *Job, neededBy *Job) { |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 350 | if j.numDeps < 0 { |
| 351 | neededBy.numDeps-- |
Shinichiro Hamaji | 5180c97 | 2015-04-28 20:14:38 +0900 | [diff] [blame] | 352 | if neededBy.id > 0 { |
| 353 | panic("already in WM... can this happen?") |
| 354 | wm.maybePushToReadyQueue(neededBy) |
| 355 | } |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 356 | } else { |
| 357 | j.parents = append(j.parents, neededBy) |
| 358 | } |
| 359 | } |
| 360 | |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 361 | func (wm *WorkerManager) Run() { |
| 362 | done := false |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 363 | for wm.hasTodo() || len(wm.busyWorkers) > 0 || len(wm.runnings) > 0 || !done { |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 364 | select { |
| 365 | case j := <-wm.jobChan: |
Shinichiro Hamaji | 8e4dd9d | 2015-05-15 00:04:44 +0900 | [diff] [blame] | 366 | Log("wait: %s (%d)", j.n.Output, j.numDeps) |
Shinichiro Hamaji | 5180c97 | 2015-04-28 20:14:38 +0900 | [diff] [blame] | 367 | j.id = len(wm.jobs) + 1 |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 368 | wm.jobs = append(wm.jobs, j) |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 369 | wm.maybePushToReadyQueue(j) |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 370 | case jr := <-wm.resultChan: |
Shinichiro Hamaji | 93f2aa3 | 2015-05-14 23:23:27 +0900 | [diff] [blame] | 371 | Log("done: %s", jr.j.n.Output) |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 372 | delete(wm.busyWorkers, jr.w) |
| 373 | wm.freeWorkers = append(wm.freeWorkers, jr.w) |
| 374 | wm.updateParents(jr.j) |
Shinichiro Hamaji | dbc6c13 | 2015-04-28 18:26:36 +0900 | [diff] [blame] | 375 | wm.finishCnt++ |
Shinichiro Hamaji | 55c50bd | 2015-04-27 21:05:47 +0900 | [diff] [blame] | 376 | case af := <-wm.newDepChan: |
| 377 | wm.handleNewDep(af.j, af.neededBy) |
Shinichiro Hamaji | 8e4dd9d | 2015-05-15 00:04:44 +0900 | [diff] [blame] | 378 | Log("dep: %s (%d) %s", af.neededBy.n.Output, af.neededBy.numDeps, af.j.n.Output) |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 379 | case pr := <-wm.paraChan: |
Shinichiro Hamaji | a680842 | 2015-05-13 18:00:50 +0900 | [diff] [blame] | 380 | if pr.status < 0 && pr.signal < 0 { |
| 381 | j := wm.runnings[pr.output] |
| 382 | for _, r := range j.runners { |
| 383 | if r.echo || dryRunFlag { |
| 384 | fmt.Printf("%s\n", r.cmd) |
| 385 | } |
| 386 | } |
| 387 | } else { |
| 388 | os.Stdout.Write([]byte(pr.stdout)) |
| 389 | os.Stderr.Write([]byte(pr.stderr)) |
| 390 | j := wm.runnings[pr.output] |
| 391 | wm.updateParents(j) |
| 392 | delete(wm.runnings, pr.output) |
| 393 | wm.finishCnt++ |
| 394 | } |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 395 | case done = <-wm.waitChan: |
| 396 | } |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 397 | wm.handleJobs() |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 398 | |
| 399 | if useParaFlag { |
| 400 | numBusy := len(wm.runnings) |
| 401 | if numBusy > jobsFlag { |
| 402 | numBusy = jobsFlag |
| 403 | } |
| 404 | Log("job=%d ready=%d free=%d busy=%d", len(wm.jobs)-wm.finishCnt, wm.readyQueue.Len(), jobsFlag-numBusy, numBusy) |
| 405 | } else { |
| 406 | Log("job=%d ready=%d free=%d busy=%d", len(wm.jobs)-wm.finishCnt, wm.readyQueue.Len(), len(wm.freeWorkers), len(wm.busyWorkers)) |
| 407 | } |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 408 | } |
| 409 | |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 410 | if useParaFlag { |
| 411 | Log("Wait for para to finish") |
| 412 | wm.para.Wait() |
| 413 | } else { |
| 414 | for _, w := range wm.freeWorkers { |
| 415 | w.Wait() |
| 416 | } |
| 417 | for w := range wm.busyWorkers { |
| 418 | w.Wait() |
| 419 | } |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 420 | } |
| 421 | wm.doneChan <- true |
| 422 | } |
| 423 | |
| 424 | func (wm *WorkerManager) PostJob(j *Job) { |
| 425 | wm.jobChan <- j |
| 426 | } |
| 427 | |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 428 | func (wm *WorkerManager) ReportResult(w *Worker, j *Job) { |
| 429 | wm.resultChan <- JobResult{w: w, j: j} |
| 430 | } |
| 431 | |
Shinichiro Hamaji | 55c50bd | 2015-04-27 21:05:47 +0900 | [diff] [blame] | 432 | func (wm *WorkerManager) ReportNewDep(j *Job, neededBy *Job) { |
| 433 | wm.newDepChan <- NewDep{j: j, neededBy: neededBy} |
Shinichiro Hamaji | 69bb7e4 | 2015-04-27 17:54:42 +0900 | [diff] [blame] | 434 | } |
| 435 | |
Shinichiro Hamaji | 74a6600 | 2015-04-27 16:42:30 +0900 | [diff] [blame] | 436 | func (wm *WorkerManager) Wait() { |
| 437 | wm.waitChan <- true |
| 438 | <-wm.doneChan |
| 439 | } |