tools/gcmole/parallel.py

#!/usr/bin/env python
# Copyright 2015 the V8 project authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""
This script calls the first argument for each of the following arguments in
parallel. E.g.
parallel.py "clang --opt" file1 file2
calls
clang --opt file1
clang --opt file2

The output (stdout and stderr) is concatenated sequentially in the form:
______________ file1
<output of clang --opt file1>
______________ finish <exit code of clang --opt file1> ______________
______________ file2
<output of clang --opt file2>
______________ finish <exit code of clang --opt file2> ______________
"""

import itertools
import multiprocessing
import subprocess
import sys

def invoke(cmdline):
  try:
    return (subprocess.check_output(
        cmdline, shell=True, stderr=subprocess.STDOUT), 0)
  except subprocess.CalledProcessError as e:
    return (e.output, e.returncode)

if __name__ == '__main__':
  assert len(sys.argv) > 2
  processes = multiprocessing.cpu_count()
  pool = multiprocessing.Pool(processes=processes)
  cmdlines = ["%s %s" % (sys.argv[1], filename) for filename in sys.argv[2:]]
  for filename, result in itertools.izip(
      sys.argv[2:], pool.imap(invoke, cmdlines)):
    print "______________ %s" % filename
    print result[0]
    print "______________ finish %d ______________" % result[1]