commit d39f89306a0116ac94c0b1321ad3f2db5290e8d7
author Olli Etuaho <oetuaho@nvidia.com> Thu Dec 17 17:10:02 2015 +0200
committer Olli Etuaho <oetuaho@nvidia.com> Thu Dec 17 16:22:12 2015 +0000
tree d0278d40ff15360a5a123d988a0a122778b0c67a
parent cd089732a7c9ce4c62e501971d5ae03140ccc0c9

Improve perf_test_runner script

1) Make it possible to run the script from any working directory
2) Abort the run if angle_perftests is executing multiple test cases
3) Print some information on which exe and test is running
4) Print the test runner output in case there was an error

BUG=angleproject:596

Change-Id: If30c2455dc39b0a776df03e6c1dda2ced90d73ba
Reviewed-on: https://chromium-review.googlesource.com/319090
Reviewed-by: Jamie Madill <jmadill@chromium.org>
Tested-by: Olli Etuaho <oetuaho@nvidia.com>

scripts/perf_test_runner.py

diff --git a/scripts/perf_test_runner.py b/scripts/perf_test_runner.py
index 3e2e866..db8e93b 100644
--- a/scripts/perf_test_runner.py
+++ b/scripts/perf_test_runner.py
@@ -13,9 +13,16 @@
 import subprocess
 import sys
 import os
+import re
+
+base_path = os.path.abspath(os.path.join(os.path.dirname(os.path.abspath(__file__)), '..'))
 
 # You might have to re-order these to find the specific version you want.
-perftests_paths = ['out/Release', 'build/Release_x64', 'build/Release_Win32']
+perftests_paths = [
+    os.path.join('out', 'Release'),
+    os.path.join('build', 'Release_x64'),
+    os.path.join('build', 'Release_Win32')
+]
 metric = 'score'
 
 scores = []
@@ -59,7 +66,7 @@
 
 # TODO(jmadill): Linux binaries
 for path in perftests_paths:
-    perftests_path = os.path.join(path, 'angle_perftests.exe')
+    perftests_path = os.path.join(base_path, path, 'angle_perftests.exe')
     if os.path.exists(perftests_path):
         break
 
@@ -69,6 +76,9 @@
 
 test_name = "DrawCallPerfBenchmark.Run/d3d11_null"
 
+print('Using test executable: ' + perftests_path)
+print('Test name: ' + test_name)
+
 if len(sys.argv) >= 2:
     test_name = sys.argv[1]
 
@@ -78,16 +88,24 @@
 
     start_index = output.find(metric + "=")
     if start_index == -1:
-        print("Did not find test output")
+        print("Did not find the score of the specified test in output:")
+        print(output)
         sys.exit(1)
 
     start_index += len(metric) + 2
 
     end_index = output[start_index:].find(" ")
     if end_index == -1:
-        print("Error parsing output")
+        print("Error parsing output:")
+        print(output)
         sys.exit(2)
 
+    m = re.search('Running (\d+) tests', output)
+    if m and int(m.group(1)) > 1:
+        print("Found more than one test result in output:")
+        print(output)
+        sys.exit(3)
+
     end_index += start_index
 
     score = int(output[start_index:end_index])