| [ |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", |
| "[START_DIR]/tmp", |
| "511" |
| ], |
| "infra_step": true, |
| "name": "makedirs tmp_dir", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@import sys, os@@@", |
| "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@", |
| "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@", |
| "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@", |
| "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@", |
| "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@", |
| "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@", |
| "@@@STEP_LOG_END@python.inline@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "adb", |
| "reboot" |
| ], |
| "cwd": "[START_DIR]/skia", |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "rebooting device" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "\nimport subprocess\nimport sys\nimport time\n\nkicks = 0\nwhile True:\n\n times = 0\n while times < 30:\n print 'Waiting for the device to be connected and ready.'\n try:\n times += 1\n output = subprocess.check_output(['adb', 'shell',\n 'getprop', 'sys.boot_completed'])\n if '1' in output:\n print 'Connected'\n sys.exit(0)\n except subprocess.CalledProcessError:\n # no device connected/authorized yet\n pass\n time.sleep(5)\n if kicks >= 3:\n break\n print 'Giving the device a \"kick\" by trying to reboot it.'\n kicks += 1\n print subprocess.check_output(['adb', 'reboot'])\n\nprint 'Timed out waiting for device'\nsys.exit(1)\n" |
| ], |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "wait for device", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@import subprocess@@@", |
| "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| "@@@STEP_LOG_LINE@python.inline@import time@@@", |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@kicks = 0@@@", |
| "@@@STEP_LOG_LINE@python.inline@while True:@@@", |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@ times = 0@@@", |
| "@@@STEP_LOG_LINE@python.inline@ while times < 30:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print 'Waiting for the device to be connected and ready.'@@@", |
| "@@@STEP_LOG_LINE@python.inline@ try:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ times += 1@@@", |
| "@@@STEP_LOG_LINE@python.inline@ output = subprocess.check_output(['adb', 'shell',@@@", |
| "@@@STEP_LOG_LINE@python.inline@ 'getprop', 'sys.boot_completed'])@@@", |
| "@@@STEP_LOG_LINE@python.inline@ if '1' in output:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print 'Connected'@@@", |
| "@@@STEP_LOG_LINE@python.inline@ sys.exit(0)@@@", |
| "@@@STEP_LOG_LINE@python.inline@ except subprocess.CalledProcessError:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ # no device connected/authorized yet@@@", |
| "@@@STEP_LOG_LINE@python.inline@ pass@@@", |
| "@@@STEP_LOG_LINE@python.inline@ time.sleep(5)@@@", |
| "@@@STEP_LOG_LINE@python.inline@ if kicks >= 3:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ break@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print 'Giving the device a \"kick\" by trying to reboot it.'@@@", |
| "@@@STEP_LOG_LINE@python.inline@ kicks += 1@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print subprocess.check_output(['adb', 'reboot'])@@@", |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@print 'Timed out waiting for device'@@@", |
| "@@@STEP_LOG_LINE@python.inline@sys.exit(1)@@@", |
| "@@@STEP_LOG_END@python.inline@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "adb", |
| "shell", |
| "mkdir", |
| "-p", |
| "/sdcard/revenge_of_the_skiabot/resources" |
| ], |
| "cwd": "[START_DIR]/skia", |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "mkdir /sdcard/revenge_of_the_skiabot/resources" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
| "[START_DIR]/skia/infra/bots/assets/skp/VERSION", |
| "/path/to/tmp/" |
| ], |
| "infra_step": true, |
| "name": "Get downloaded SKP VERSION" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
| "42", |
| "[START_DIR]/tmp/SKP_VERSION" |
| ], |
| "infra_step": true, |
| "name": "write SKP_VERSION" |
| }, |
| { |
| "cmd": [ |
| "adb", |
| "shell", |
| "cat", |
| "/sdcard/revenge_of_the_skiabot/SKP_VERSION" |
| ], |
| "cwd": "[START_DIR]/skia", |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "read /sdcard/revenge_of_the_skiabot/SKP_VERSION", |
| "stdout": "/path/to/tmp/" |
| }, |
| { |
| "cmd": [ |
| "adb", |
| "shell", |
| "rm", |
| "-f", |
| "/sdcard/revenge_of_the_skiabot/SKP_VERSION" |
| ], |
| "cwd": "[START_DIR]/skia", |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "rm /sdcard/revenge_of_the_skiabot/SKP_VERSION" |
| }, |
| { |
| "cmd": [ |
| "adb", |
| "shell", |
| "rm", |
| "-rf", |
| "/sdcard/revenge_of_the_skiabot/skps" |
| ], |
| "cwd": "[START_DIR]/skia", |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "rm /sdcard/revenge_of_the_skiabot/skps" |
| }, |
| { |
| "cmd": [ |
| "adb", |
| "shell", |
| "mkdir", |
| "-p", |
| "/sdcard/revenge_of_the_skiabot/skps" |
| ], |
| "cwd": "[START_DIR]/skia", |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "mkdir /sdcard/revenge_of_the_skiabot/skps" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "\nimport os\nimport subprocess\nimport sys\nhost = sys.argv[1]\ndevice = sys.argv[2]\nfor d, _, fs in os.walk(host):\n p = os.path.relpath(d, host)\n if p != '.' and p.startswith('.'):\n continue\n for f in fs:\n print os.path.join(p,f)\n subprocess.check_call(['adb', 'push',\n os.path.realpath(os.path.join(host, p, f)),\n os.path.join(device, p, f)])\n", |
| "[START_DIR]/skp", |
| "/sdcard/revenge_of_the_skiabot/skps" |
| ], |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "push [START_DIR]/skp/* /sdcard/revenge_of_the_skiabot/skps", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@import os@@@", |
| "@@@STEP_LOG_LINE@python.inline@import subprocess@@@", |
| "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| "@@@STEP_LOG_LINE@python.inline@host = sys.argv[1]@@@", |
| "@@@STEP_LOG_LINE@python.inline@device = sys.argv[2]@@@", |
| "@@@STEP_LOG_LINE@python.inline@for d, _, fs in os.walk(host):@@@", |
| "@@@STEP_LOG_LINE@python.inline@ p = os.path.relpath(d, host)@@@", |
| "@@@STEP_LOG_LINE@python.inline@ if p != '.' and p.startswith('.'):@@@", |
| "@@@STEP_LOG_LINE@python.inline@ continue@@@", |
| "@@@STEP_LOG_LINE@python.inline@ for f in fs:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print os.path.join(p,f)@@@", |
| "@@@STEP_LOG_LINE@python.inline@ subprocess.check_call(['adb', 'push',@@@", |
| "@@@STEP_LOG_LINE@python.inline@ os.path.realpath(os.path.join(host, p, f)),@@@", |
| "@@@STEP_LOG_LINE@python.inline@ os.path.join(device, p, f)])@@@", |
| "@@@STEP_LOG_END@python.inline@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "adb", |
| "push", |
| "[START_DIR]/tmp/SKP_VERSION", |
| "/sdcard/revenge_of_the_skiabot/SKP_VERSION" |
| ], |
| "cwd": "[START_DIR]/skia", |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "push [START_DIR]/tmp/SKP_VERSION /sdcard/revenge_of_the_skiabot/SKP_VERSION" |
| }, |
| { |
| "cmd": [ |
| "adb", |
| "push", |
| "[START_DIR]/out/Release/skpbench", |
| "/data/local/tmp/" |
| ], |
| "cwd": "[START_DIR]/skia", |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "push skpbench" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[START_DIR]/skia/tools/skpbench/skpbench.py", |
| "/data/local/tmp/skpbench", |
| "/sdcard/revenge_of_the_skiabot/skps", |
| "--adb", |
| "--resultsfile", |
| "[CUSTOM_[SWARM_OUT_DIR]]/table", |
| "--config", |
| "vk" |
| ], |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "name": "skpbench" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n" |
| ], |
| "name": "get swarming bot id", |
| "stdout": "/path/to/tmp/", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@python.inline@import os@@@", |
| "@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@", |
| "@@@STEP_LOG_END@python.inline@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n" |
| ], |
| "name": "get swarming task id", |
| "stdout": "/path/to/tmp/", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@python.inline@import os@@@", |
| "@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@", |
| "@@@STEP_LOG_END@python.inline@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", |
| "[CUSTOM_[SWARM_OUT_DIR]]/perfdata/Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-GN_Android_Vulkan_Skpbench/data", |
| "511" |
| ], |
| "name": "makedirs perf_dir", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@import sys, os@@@", |
| "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@", |
| "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@", |
| "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@", |
| "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@", |
| "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@", |
| "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@", |
| "@@@STEP_LOG_END@python.inline@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[START_DIR]/skia/tools/skpbench/skiaperf.py", |
| "[CUSTOM_[SWARM_OUT_DIR]]/table", |
| "--properties", |
| "gitHash", |
| "abc123", |
| "build_number", |
| "5", |
| "no_buildbot", |
| "True", |
| "swarming_bot_id", |
| "skia-bot-123", |
| "swarming_task_id", |
| "123456", |
| "--outfile", |
| "[CUSTOM_[SWARM_OUT_DIR]]/perfdata/Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-GN_Android_Vulkan_Skpbench/data/skpbench_abc123_1337000001.json", |
| "--key", |
| "arch", |
| "arm64", |
| "compiler", |
| "Clang", |
| "cpu_or_gpu", |
| "GPU", |
| "cpu_or_gpu_value", |
| "TegraX1", |
| "extra_config", |
| "GN_Android_Vulkan_Skpbench", |
| "model", |
| "PixelC", |
| "os", |
| "Android" |
| ], |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "name": "Parse skpbench output into Perf json" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "\nimport os\nimport subprocess\nimport sys\nout = sys.argv[1]\nlog = subprocess.check_output(['adb', 'logcat', '-d'])\nfor line in log.split('\\n'):\n tokens = line.split()\n if len(tokens) == 11 and tokens[-7] == 'F' and tokens[-3] == 'pc':\n addr, path = tokens[-2:]\n local = os.path.join(out, os.path.basename(path))\n if os.path.exists(local):\n sym = subprocess.check_output(['addr2line', '-Cfpe', local, addr])\n line = line.replace(addr, addr + ' ' + sym.strip())\n print line\n", |
| "[START_DIR]/out/Release" |
| ], |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "dump log", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@import os@@@", |
| "@@@STEP_LOG_LINE@python.inline@import subprocess@@@", |
| "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| "@@@STEP_LOG_LINE@python.inline@out = sys.argv[1]@@@", |
| "@@@STEP_LOG_LINE@python.inline@log = subprocess.check_output(['adb', 'logcat', '-d'])@@@", |
| "@@@STEP_LOG_LINE@python.inline@for line in log.split('\\n'):@@@", |
| "@@@STEP_LOG_LINE@python.inline@ tokens = line.split()@@@", |
| "@@@STEP_LOG_LINE@python.inline@ if len(tokens) == 11 and tokens[-7] == 'F' and tokens[-3] == 'pc':@@@", |
| "@@@STEP_LOG_LINE@python.inline@ addr, path = tokens[-2:]@@@", |
| "@@@STEP_LOG_LINE@python.inline@ local = os.path.join(out, os.path.basename(path))@@@", |
| "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(local):@@@", |
| "@@@STEP_LOG_LINE@python.inline@ sym = subprocess.check_output(['addr2line', '-Cfpe', local, addr])@@@", |
| "@@@STEP_LOG_LINE@python.inline@ line = line.replace(addr, addr + ' ' + sym.strip())@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print line@@@", |
| "@@@STEP_LOG_END@python.inline@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "adb", |
| "kill-server" |
| ], |
| "cwd": "[START_DIR]/skia", |
| "env": { |
| "BUILDTYPE": "Release", |
| "CHROME_HEADLESS": "1", |
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]", |
| "SKIA_OUT": "[START_DIR]/out" |
| }, |
| "infra_step": true, |
| "name": "kill adb server" |
| }, |
| { |
| "name": "$result", |
| "recipe_result": null, |
| "status_code": 0 |
| } |
| ] |