build_and_run_benchmark.sh

#!/bin/bash
#
# Build benchmark app and run it, mimicking a user-initiated run
#
# Output is logged to a temporary folder and summarized in txt and JSON formats.
#
# Parameters
# - number of runs

if [[ -z "$ANDROID_BUILD_TOP" ]]; then
  echo ANDROID_BUILD_TOP not set, bailing out
  echo you must run lunch before running this script
  exit 1
fi

set -e
cd $ANDROID_BUILD_TOP

LOGDIR=$(mktemp -d)/mlts-logs
mkdir -p $LOGDIR
echo Creating logs in $LOGDIR

adb -d root

# Skip setup wizard and remount (read-write)
if ! adb -d shell test -f /data/local.prop; then
  adb -d shell 'echo ro.setupwizard.mode=DISABLED > /data/local.prop'
  adb -d shell 'chmod 644 /data/local.prop'
  adb -d shell 'settings put global device_provisioned 1*'
  adb -d shell 'settings put secure user_setup_complete 1'
  adb -d disable-verity
  adb -d reboot
  sleep 5
  adb wait-for-usb-device remount
fi

# Build and install benchmark app
make NeuralNetworksApiBenchmark
adb -d install $OUT/data/app/NeuralNetworksApiBenchmark/NeuralNetworksApiBenchmark.apk

# Enable menu key press through adb
adb -d shell 'echo testing > /data/local/enable_menu_key'
# Leave screen on (affects scheduling)
adb -d shell settings put system screen_off_timeout 86400000
# Stop background apps, seem to take ~10% CPU otherwise
set +e
adb -d shell 'pm disable com.google.android.googlequicksearchbox'
adb shell 'pm list packages -f' | sed -e 's/.*=//' | sed 's/\r//g' | grep "com.breel.wallpapers" | while read pkg; do adb -d shell "pm disable $pkg"; done;
set -e
adb -d shell setprop debug.nn.cpuonly 0
adb -d shell setprop debug.nn.vlog 0

HOST_CSV=$LOGDIR/benchmark.csv
RESULT_HTML=$LOGDIR/result.html

DEVICE_CSV=/data/data/com.android.nn.benchmark.app/benchmark.csv

# Menukey - make sure screen is on
adb shell "input keyevent 82"
# Show homescreen
adb shell wm dismiss-keyguard
# Remove old benchmark csv data
adb shell rm ${DEVICE_CSV}
# Set the shell pid as a top-app and run tests
adb shell 'echo $$ > /dev/stune/top-app/tasks; am instrument -w -e size large -e class com.android.nn.benchmark.app.NNScoringTest com.android.nn.benchmark.app/android.support.test.runner.AndroidJUnitRunner'
adb pull $DEVICE_CSV $HOST_CSV
echo Benchmark data saved in $HOST_CSV

$ANDROID_BUILD_TOP/test/mlts/benchmark/results/generate_result.py $HOST_CSV $RESULT_HTML
echo Results stored  in $RESULT_HTML