am 1be1323d: Merge "Add performance measurement reporting to CtsVerifier." into lmp-sprout-dev
* commit '1be1323d28161864ba62fa0853b65e0ab88e99c5':
Add performance measurement reporting to CtsVerifier.
diff --git a/apps/CtsVerifier/Android.mk b/apps/CtsVerifier/Android.mk
index d0a3c43..87f962f 100644
--- a/apps/CtsVerifier/Android.mk
+++ b/apps/CtsVerifier/Android.mk
@@ -25,7 +25,10 @@
LOCAL_SRC_FILES := $(call all-java-files-under, src) $(call all-Iaidl-files-under, src)
-LOCAL_STATIC_JAVA_LIBRARIES := cts-sensors-tests ctstestrunner android-ex-camera2
+LOCAL_STATIC_JAVA_LIBRARIES := android-ex-camera2 \
+ compatibility-common-util-devicesidelib_v2 \
+ cts-sensors-tests \
+ ctstestrunner \
LOCAL_PACKAGE_NAME := CtsVerifier
diff --git a/apps/CtsVerifier/src/com/android/cts/verifier/PassFailButtons.java b/apps/CtsVerifier/src/com/android/cts/verifier/PassFailButtons.java
index ab119bd..5a08558 100644
--- a/apps/CtsVerifier/src/com/android/cts/verifier/PassFailButtons.java
+++ b/apps/CtsVerifier/src/com/android/cts/verifier/PassFailButtons.java
@@ -16,6 +16,8 @@
package com.android.cts.verifier;
+import com.android.compatibility.common.util.ReportLog;
+
import android.app.AlertDialog;
import android.app.Dialog;
import android.content.ContentResolver;
@@ -94,10 +96,18 @@
* @param passed Whether or not the test passed.
*/
void setTestResultAndFinish(boolean passed);
+
+ /** @return A {@link ReportLog} that is used to record test metric data. */
+ ReportLog getReportLog();
}
public static class Activity extends android.app.Activity implements PassFailActivity {
private WakeLock mWakeLock;
+ private final ReportLog reportLog;
+
+ public Activity() {
+ this.reportLog = new CtsVerifierReportLog();
+ }
@Override
protected void onResume() {
@@ -149,13 +159,22 @@
@Override
public void setTestResultAndFinish(boolean passed) {
- PassFailButtons.setTestResultAndFinishHelper(this, getTestId(), getTestDetails(),
- passed);
+ PassFailButtons.setTestResultAndFinishHelper(
+ this, getTestId(), getTestDetails(), passed, getReportLog());
}
+
+ @Override
+ public ReportLog getReportLog() { return reportLog; }
}
public static class ListActivity extends android.app.ListActivity implements PassFailActivity {
+ private final ReportLog reportLog;
+
+ public ListActivity() {
+ this.reportLog = new CtsVerifierReportLog();
+ }
+
@Override
public void setPassFailButtonClickListeners() {
setPassFailClickListeners(this);
@@ -188,14 +207,23 @@
@Override
public void setTestResultAndFinish(boolean passed) {
- PassFailButtons.setTestResultAndFinishHelper(this, getTestId(), getTestDetails(),
- passed);
+ PassFailButtons.setTestResultAndFinishHelper(
+ this, getTestId(), getTestDetails(), passed, getReportLog());
}
+
+ @Override
+ public ReportLog getReportLog() { return reportLog; }
}
public static class TestListActivity extends AbstractTestListActivity
implements PassFailActivity {
+ private final ReportLog reportLog;
+
+ public TestListActivity() {
+ this.reportLog = new CtsVerifierReportLog();
+ }
+
@Override
public void setPassFailButtonClickListeners() {
setPassFailClickListeners(this);
@@ -228,9 +256,12 @@
@Override
public void setTestResultAndFinish(boolean passed) {
- PassFailButtons.setTestResultAndFinishHelper(this, getTestId(), getTestDetails(),
- passed);
+ PassFailButtons.setTestResultAndFinishHelper(
+ this, getTestId(), getTestDetails(), passed, getReportLog());
}
+
+ @Override
+ public ReportLog getReportLog() { return reportLog; }
}
private static <T extends android.app.Activity & PassFailActivity>
@@ -239,7 +270,7 @@
@Override
public void onClick(View target) {
setTestResultAndFinish(activity, activity.getTestId(), activity.getTestDetails(),
- target);
+ activity.getReportLog(), target);
}
};
@@ -366,7 +397,7 @@
/** Set the test result corresponding to the button clicked and finish the activity. */
private static void setTestResultAndFinish(android.app.Activity activity, String testId,
- String testDetails, View target) {
+ String testDetails, ReportLog reportLog, View target) {
boolean passed;
switch (target.getId()) {
case R.id.pass_button:
@@ -378,16 +409,16 @@
default:
throw new IllegalArgumentException("Unknown id: " + target.getId());
}
- setTestResultAndFinishHelper(activity, testId, testDetails, passed);
+ setTestResultAndFinishHelper(activity, testId, testDetails, passed, reportLog);
}
/** Set the test result and finish the activity. */
private static void setTestResultAndFinishHelper(android.app.Activity activity, String testId,
- String testDetails, boolean passed) {
+ String testDetails, boolean passed, ReportLog reportLog) {
if (passed) {
- TestResult.setPassedResult(activity, testId, testDetails);
+ TestResult.setPassedResult(activity, testId, testDetails, reportLog);
} else {
- TestResult.setFailedResult(activity, testId, testDetails);
+ TestResult.setFailedResult(activity, testId, testDetails, reportLog);
}
activity.finish();
@@ -396,4 +427,8 @@
private static ImageButton getPassButtonView(android.app.Activity activity) {
return (ImageButton) activity.findViewById(R.id.pass_button);
}
+
+ public static class CtsVerifierReportLog extends ReportLog {
+
+ }
}
diff --git a/apps/CtsVerifier/src/com/android/cts/verifier/TestListAdapter.java b/apps/CtsVerifier/src/com/android/cts/verifier/TestListAdapter.java
index afe3a73..2160902 100644
--- a/apps/CtsVerifier/src/com/android/cts/verifier/TestListAdapter.java
+++ b/apps/CtsVerifier/src/com/android/cts/verifier/TestListAdapter.java
@@ -16,6 +16,8 @@
package com.android.cts.verifier;
+import com.android.compatibility.common.util.ReportLog;
+
import android.content.ContentResolver;
import android.content.Context;
import android.content.Intent;
@@ -30,6 +32,9 @@
import android.widget.ListView;
import android.widget.TextView;
+import java.io.ByteArrayInputStream;
+import java.io.IOException;
+import java.io.ObjectInputStream;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
@@ -66,6 +71,9 @@
/** Map from test name to test details. */
private final Map<String, String> mTestDetails = new HashMap<String, String>();
+ /** Map from test name to {@link ReportLog}. */
+ private final Map<String, ReportLog> mReportLogs = new HashMap<String, ReportLog>();
+
private final LayoutInflater mLayoutInflater;
/** {@link ListView} row that is either a test category header or a test. */
@@ -168,7 +176,7 @@
public void setTestResult(TestResult testResult) {
new SetTestResultTask(testResult.getName(), testResult.getResult(),
- testResult.getDetails()).execute();
+ testResult.getDetails(), testResult.getReportLog()).execute();
}
class RefreshTestResultsTask extends AsyncTask<Void, Void, RefreshResult> {
@@ -187,6 +195,8 @@
mTestResults.putAll(result.mResults);
mTestDetails.clear();
mTestDetails.putAll(result.mDetails);
+ mReportLogs.clear();
+ mReportLogs.putAll(result.mReportLogs);
notifyDataSetChanged();
}
}
@@ -195,12 +205,17 @@
List<TestListItem> mItems;
Map<String, Integer> mResults;
Map<String, String> mDetails;
+ Map<String, ReportLog> mReportLogs;
- RefreshResult(List<TestListItem> items, Map<String, Integer> results,
- Map<String, String> details) {
+ RefreshResult(
+ List<TestListItem> items,
+ Map<String, Integer> results,
+ Map<String, String> details,
+ Map<String, ReportLog> reportLogs) {
mItems = items;
mResults = results;
mDetails = details;
+ mReportLogs = reportLogs;
}
}
@@ -211,11 +226,13 @@
TestResultsProvider.COLUMN_TEST_NAME,
TestResultsProvider.COLUMN_TEST_RESULT,
TestResultsProvider.COLUMN_TEST_DETAILS,
+ TestResultsProvider.COLUMN_TEST_METRICS,
};
RefreshResult getRefreshResults(List<TestListItem> items) {
Map<String, Integer> results = new HashMap<String, Integer>();
Map<String, String> details = new HashMap<String, String>();
+ Map<String, ReportLog> reportLogs = new HashMap<String, ReportLog>();
ContentResolver resolver = mContext.getContentResolver();
Cursor cursor = null;
try {
@@ -226,8 +243,10 @@
String testName = cursor.getString(1);
int testResult = cursor.getInt(2);
String testDetails = cursor.getString(3);
+ ReportLog reportLog = (ReportLog) deserialize(cursor.getBlob(4));
results.put(testName, testResult);
details.put(testName, testDetails);
+ reportLogs.put(testName, reportLog);
} while (cursor.moveToNext());
}
} finally {
@@ -235,7 +254,7 @@
cursor.close();
}
}
- return new RefreshResult(items, results, details);
+ return new RefreshResult(items, results, details, reportLogs);
}
class ClearTestResultsTask extends AsyncTask<Void, Void, Void> {
@@ -256,15 +275,22 @@
private final String mDetails;
- SetTestResultTask(String testName, int result, String details) {
+ private final ReportLog mReportLog;
+
+ SetTestResultTask(
+ String testName,
+ int result,
+ String details,
+ ReportLog reportLog) {
mTestName = testName;
mResult = result;
mDetails = details;
+ mReportLog = reportLog;
}
@Override
protected Void doInBackground(Void... params) {
- TestResultsProvider.setTestResult(mContext, mTestName, mResult, mDetails);
+ TestResultsProvider.setTestResult(mContext, mTestName, mResult, mDetails, mReportLog);
return null;
}
}
@@ -332,6 +358,13 @@
: null;
}
+ public ReportLog getReportLog(int position) {
+ TestListItem item = getItem(position);
+ return mReportLogs.containsKey(item.testName)
+ ? mReportLogs.get(item.testName)
+ : null;
+ }
+
public boolean allTestsPassed() {
for (TestListItem item : mRows) {
if (item.isTest() && (!mTestResults.containsKey(item.testName)
@@ -400,4 +433,29 @@
}
}
+
+ private static Object deserialize(byte[] bytes) {
+ if (bytes == null || bytes.length == 0) {
+ return null;
+ }
+ ByteArrayInputStream byteStream = new ByteArrayInputStream(bytes);
+ ObjectInputStream objectInput = null;
+ try {
+ objectInput = new ObjectInputStream(byteStream);
+ return objectInput.readObject();
+ } catch (IOException e) {
+ return null;
+ } catch (ClassNotFoundException e) {
+ return null;
+ } finally {
+ try {
+ if (objectInput != null) {
+ objectInput.close();
+ }
+ byteStream.close();
+ } catch (IOException e) {
+ // Ignore close exception.
+ }
+ }
+ }
}
diff --git a/apps/CtsVerifier/src/com/android/cts/verifier/TestResult.java b/apps/CtsVerifier/src/com/android/cts/verifier/TestResult.java
index 68513ac..d8a675c 100644
--- a/apps/CtsVerifier/src/com/android/cts/verifier/TestResult.java
+++ b/apps/CtsVerifier/src/com/android/cts/verifier/TestResult.java
@@ -16,6 +16,8 @@
package com.android.cts.verifier;
+import com.android.compatibility.common.util.ReportLog;
+
import android.app.Activity;
import android.content.Intent;
@@ -35,29 +37,44 @@
private static final String TEST_NAME = "name";
private static final String TEST_RESULT = "result";
private static final String TEST_DETAILS = "details";
+ private static final String TEST_METRICS = "metrics";
private final String mName;
private final int mResult;
private final String mDetails;
+ private final ReportLog mReportLog;
/** Sets the test activity's result to pass. */
public static void setPassedResult(Activity activity, String testId, String testDetails) {
+ setPassedResult(activity, testId, testDetails, null /*reportLog*/);
+ }
+
+ /** Sets the test activity's result to pass including a test report log result. */
+ public static void setPassedResult(Activity activity, String testId, String testDetails,
+ ReportLog reportLog) {
activity.setResult(Activity.RESULT_OK, createResult(activity, TEST_RESULT_PASSED, testId,
- testDetails));
+ testDetails, reportLog));
}
/** Sets the test activity's result to failed. */
public static void setFailedResult(Activity activity, String testId, String testDetails) {
+ setFailedResult(activity, testId, testDetails, null /*reportLog*/);
+ }
+
+ /** Sets the test activity's result to failed including a test report log result. */
+ public static void setFailedResult(Activity activity, String testId, String testDetails,
+ ReportLog reportLog) {
activity.setResult(Activity.RESULT_OK, createResult(activity, TEST_RESULT_FAILED, testId,
- testDetails));
+ testDetails, reportLog));
}
private static Intent createResult(Activity activity, int testResult, String testName,
- String testDetails) {
+ String testDetails, ReportLog reportLog) {
Intent data = new Intent(activity, activity.getClass());
data.putExtra(TEST_NAME, testName);
data.putExtra(TEST_RESULT, testResult);
data.putExtra(TEST_DETAILS, testDetails);
+ data.putExtra(TEST_METRICS, reportLog);
return data;
}
@@ -69,13 +86,16 @@
String name = data.getStringExtra(TEST_NAME);
int result = data.getIntExtra(TEST_RESULT, TEST_RESULT_NOT_EXECUTED);
String details = data.getStringExtra(TEST_DETAILS);
- return new TestResult(name, result, details);
+ ReportLog reportLog = (ReportLog) data.getSerializableExtra(TEST_METRICS);
+ return new TestResult(name, result, details, reportLog);
}
- private TestResult(String name, int result, String details) {
+ private TestResult(
+ String name, int result, String details, ReportLog reportLog) {
this.mName = name;
this.mResult = result;
this.mDetails = details;
+ this.mReportLog = reportLog;
}
/** Return the name of the test like "com.android.cts.verifier.foo.FooTest" */
@@ -92,4 +112,9 @@
public String getDetails() {
return mDetails;
}
+
+ /** @return the {@link ReportLog} or null if not set */
+ public ReportLog getReportLog() {
+ return mReportLog;
+ }
}
diff --git a/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsBackupHelper.java b/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsBackupHelper.java
index e4cd24a..45e528f 100644
--- a/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsBackupHelper.java
+++ b/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsBackupHelper.java
@@ -59,6 +59,7 @@
int resultIndex = cursor.getColumnIndex(TestResultsProvider.COLUMN_TEST_RESULT);
int infoSeenIndex = cursor.getColumnIndex(TestResultsProvider.COLUMN_TEST_INFO_SEEN);
int detailsIndex = cursor.getColumnIndex(TestResultsProvider.COLUMN_TEST_DETAILS);
+ int metricsIndex = cursor.getColumnIndex(TestResultsProvider.COLUMN_TEST_METRICS);
ByteArrayOutputStream byteOutput = new ByteArrayOutputStream();
DataOutputStream dataOutput = new DataOutputStream(byteOutput);
@@ -69,11 +70,16 @@
int result = cursor.getInt(resultIndex);
int infoSeen = cursor.getInt(infoSeenIndex);
String details = cursor.getString(detailsIndex);
+ byte[] metricsData = cursor.getBlob(metricsIndex);
dataOutput.writeUTF(name);
dataOutput.writeInt(result);
dataOutput.writeInt(infoSeen);
dataOutput.writeUTF(details != null ? details : "");
+ dataOutput.writeInt(metricsData.length);
+ if (metricsData.length > 0) {
+ dataOutput.write(metricsData);
+ }
}
byte[] rawBytes = byteOutput.toByteArray();
@@ -106,12 +112,19 @@
int result = dataInput.readInt();
int infoSeen = dataInput.readInt();
String details = dataInput.readUTF();
+ int metricsDataSize = dataInput.readInt();
values[i] = new ContentValues();
values[i].put(TestResultsProvider.COLUMN_TEST_NAME, name);
values[i].put(TestResultsProvider.COLUMN_TEST_RESULT, result);
values[i].put(TestResultsProvider.COLUMN_TEST_INFO_SEEN, infoSeen);
values[i].put(TestResultsProvider.COLUMN_TEST_DETAILS, details);
+
+ if (metricsDataSize > 0) {
+ byte[] metrics = new byte[metricsDataSize];
+ dataInput.readFully(metrics);
+ values[i].put(TestResultsProvider.COLUMN_TEST_METRICS, metrics);
+ }
}
ContentResolver resolver = mContext.getContentResolver();
@@ -127,7 +140,7 @@
private void failBackupTest() {
TestResultsProvider.setTestResult(mContext, BackupTestActivity.class.getName(),
- TestResult.TEST_RESULT_FAILED, null);
+ TestResult.TEST_RESULT_FAILED, null /*testDetails*/, null /*testMetrics*/);
}
@Override
diff --git a/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsProvider.java b/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsProvider.java
index df05519..a9f672e 100644
--- a/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsProvider.java
+++ b/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsProvider.java
@@ -16,6 +16,8 @@
package com.android.cts.verifier;
+import com.android.compatibility.common.util.ReportLog;
+
import android.app.backup.BackupManager;
import android.content.ContentProvider;
import android.content.ContentResolver;
@@ -28,6 +30,10 @@
import android.database.sqlite.SQLiteQueryBuilder;
import android.net.Uri;
+import java.io.ByteArrayOutputStream;
+import java.io.IOException;
+import java.io.ObjectOutputStream;
+
/** {@link ContentProvider} that provides read and write access to the test results. */
public class TestResultsProvider extends ContentProvider {
@@ -56,6 +62,9 @@
/** String containing the test's details. */
static final String COLUMN_TEST_DETAILS = "testdetails";
+ /** ReportLog containing the test result metrics. */
+ static final String COLUMN_TEST_METRICS = "testmetrics";
+
private static final UriMatcher URI_MATCHER = new UriMatcher(UriMatcher.NO_MATCH);
private static final int RESULTS_ALL = 1;
private static final int RESULTS_ID = 2;
@@ -96,7 +105,8 @@
+ COLUMN_TEST_NAME + " TEXT, "
+ COLUMN_TEST_RESULT + " INTEGER,"
+ COLUMN_TEST_INFO_SEEN + " INTEGER DEFAULT 0,"
- + COLUMN_TEST_DETAILS + " TEXT);");
+ + COLUMN_TEST_DETAILS + " TEXT,"
+ + COLUMN_TEST_METRICS + " BLOB);");
}
@Override
@@ -202,11 +212,12 @@
}
static void setTestResult(Context context, String testName, int testResult,
- String testDetails) {
+ String testDetails, ReportLog reportLog) {
ContentValues values = new ContentValues(2);
values.put(TestResultsProvider.COLUMN_TEST_RESULT, testResult);
values.put(TestResultsProvider.COLUMN_TEST_NAME, testName);
values.put(TestResultsProvider.COLUMN_TEST_DETAILS, testDetails);
+ values.put(TestResultsProvider.COLUMN_TEST_METRICS, serialize(reportLog));
ContentResolver resolver = context.getContentResolver();
int numUpdated = resolver.update(TestResultsProvider.RESULTS_CONTENT_URI, values,
@@ -218,4 +229,24 @@
}
}
+ private static byte[] serialize(Object o) {
+ ByteArrayOutputStream byteStream = new ByteArrayOutputStream();
+ ObjectOutputStream objectOutput = null;
+ try {
+ objectOutput = new ObjectOutputStream(byteStream);
+ objectOutput.writeObject(o);
+ return byteStream.toByteArray();
+ } catch (IOException e) {
+ return null;
+ } finally {
+ try {
+ if (objectOutput != null) {
+ objectOutput.close();
+ }
+ byteStream.close();
+ } catch (IOException e) {
+ // Ignore close exception.
+ }
+ }
+ }
}
diff --git a/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsReport.java b/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsReport.java
index e40b428..dc2502c 100644
--- a/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsReport.java
+++ b/apps/CtsVerifier/src/com/android/cts/verifier/TestResultsReport.java
@@ -16,6 +16,8 @@
package com.android.cts.verifier;
+import com.android.compatibility.common.util.MetricsXmlSerializer;
+import com.android.compatibility.common.util.ReportLog;
import com.android.cts.verifier.TestListAdapter.TestListItem;
import org.xmlpull.v1.XmlSerializer;
@@ -128,6 +130,12 @@
xml.endTag(null, TEST_DETAILS_TAG);
}
+ ReportLog reportLog = mAdapter.getReportLog(i);
+ if (reportLog != null) {
+ MetricsXmlSerializer metricsXmlSerializer = new MetricsXmlSerializer(xml);
+ metricsXmlSerializer.serialize(reportLog);
+ }
+
xml.endTag(null, TEST_TAG);
}
}
diff --git a/apps/CtsVerifier/src/com/android/cts/verifier/sample/SampleTestActivity.java b/apps/CtsVerifier/src/com/android/cts/verifier/sample/SampleTestActivity.java
index 25f90d9..41bc303 100644
--- a/apps/CtsVerifier/src/com/android/cts/verifier/sample/SampleTestActivity.java
+++ b/apps/CtsVerifier/src/com/android/cts/verifier/sample/SampleTestActivity.java
@@ -16,8 +16,12 @@
package com.android.cts.verifier.sample;
+import com.android.compatibility.common.util.ReportLog;
+import com.android.compatibility.common.util.ResultType;
+import com.android.compatibility.common.util.ResultUnit;
import com.android.cts.verifier.PassFailButtons;
import com.android.cts.verifier.R;
+import com.android.cts.verifier.TestResult;
import android.content.Intent;
import android.net.Uri;
@@ -61,6 +65,7 @@
public void onClick(View v) {
try {
createFileAndShare();
+ recordMetricsExample();
} catch (Exception e) {
e.printStackTrace();
}
@@ -68,6 +73,21 @@
});
}
+ private void recordMetricsExample() {
+ double[] metricValues = new double[] {1, 11, 21, 1211, 111221};
+
+ // Record metric results
+ getReportLog().setSummary(
+ "Sample Summary", 1.0, ResultType.HIGHER_BETTER, ResultUnit.BYTE);
+ getReportLog().addValues("Sample Values", metricValues, ResultType.NEUTRAL, ResultUnit.FPS);
+
+ // Alternatively, activities can invoke TestResult directly to record metrics
+ ReportLog reportLog = new PassFailButtons.CtsVerifierReportLog();
+ reportLog.setSummary("Sample Summary", 1.0, ResultType.HIGHER_BETTER, ResultUnit.BYTE);
+ getReportLog().addValues("Sample Values", metricValues, ResultType.NEUTRAL, ResultUnit.FPS);
+ TestResult.setPassedResult(this, "manualSample", "manualDetails", reportLog);
+ }
+
/**
* Creates a temporary file containing the test string and then issues the intent to share it.
*
diff --git a/common/util/Android.mk b/common/util/Android.mk
index b7842559..84ced65 100644
--- a/common/util/Android.mk
+++ b/common/util/Android.mk
@@ -42,6 +42,8 @@
LOCAL_MODULE := compatibility-common-util-hostsidelib_v2
+LOCAL_STATIC_JAVA_LIBRARIES := kxml2-2.3.0
+
include $(BUILD_HOST_JAVA_LIBRARY)
###############################################################################
@@ -52,7 +54,10 @@
LOCAL_SRC_FILES := $(call all-java-files-under, tests/src)
-LOCAL_JAVA_LIBRARIES := junit
+LOCAL_STATIC_JAVA_LIBRARIES := \
+ junit \
+ kxml2-2.3.0 \
+ compatibility-common-util-hostsidelib_v2
LOCAL_MODULE := compatibility-common-util-tests_v2
diff --git a/common/util/run_unit_tests.sh b/common/util/run_unit_tests.sh
new file mode 100755
index 0000000..04a6745
--- /dev/null
+++ b/common/util/run_unit_tests.sh
@@ -0,0 +1,49 @@
+#!/bin/bash
+
+# Copyright (C) 2012 The Android Open Source Project
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# helper script for running the cts common unit tests
+
+checkFile() {
+ if [ ! -f "$1" ]; then
+ echo "Unable to locate $1"
+ exit
+ fi;
+}
+
+# check if in Android build env
+if [ ! -z ${ANDROID_BUILD_TOP} ]; then
+ HOST=`uname`
+ if [ "$HOST" == "Linux" ]; then
+ OS="linux-x86"
+ elif [ "$HOST" == "Darwin" ]; then
+ OS="darwin-x86"
+ else
+ echo "Unrecognized OS"
+ exit
+ fi;
+fi;
+
+JAR_DIR=${ANDROID_BUILD_TOP}/out/host/$OS/framework
+JARS="tradefed-prebuilt.jar compatibility-common-util-hostsidelib_v2.jar compatibility-common-util-tests_v2.jar"
+
+for JAR in $JARS; do
+ checkFile ${JAR_DIR}/${JAR}
+ JAR_PATH=${JAR_PATH}:${JAR_DIR}/${JAR}
+done
+
+java $RDBG_FLAG \
+ -cp ${JAR_PATH} com.android.tradefed.command.Console run singleCommand host -n --class com.android.compatibility.common.util.UnitTests "$@"
+
diff --git a/common/util/src/com/android/compatibility/common/util/MetricsXmlSerializer.java b/common/util/src/com/android/compatibility/common/util/MetricsXmlSerializer.java
new file mode 100644
index 0000000..0e2b004
--- /dev/null
+++ b/common/util/src/com/android/compatibility/common/util/MetricsXmlSerializer.java
@@ -0,0 +1,70 @@
+/*
+ * Copyright (C) 2014 The Android Open Source Project
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License
+ */
+
+package com.android.compatibility.common.util;
+
+import org.xmlpull.v1.XmlSerializer;
+
+import java.io.IOException;
+import java.util.List;
+
+/**
+ * Serialize Metric data from {@link ReportLog} into compatibility report friendly XML
+ */
+public final class MetricsXmlSerializer {
+
+ private final XmlSerializer mXmlSerializer;
+
+ public MetricsXmlSerializer(XmlSerializer xmlSerializer) {
+ this.mXmlSerializer = xmlSerializer;
+ }
+
+ public void serialize(ReportLog reportLog) throws IOException {
+ if (reportLog == null) {
+ return;
+ }
+ ReportLog.Result summary = reportLog.getSummary();
+ List<ReportLog.Result> detailedMetrics = reportLog.getDetailedMetrics();
+ // <Summary message="Average" scoreType="lower_better" unit="ms">195.2</Summary>
+ if (summary != null) {
+ mXmlSerializer.startTag(null, "Summary");
+ mXmlSerializer.attribute(null, "message", summary.getMessage());
+ mXmlSerializer.attribute(null, "scoreType", summary.getType().getXmlString());
+ mXmlSerializer.attribute(null, "unit", summary.getUnit().getXmlString());
+ mXmlSerializer.text(Double.toString(summary.getValues()[0]));
+ mXmlSerializer.endTag(null, "Summary");
+ }
+
+ if (!detailedMetrics.isEmpty()) {
+ mXmlSerializer.startTag(null, "Details");
+ for (ReportLog.Result result : detailedMetrics) {
+ mXmlSerializer.startTag(null, "ValueArray");
+ mXmlSerializer.attribute(null, "source", result.getLocation());
+ mXmlSerializer.attribute(null, "message", result.getMessage());
+ mXmlSerializer.attribute(null, "scoreType", result.getType().getXmlString());
+ mXmlSerializer.attribute(null, "unit", result.getUnit().getXmlString());
+
+ for (double value : result.getValues()) {
+ mXmlSerializer.startTag(null, "Value");
+ mXmlSerializer.text(Double.toString(value));
+ mXmlSerializer.endTag(null, "Value");
+ }
+ mXmlSerializer.endTag(null, "ValueArray");
+ }
+ mXmlSerializer.endTag(null, "Details");
+ }
+ }
+}
diff --git a/common/util/src/com/android/compatibility/common/util/ReportLog.java b/common/util/src/com/android/compatibility/common/util/ReportLog.java
index 9e733e4..8cfc086 100644
--- a/common/util/src/com/android/compatibility/common/util/ReportLog.java
+++ b/common/util/src/com/android/compatibility/common/util/ReportLog.java
@@ -16,6 +16,9 @@
package com.android.compatibility.common.util;
+import org.xmlpull.v1.XmlSerializer;
+
+import java.io.IOException;
import java.io.Serializable;
import java.util.ArrayList;
import java.util.List;
@@ -28,8 +31,8 @@
private Result mSummary;
private final List<Result> mDetails = new ArrayList<Result>();
- private class Result implements Serializable {
- private static final int BASE_DEPTH = 2;// 0:constructor, 1:addValues/setSummary, 2:caller
+ class Result implements Serializable {
+ private static final int CALLER_STACKTRACE_DEPTH = 5;
private String mLocation;
private String mMessage;
private double[] mValues;
@@ -53,15 +56,35 @@
private Result(String message, double[] values, ResultType type,
ResultUnit unit, int depth) {
final StackTraceElement[] trace = Thread.currentThread().getStackTrace();
- final StackTraceElement e = trace[Math.min(BASE_DEPTH + depth, trace.length - 1)];
- mLocation = String.format("%s#%s:%d",
- e.getClassName(), e.getMethodName(), e.getLineNumber());
+ final StackTraceElement e =
+ trace[Math.min(CALLER_STACKTRACE_DEPTH + depth, trace.length - 1)];
+ mLocation = String.format(
+ "%s#%s:%d", e.getClassName(), e.getMethodName(), e.getLineNumber());
mMessage = message;
mValues = values;
mType = type;
mUnit = unit;
}
+ public String getLocation() {
+ return mLocation;
+ }
+
+ public String getMessage() {
+ return mMessage;
+ }
+
+ public double[] getValues() {
+ return mValues;
+ }
+
+ public ResultType getType() {
+ return mType;
+ }
+
+ public ResultUnit getUnit() {
+ return mUnit;
+ }
}
/**
@@ -108,4 +131,12 @@
ResultUnit unit, int depth) {
mSummary = new Result(message, new double[] {value}, type, unit, depth);
}
+
+ public Result getSummary() {
+ return mSummary;
+ }
+
+ public List<Result> getDetailedMetrics() {
+ return new ArrayList<Result>(mDetails);
+ }
}
diff --git a/common/util/tests/src/com/android/compatibility/common/util/MetricsXmlSerializerTest.java b/common/util/tests/src/com/android/compatibility/common/util/MetricsXmlSerializerTest.java
new file mode 100644
index 0000000..70da820
--- /dev/null
+++ b/common/util/tests/src/com/android/compatibility/common/util/MetricsXmlSerializerTest.java
@@ -0,0 +1,91 @@
+/*
+ * Copyright (C) 2014 The Android Open Source Project
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License
+ */
+
+package com.android.compatibility.common.util;
+
+import junit.framework.TestCase;
+
+import org.xmlpull.v1.XmlPullParserFactory;
+import org.xmlpull.v1.XmlSerializer;
+
+import java.io.ByteArrayOutputStream;
+import java.io.IOException;
+
+/**
+ * Unit tests for {@link MetricsXmlSerializer}
+ */
+public class MetricsXmlSerializerTest extends TestCase {
+
+ static class LocalReportLog extends ReportLog {}
+ private static final double[] VALUES = new double[] {1, 11, 21, 1211, 111221};
+ private static final String HEADER = "<?xml version='1.0' encoding='utf-8' standalone='yes' ?>";
+ private static final String EXPECTED_XML =
+ HEADER
+ + "<Summary message=\"Sample\" scoreType=\"higher_better\" unit=\"byte\">1.0</Summary>"
+ + "<Details>"
+ + "<ValueArray source=\"sun.reflect.NativeMethodAccessorImpl#invoke0:-2\""
+ + " message=\"Details\" scoreType=\"neutral\" unit=\"fps\">"
+ + "<Value>1.0</Value>"
+ + "<Value>11.0</Value>"
+ + "<Value>21.0</Value>"
+ + "<Value>1211.0</Value>"
+ + "<Value>111221.0</Value>"
+ + "</ValueArray>"
+ + "</Details>";
+
+ private LocalReportLog mLocalReportLog;
+ private MetricsXmlSerializer mMetricsXmlSerializer;
+ private ByteArrayOutputStream mByteArrayOutputStream;
+ private XmlSerializer xmlSerializer;
+
+ @Override
+ public void setUp() throws Exception {
+ mLocalReportLog = new LocalReportLog();
+ mByteArrayOutputStream = new ByteArrayOutputStream();
+ XmlPullParserFactory factory = XmlPullParserFactory.newInstance(null, null);
+ xmlSerializer = factory.newSerializer();
+ xmlSerializer.setOutput(mByteArrayOutputStream, "utf-8");
+
+ this.mMetricsXmlSerializer = new MetricsXmlSerializer(xmlSerializer);
+ }
+
+ public void testSerialize_null() throws IOException {
+ xmlSerializer.startDocument("utf-8", true);
+ mMetricsXmlSerializer.serialize(null);
+ xmlSerializer.endDocument();
+
+ assertEquals(HEADER.length(), mByteArrayOutputStream.toByteArray().length);
+ }
+
+ public void testSerialize_noData() throws IOException {
+ xmlSerializer.startDocument("utf-8", true);
+ mMetricsXmlSerializer.serialize(mLocalReportLog);
+ xmlSerializer.endDocument();
+
+ assertEquals(HEADER.length(), mByteArrayOutputStream.toByteArray().length);
+ }
+
+ public void testSerialize() throws IOException {
+ mLocalReportLog.setSummary("Sample", 1.0, ResultType.HIGHER_BETTER, ResultUnit.BYTE);
+ mLocalReportLog.addValues("Details", VALUES, ResultType.NEUTRAL, ResultUnit.FPS);
+
+ xmlSerializer.startDocument("utf-8", true);
+ mMetricsXmlSerializer.serialize(mLocalReportLog);
+ xmlSerializer.endDocument();
+
+ assertEquals(EXPECTED_XML, mByteArrayOutputStream.toString("utf-8"));
+ }
+}
diff --git a/common/util/tests/src/com/android/compatibility/common/util/CommonUtilTest.java b/common/util/tests/src/com/android/compatibility/common/util/UnitTests.java
similarity index 70%
rename from common/util/tests/src/com/android/compatibility/common/util/CommonUtilTest.java
rename to common/util/tests/src/com/android/compatibility/common/util/UnitTests.java
index a376373..b9a17e1 100644
--- a/common/util/tests/src/com/android/compatibility/common/util/CommonUtilTest.java
+++ b/common/util/tests/src/com/android/compatibility/common/util/UnitTests.java
@@ -11,15 +11,21 @@
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
- * limitations under the License.
+ * limitations under the License
*/
package com.android.compatibility.common.util;
-import junit.framework.TestCase;
+import junit.framework.TestSuite;
-public class CommonUtilTest extends TestCase {
+/**
+ * A {@link TestSuite} for the common.util package.
+ */
+public class UnitTests extends TestSuite {
- // TODO(stuartscott): Add tests when there is something to test.
+ public UnitTests() {
+ super();
+ addTestSuite(MetricsXmlSerializerTest.class);
+ }
}