| /* |
| * Copyright (C) 2008 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package com.android.dumprendertree; |
| |
| import android.app.Instrumentation; |
| import android.content.Intent; |
| import android.os.Bundle; |
| import android.test.ActivityInstrumentationTestCase2; |
| import android.util.Log; |
| |
| import java.io.BufferedOutputStream; |
| import java.io.BufferedReader; |
| import java.io.File; |
| import java.io.FileNotFoundException; |
| import java.io.FileOutputStream; |
| import java.io.FileReader; |
| import java.io.IOException; |
| import java.io.InputStream; |
| import java.io.OutputStream; |
| import java.util.Vector; |
| |
| //TestRecorder creates two files, one for passing tests |
| //and another for failing tests and writes the paths to |
| //layout tests one line at a time. TestRecorder does not |
| //have ability to clear the results. |
| class MyTestRecorder { |
| private BufferedOutputStream mBufferedOutputPassedStream; |
| private BufferedOutputStream mBufferedOutputFailedStream; |
| private BufferedOutputStream mBufferedOutputNoresultStream; |
| private BufferedOutputStream mBufferedOutputTimedoutStream; |
| |
| public void passed(String layout_file) { |
| try { |
| mBufferedOutputPassedStream.write(layout_file.getBytes()); |
| mBufferedOutputPassedStream.write('\n'); |
| mBufferedOutputPassedStream.flush(); |
| } catch(Exception e) { |
| e.printStackTrace(); |
| } |
| } |
| |
| public void failed(String layout_file) { |
| try { |
| mBufferedOutputFailedStream.write(layout_file.getBytes()); |
| mBufferedOutputFailedStream.write('\n'); |
| mBufferedOutputFailedStream.flush(); |
| } catch(Exception e) { |
| e.printStackTrace(); |
| } |
| } |
| |
| public void noresult(String layout_file) { |
| try { |
| mBufferedOutputNoresultStream.write(layout_file.getBytes()); |
| mBufferedOutputNoresultStream.write('\n'); |
| mBufferedOutputNoresultStream.flush(); |
| } catch(Exception e) { |
| e.printStackTrace(); |
| } |
| } |
| |
| public void timedout(String url) { |
| try { |
| mBufferedOutputTimedoutStream.write(url.getBytes()); |
| mBufferedOutputTimedoutStream.write('\n'); |
| mBufferedOutputTimedoutStream.flush(); |
| } catch (Exception e) { |
| e.printStackTrace(); |
| } |
| } |
| |
| public MyTestRecorder(boolean resume) { |
| try { |
| File resultsPassedFile = new File("/sdcard/layout_tests_passed.txt"); |
| File resultsFailedFile = new File("/sdcard/layout_tests_failed.txt"); |
| File noExpectedResultFile = new File("/sdcard/layout_tests_nontext.txt"); |
| File resultTimedoutFile = new File("/sdcard/layout_tests_timedout.txt"); |
| |
| mBufferedOutputPassedStream = |
| new BufferedOutputStream(new FileOutputStream(resultsPassedFile, resume)); |
| mBufferedOutputFailedStream = |
| new BufferedOutputStream(new FileOutputStream(resultsFailedFile, resume)); |
| mBufferedOutputNoresultStream = |
| new BufferedOutputStream(new FileOutputStream(noExpectedResultFile, resume)); |
| mBufferedOutputTimedoutStream = |
| new BufferedOutputStream(new FileOutputStream(resultTimedoutFile, resume)); |
| } catch (Exception e) { |
| e.printStackTrace(); |
| } |
| } |
| |
| public void close() { |
| try { |
| mBufferedOutputPassedStream.close(); |
| mBufferedOutputFailedStream.close(); |
| mBufferedOutputNoresultStream.close(); |
| mBufferedOutputTimedoutStream.close(); |
| } catch (Exception e) { |
| e.printStackTrace(); |
| } |
| } |
| } |
| |
| |
| public class LayoutTestsAutoTest extends ActivityInstrumentationTestCase2<TestShellActivity> { |
| |
| private static final String LOGTAG = "LayoutTests"; |
| static final int DEFAULT_TIMEOUT_IN_MILLIS = 5000; |
| |
| static final String LAYOUT_TESTS_ROOT = "/sdcard/android/layout_tests/"; |
| static final String LAYOUT_TESTS_RESULT_DIR = "/sdcard/android/layout_tests_results/"; |
| static final String ANDROID_EXPECTED_RESULT_DIR = "/sdcard/android/expected_results/"; |
| static final String LAYOUT_TESTS_LIST_FILE = "/sdcard/android/layout_tests_list.txt"; |
| static final String TEST_STATUS_FILE = "/sdcard/android/running_test.txt"; |
| static final String LAYOUT_TESTS_RESULTS_REFERENCE_FILES[] = { |
| "results/layout_tests_passed.txt", |
| "results/layout_tests_failed.txt", |
| "results/layout_tests_nontext.txt", |
| "results/layout_tests_crashed.txt", |
| "run_layout_tests.py" |
| }; |
| |
| static final String LAYOUT_RESULTS_FAILED_RESULT_FILE = "results/layout_tests_failed.txt"; |
| static final String LAYOUT_RESULTS_NONTEXT_RESULT_FILE = "results/layout_tests_nontext.txt"; |
| static final String LAYOUT_RESULTS_CRASHED_RESULT_FILE = "results/layout_tests_crashed.txt"; |
| static final String LAYOUT_TESTS_RUNNER = "run_layout_tests.py"; |
| |
| private MyTestRecorder mResultRecorder; |
| private Vector<String> mTestList; |
| private boolean mRebaselineResults; |
| private String mTestPathPrefix; |
| private boolean mFinished; |
| |
| public LayoutTestsAutoTest() { |
| super("com.android.dumprendertree", TestShellActivity.class); |
| } |
| |
| // This function writes the result of the layout test to |
| // Am status so that it can be picked up from a script. |
| private void passOrFailCallback(String file, boolean result) { |
| Instrumentation inst = getInstrumentation(); |
| Bundle bundle = new Bundle(); |
| bundle.putBoolean(file, result); |
| inst.sendStatus(0, bundle); |
| } |
| |
| private void getTestList() { |
| // Read test list. |
| try { |
| BufferedReader inReader = new BufferedReader(new FileReader(LAYOUT_TESTS_LIST_FILE)); |
| String line = inReader.readLine(); |
| while (line != null) { |
| if (line.startsWith(mTestPathPrefix)) |
| mTestList.add(line); |
| line = inReader.readLine(); |
| } |
| inReader.close(); |
| Log.v(LOGTAG, "Test list has " + mTestList.size() + " test(s)."); |
| } catch (Exception e) { |
| Log.e(LOGTAG, "Error while reading test list : " + e.getMessage()); |
| } |
| } |
| |
| private void resumeTestList() { |
| // read out the test name it stoped last time. |
| try { |
| String line = FsUtils.readTestStatus(TEST_STATUS_FILE); |
| for (int i = 0; i < mTestList.size(); i++) { |
| if (mTestList.elementAt(i).equals(line)) { |
| mTestList = new Vector<String>(mTestList.subList(i+1, mTestList.size())); |
| break; |
| } |
| } |
| } catch (Exception e) { |
| Log.e(LOGTAG, "Error reading " + TEST_STATUS_FILE); |
| } |
| } |
| |
| private void clearTestStatus() { |
| // Delete TEST_STATUS_FILE |
| try { |
| File f = new File(TEST_STATUS_FILE); |
| if (f.delete()) |
| Log.v(LOGTAG, "Deleted " + TEST_STATUS_FILE); |
| else |
| Log.e(LOGTAG, "Fail to delete " + TEST_STATUS_FILE); |
| } catch (Exception e) { |
| Log.e(LOGTAG, "Fail to delete " + TEST_STATUS_FILE + " : " + e.getMessage()); |
| } |
| } |
| |
| private String getResultFile(String test) { |
| String shortName = test.substring(0, test.lastIndexOf('.')); |
| // Write actual results to result directory. |
| return shortName.replaceFirst(LAYOUT_TESTS_ROOT, LAYOUT_TESTS_RESULT_DIR) + "-result.txt"; |
| } |
| |
| private String getExpectedResultFile(String test) { |
| int pos = test.lastIndexOf('.'); |
| if(pos == -1) |
| return null; |
| String shortName = test.substring(0, pos); |
| return shortName + "-expected.txt"; |
| } |
| |
| private String getAndroidExpectedResultFile(String expectedResultFile) { |
| return expectedResultFile.replaceFirst(LAYOUT_TESTS_ROOT, ANDROID_EXPECTED_RESULT_DIR); |
| } |
| |
| // Wrap up |
| private void failedCase(String file) { |
| Log.w("Layout test: ", file + " failed"); |
| mResultRecorder.failed(file); |
| } |
| |
| private void passedCase(String file) { |
| Log.v("Layout test:", file + " passed"); |
| mResultRecorder.passed(file); |
| } |
| |
| private void noresultCase(String file) { |
| Log.v("Layout test:", file + " no expected result"); |
| mResultRecorder.noresult(file); |
| } |
| |
| private void processResult(String testFile, String actualResultFile, String expectedResultFile) { |
| Log.v(LOGTAG, " Processing result: " + testFile); |
| |
| File actual = new File(actualResultFile); |
| File expected = new File(expectedResultFile); |
| if (actual.exists() && expected.exists()) { |
| try { |
| boolean passing = true; |
| BufferedReader fr = new BufferedReader(new FileReader(actual)); |
| BufferedReader fe = new BufferedReader(new FileReader(expected)); |
| while (true) { |
| String s1 = fr.readLine(); |
| String s2 = fe.readLine(); |
| if (s1 == null && s2 == null) |
| break; // both files are the same |
| if (s1 == null || s2 == null || !s1.equals(s2)) { |
| passing = false; |
| break; |
| } |
| } |
| |
| if (passing) { |
| passedCase(testFile); |
| } else { |
| failedCase(testFile); |
| } |
| |
| fe.close(); |
| fr.close(); |
| } catch (FileNotFoundException ex) { |
| Log.e(LOGTAG, "File not found : " + ex.getMessage()); |
| } catch (IOException ex) { |
| Log.e(LOGTAG, "IO Error : " + ex.getMessage()); |
| } |
| return; |
| } |
| |
| if (!expected.exists()) { |
| noresultCase(testFile); |
| } |
| } |
| |
| private void runTestAndWaitUntilDone(TestShellActivity activity, String test, int timeout) { |
| activity.setCallback(new TestShellCallback() { |
| public void finished() { |
| synchronized (LayoutTestsAutoTest.this) { |
| mFinished = true; |
| LayoutTestsAutoTest.this.notifyAll(); |
| } |
| } |
| |
| public void timedOut(String url) { |
| } |
| }); |
| |
| String resultFile = getResultFile(test); |
| if(resultFile == null) { |
| //simply ignore this test |
| return; |
| } |
| if (mRebaselineResults) { |
| String expectedResultFile = getExpectedResultFile(test); |
| File f = new File(expectedResultFile); |
| if (f.exists()) { |
| return; // don't run test and don't overwrite default tests. |
| } |
| |
| resultFile = getAndroidExpectedResultFile(expectedResultFile); |
| } |
| |
| mFinished = false; |
| Intent intent = new Intent(Intent.ACTION_VIEW); |
| intent.setClass(activity, TestShellActivity.class); |
| intent.addFlags(Intent.FLAG_ACTIVITY_SINGLE_TOP); |
| intent.putExtra(TestShellActivity.TEST_URL, "file://" + test); |
| intent.putExtra(TestShellActivity.RESULT_FILE, resultFile); |
| intent.putExtra(TestShellActivity.TIMEOUT_IN_MILLIS, timeout); |
| activity.startActivity(intent); |
| |
| // Wait until done. |
| synchronized (this) { |
| while(!mFinished){ |
| try { |
| this.wait(); |
| } catch (InterruptedException e) { } |
| } |
| } |
| |
| if (!mRebaselineResults) { |
| String expectedResultFile = getExpectedResultFile(test); |
| File f = new File(expectedResultFile); |
| if (!f.exists()) { |
| expectedResultFile = getAndroidExpectedResultFile(expectedResultFile); |
| } |
| |
| processResult(test, resultFile, expectedResultFile); |
| } |
| } |
| |
| // Invokes running of layout tests |
| // and waits till it has finished running. |
| public void executeLayoutTests(boolean resume) { |
| LayoutTestsAutoRunner runner = (LayoutTestsAutoRunner) getInstrumentation(); |
| // A convenient method to be called by another activity. |
| |
| if (runner.mTestPath == null) { |
| Log.e(LOGTAG, "No test specified"); |
| return; |
| } |
| |
| this.mTestList = new Vector<String>(); |
| |
| // Read settings |
| try { |
| this.mTestPathPrefix = |
| (new File(LAYOUT_TESTS_ROOT + runner.mTestPath)).getCanonicalPath(); |
| } catch (IOException e) { |
| Log.e(LOGTAG, "Cannot find test path prefix: " + e.getMessage()); |
| return; |
| } |
| |
| this.mRebaselineResults = runner.mRebaseline; |
| |
| int timeout = runner.mTimeoutInMillis; |
| if (timeout <= 0) { |
| timeout = DEFAULT_TIMEOUT_IN_MILLIS; |
| } |
| |
| this.mResultRecorder = new MyTestRecorder(resume); |
| |
| if (!resume) |
| clearTestStatus(); |
| |
| getTestList(); |
| if (resume) |
| resumeTestList(); |
| |
| TestShellActivity activity = (TestShellActivity) getActivity(); |
| |
| // Run tests. |
| for (int i = 0; i < mTestList.size(); i++) { |
| String s = mTestList.elementAt(i); |
| FsUtils.updateTestStatus(TEST_STATUS_FILE, s); |
| // Run tests |
| runTestAndWaitUntilDone(activity, s, runner.mTimeoutInMillis); |
| } |
| |
| FsUtils.updateTestStatus(TEST_STATUS_FILE, "#DONE"); |
| |
| activity.finish(); |
| } |
| |
| |
| private String getTestPath() { |
| LayoutTestsAutoRunner runner = (LayoutTestsAutoRunner) getInstrumentation(); |
| |
| String test_path = LAYOUT_TESTS_ROOT; |
| if (runner.mTestPath != null) { |
| test_path += runner.mTestPath; |
| } |
| try { |
| test_path = new File(test_path).getCanonicalPath(); |
| } catch (IOException e) { |
| Log.e("LayoutTestsAutoTest", "Cannot get cannonical path " + e.getMessage()); |
| } |
| Log.v("LayoutTestsAutoTest", " Test path : " + test_path); |
| |
| return test_path; |
| } |
| |
| public void generateTestList() { |
| try { |
| File tests_list = new File(LAYOUT_TESTS_LIST_FILE); |
| BufferedOutputStream bos = new BufferedOutputStream(new FileOutputStream(tests_list, false)); |
| FsUtils.findLayoutTestsRecursively(bos, getTestPath()); |
| bos.flush(); |
| bos.close(); |
| } catch (Exception e) { |
| Log.e(LOGTAG, "Error when creating test list: " + e.getMessage()); |
| } |
| } |
| |
| // Running all the layout tests at once sometimes |
| // causes the dumprendertree to run out of memory. |
| // So, additional tests are added to run the tests |
| // in chunks. |
| public void startLayoutTests() { |
| try { |
| File tests_list = new File(LAYOUT_TESTS_LIST_FILE); |
| if (!tests_list.exists()) |
| generateTestList(); |
| } catch (Exception e) { |
| e.printStackTrace(); |
| } |
| |
| executeLayoutTests(false); |
| } |
| |
| public void resumeLayoutTests() { |
| executeLayoutTests(true); |
| } |
| |
| public void copyResultsAndRunnerAssetsToCache() { |
| try { |
| String out_dir = getActivity().getApplicationContext().getCacheDir().getPath() + "/"; |
| |
| for( int i=0; i< LAYOUT_TESTS_RESULTS_REFERENCE_FILES.length; i++) { |
| InputStream in = getActivity().getAssets().open(LAYOUT_TESTS_RESULTS_REFERENCE_FILES[i]); |
| OutputStream out = new FileOutputStream(out_dir + LAYOUT_TESTS_RESULTS_REFERENCE_FILES[i]); |
| |
| byte[] buf = new byte[2048]; |
| int len; |
| |
| while ((len = in.read(buf)) >= 0 ) { |
| out.write(buf, 0, len); |
| } |
| out.close(); |
| in.close(); |
| } |
| }catch (IOException e) { |
| e.printStackTrace(); |
| } |
| |
| } |
| |
| } |