/*
* Copyright (C) 2011 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.android.media.tests;
import com.android.ddmlib.IDevice;
import com.android.ddmlib.Log;
import com.android.ddmlib.testrunner.IRemoteAndroidTestRunner;
import com.android.ddmlib.testrunner.RemoteAndroidTestRunner;
import com.android.tradefed.config.Option;
import com.android.tradefed.config.Option.Importance;
import com.android.tradefed.device.DeviceNotAvailableException;
import com.android.tradefed.device.ITestDevice;
import com.android.tradefed.result.BugreportCollector;
import com.android.tradefed.result.BugreportCollector.Freq;
import com.android.tradefed.result.BugreportCollector.Noun;
import com.android.tradefed.result.BugreportCollector.Relation;
import com.android.tradefed.result.FileInputStreamSource;
import com.android.tradefed.result.ITestInvocationListener;
import com.android.tradefed.result.InputStreamSource;
import com.android.tradefed.result.LogDataType;
import com.android.tradefed.testtype.IDeviceTest;
import com.android.tradefed.testtype.IRemoteTest;
import com.android.tradefed.util.FileUtil;
import com.android.tradefed.util.RegexTrie;
import com.android.tradefed.util.StreamUtil;
import com.android.tradefed.util.proto.TfMetricProtoUtil;
import org.junit.Assert;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.ListIterator;
import java.util.Map;
import java.util.concurrent.TimeUnit;
/**
* Runs the Media Player stress test. This test will play the video files under
* the /sdcard/samples folder and capture the video playback event statistics in
* a text file under /sdcard/PlaybackTestResult.txt
*
* Note that this test will not run properly unless /sdcard is mounted and
* writable.
*/
public class MediaPlayerStressTest implements IDeviceTest, IRemoteTest {
private static final String LOG_TAG = "MediaPlayerStress";
ITestDevice mTestDevice = null;
@Option(name = "test-class", importance = Importance.ALWAYS)
private String mTestClassName =
"com.android.mediaframeworktest.stress.MediaPlayerStressTest";
@Option(name = "metrics-name", importance = Importance.ALWAYS)
private String mMetricsRunName = "MediaPlayerStress";
@Option(name = "result-file", importance = Importance.ALWAYS)
private String mOutputPath = "PlaybackTestResult.txt";
//Max test timeout - 10 hrs
private static final int MAX_TEST_TIMEOUT = 10 * 60 * 60 * 1000;
// Constants for running the tests
private static final String TEST_PACKAGE_NAME = "com.android.mediaframeworktest";
private static final String TEST_RUNNER_NAME = ".MediaPlayerStressTestRunner";
public RegexTrie mPatternMap = new RegexTrie<>();
public MediaPlayerStressTest() {
mPatternMap.put("PlaybackPass", "^Total Complete: (\\d+)");
mPatternMap.put("PlaybackCrash", "^Total Error: (\\d+)");
mPatternMap.put("TrackLagging", "^Total Track Lagging: (\\d+)");
mPatternMap.put("BadInterleave", "^Total Bad Interleaving: (\\d+)");
mPatternMap.put("FailedToCompleteWithNoError",
"^Total Failed To Complete With No Error: (\\d+)");
}
@Override
public void run(ITestInvocationListener listener) throws DeviceNotAvailableException {
Assert.assertNotNull(mTestDevice);
IRemoteAndroidTestRunner runner = new RemoteAndroidTestRunner(TEST_PACKAGE_NAME,
TEST_RUNNER_NAME, mTestDevice.getIDevice());
runner.setClassName(mTestClassName);
runner.setMaxTimeToOutputResponse(MAX_TEST_TIMEOUT, TimeUnit.MILLISECONDS);
BugreportCollector bugListener = new BugreportCollector(listener,
mTestDevice);
bugListener.addPredicate(BugreportCollector.AFTER_FAILED_TESTCASES);
bugListener.setDescriptiveName("media_player_stress_test");
bugListener.addPredicate(new BugreportCollector.Predicate(
Relation.AFTER, Freq.EACH, Noun.TESTRUN));
mTestDevice.runInstrumentationTests(runner, bugListener);
logOutputFile(listener);
cleanResultFile();
}
/**
* Clean up the test result file from test run
*/
private void cleanResultFile() throws DeviceNotAvailableException {
String extStore = mTestDevice.getMountPoint(IDevice.MNT_EXTERNAL_STORAGE);
mTestDevice.executeShellCommand(String.format("rm %s/%s", extStore, mOutputPath));
}
/**
* Pull the output file from the device, add it to the logs, and also parse
* out the relevant test metrics and report them.
*/
private void logOutputFile(ITestInvocationListener listener)
throws DeviceNotAvailableException {
File outputFile = null;
InputStreamSource outputSource = null;
try {
outputFile = mTestDevice.pullFileFromExternal(mOutputPath);
if (outputFile == null) {
return;
}
// Upload a verbatim copy of the output file
Log.d(LOG_TAG, String.format("Sending %d byte file %s into the logosphere!",
outputFile.length(), outputFile));
outputSource = new FileInputStreamSource(outputFile);
listener.testLog(mOutputPath, LogDataType.TEXT, outputSource);
// Parse the output file to upload aggregated metrics
parseOutputFile(new FileInputStream(outputFile), listener);
} catch (IOException e) {
Log.e(LOG_TAG, String.format(
"IOException while reading or parsing output file: %s", e));
} finally {
FileUtil.deleteFile(outputFile);
StreamUtil.cancel(outputSource);
}
}
/**
* Parse the relevant metrics from the Instrumentation test output file
*/
private void parseOutputFile(InputStream dataStream,
ITestInvocationListener listener) {
Map runMetrics = new HashMap<>();
// try to parse it
String contents;
try {
contents = StreamUtil.getStringFromStream(dataStream);
} catch (IOException e) {
Log.e(LOG_TAG, String.format(
"Got IOException during test processing: %s", e));
return;
}
List lines = Arrays.asList(contents.split("\n"));
ListIterator lineIter = lines.listIterator();
String line;
while (lineIter.hasNext()) {
line = lineIter.next();
List> capture = new ArrayList<>(1);
String key = mPatternMap.retrieve(capture, line);
if (key != null) {
Log.d(LOG_TAG, String.format("Got '%s' and captures '%s'",
key, capture.toString()));
} else if (line.isEmpty()) {
// ignore
continue;
} else {
Log.d(LOG_TAG, String.format("Got unmatched line: %s", line));
continue;
}
runMetrics.put(key, capture.get(0).get(0));
}
reportMetrics(listener, runMetrics);
}
/**
* Report run metrics by creating an empty test run to stick them in
*
* Exposed for unit testing
*/
void reportMetrics(ITestInvocationListener listener, Map metrics) {
Log.d(LOG_TAG, String.format("About to report metrics: %s", metrics));
listener.testRunStarted(mMetricsRunName, 0);
listener.testRunEnded(0, TfMetricProtoUtil.upgradeConvert(metrics));
}
@Override
public void setDevice(ITestDevice device) {
mTestDevice = device;
}
@Override
public ITestDevice getDevice() {
return mTestDevice;
}
}