/*
* Copyright (C) 2011 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.android.media.tests;
import com.android.ddmlib.IDevice;
import com.android.ddmlib.Log;
import com.android.ddmlib.testrunner.IRemoteAndroidTestRunner;
import com.android.ddmlib.testrunner.RemoteAndroidTestRunner;
import com.android.tradefed.config.Option;
import com.android.tradefed.device.DeviceNotAvailableException;
import com.android.tradefed.device.ITestDevice;
import com.android.tradefed.result.BugreportCollector;
import com.android.tradefed.result.BugreportCollector.Freq;
import com.android.tradefed.result.BugreportCollector.Noun;
import com.android.tradefed.result.BugreportCollector.Relation;
import com.android.tradefed.result.FileInputStreamSource;
import com.android.tradefed.result.ITestInvocationListener;
import com.android.tradefed.result.InputStreamSource;
import com.android.tradefed.result.LogDataType;
import com.android.tradefed.testtype.IDeviceTest;
import com.android.tradefed.testtype.IRemoteTest;
import com.android.tradefed.util.FileUtil;
import com.android.tradefed.util.StreamUtil;
import com.android.tradefed.util.proto.TfMetricProtoUtil;
import org.junit.Assert;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.ListIterator;
import java.util.Map;
import java.util.concurrent.TimeUnit;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
/**
* Runs the Video Editing Framework Memory Tests. This test exercise the basic
* functionality of video editing test and capture the memory usage. The memory
* usage test out is saved in /sdcard/VideoEditorStressMemOutput.txt and
* VideoEditorMediaServerMemoryLog.txt.
*
* Note that this test will not run properly unless /sdcard is mounted and
* writable.
*/
public class VideoEditingMemoryTest implements IDeviceTest, IRemoteTest {
private static final String LOG_TAG = "VideoEditorMemoryTest";
ITestDevice mTestDevice = null;
// Constants for running the tests
private static final String TEST_CLASS_NAME =
"com.android.mediaframeworktest.stress.VideoEditorStressTest";
private static final String TEST_PACKAGE_NAME = "com.android.mediaframeworktest";
private static final String TEST_RUNNER_NAME = ".MediaPlayerStressTestRunner";
//Max test timeout - 3 hrs
private static final int MAX_TEST_TIMEOUT = 3 * 60 * 60 * 1000;
/*
* Pattern to find the test case name and test result.
* Example of a matching line:
* testStressAddRemoveEffects total diff = 0
* The first string 'testStressAddRemoveEffects' represent the dashboard key and
* the last string represent the test result.
*/
public static final Pattern TOTAL_MEM_DIFF_PATTERN =
Pattern.compile("(.+?)\\s.*diff.*\\s(-?\\d+)");
public Map mRunMetrics = new HashMap<>();
public Map mKeyMap = new HashMap<>();
@Option(name = "getHeapDump", description = "Collect the heap")
private boolean mGetHeapDump = false;
public VideoEditingMemoryTest() {
mKeyMap.put("VideoEditorStressMemOutput.txt", "VideoEditorMemory");
mKeyMap.put("VideoEditorMediaServerMemoryLog.txt",
"VideoEditorMemoryMediaServer");
}
@Override
public void run(ITestInvocationListener listener)
throws DeviceNotAvailableException {
Assert.assertNotNull(mTestDevice);
IRemoteAndroidTestRunner runner = new RemoteAndroidTestRunner(
TEST_PACKAGE_NAME, TEST_RUNNER_NAME, mTestDevice.getIDevice());
runner.setClassName(TEST_CLASS_NAME);
runner.setMaxTimeToOutputResponse(MAX_TEST_TIMEOUT, TimeUnit.MILLISECONDS);
if (mGetHeapDump) {
runner.addInstrumentationArg("get_heap_dump", "getNativeHeap");
}
BugreportCollector bugListener = new BugreportCollector(listener,
mTestDevice);
bugListener.addPredicate(new BugreportCollector.Predicate(
Relation.AFTER, Freq.EACH, Noun.TESTRUN));
mTestDevice.runInstrumentationTests(runner, bugListener);
logOutputFiles(listener);
cleanResultFile();
}
/**
* Clean up the test result file from test run
*/
private void cleanResultFile() throws DeviceNotAvailableException {
String extStore =
mTestDevice.getMountPoint(IDevice.MNT_EXTERNAL_STORAGE);
for(String outFile : mKeyMap.keySet()) {
mTestDevice.executeShellCommand(String.format("rm %s/%s", extStore,
outFile));
}
if (mGetHeapDump) {
mTestDevice.executeShellCommand(String.format("rm %s/%s", extStore,
"*.dump"));
}
}
private void uploadHeapDumpFiles(ITestInvocationListener listener)
throws DeviceNotAvailableException {
// Pull and upload the heap dump output files.
InputStreamSource outputSource = null;
File outputFile = null;
String extStore =
mTestDevice.getMountPoint(IDevice.MNT_EXTERNAL_STORAGE);
String out = mTestDevice.executeShellCommand(String.format("ls %s/%s",
extStore, "*.dump"));
String heapOutputFiles[] = out.split("\n");
for (String heapOutputFile : heapOutputFiles) {
try {
outputFile = mTestDevice.pullFile(heapOutputFile.trim());
if (outputFile == null) {
continue;
}
outputSource = new FileInputStreamSource(outputFile);
listener.testLog(heapOutputFile, LogDataType.TEXT, outputSource);
} finally {
FileUtil.deleteFile(outputFile);
StreamUtil.cancel(outputSource);
}
}
}
/**
* Pull the output files from the device, add it to the logs, and also parse
* out the relevant test metrics and report them.
*/
private void logOutputFiles(ITestInvocationListener listener)
throws DeviceNotAvailableException {
File outputFile = null;
InputStreamSource outputSource = null;
if (mGetHeapDump) {
// Upload all the heap dump files.
uploadHeapDumpFiles(listener);
}
for (String resultFile : mKeyMap.keySet()) {
try {
outputFile = mTestDevice.pullFileFromExternal(resultFile);
if (outputFile == null) {
return;
}
// Upload a verbatim copy of the output file
Log.d(LOG_TAG, String.format(
"Sending %d byte file %s into the logosphere!",
outputFile.length(), outputFile));
outputSource = new FileInputStreamSource(outputFile);
listener.testLog(resultFile, LogDataType.TEXT, outputSource);
// Parse the output file to upload aggregated metrics
parseOutputFile(new FileInputStream(outputFile), listener, resultFile);
} catch (IOException e) {
Log.e(
LOG_TAG,
String.format("IOException while reading or parsing output file: %s", e));
} finally {
FileUtil.deleteFile(outputFile);
StreamUtil.cancel(outputSource);
}
}
}
/**
* Parse the relevant metrics from the Instrumentation test output file
*/
private void parseOutputFile(InputStream dataStream,
ITestInvocationListener listener, String outputFile) {
// try to parse it
String contents;
try {
contents = StreamUtil.getStringFromStream(dataStream);
} catch (IOException e) {
Log.e(LOG_TAG, String.format(
"Got IOException during test processing: %s", e));
return;
}
List lines = Arrays.asList(contents.split("\n"));
ListIterator lineIter = lines.listIterator();
String line;
String key;
String memOut;
while (lineIter.hasNext()){
line = lineIter.next();
// Look for the total diff
Matcher m = TOTAL_MEM_DIFF_PATTERN.matcher(line);
if (m.matches()){
//First group match with the test key name.
key = m.group(1);
//Second group match witht the test result.
memOut = m.group(2);
mRunMetrics.put(key, memOut);
}
}
reportMetrics(listener, outputFile);
}
/**
* Report run metrics by creating an empty test run to stick them in
*
* Exposed for unit testing
*/
void reportMetrics(ITestInvocationListener listener, String outputFile) {
Log.d(LOG_TAG, String.format("About to report metrics: %s", mRunMetrics));
listener.testRunStarted(mKeyMap.get(outputFile), 0);
listener.testRunEnded(0, TfMetricProtoUtil.upgradeConvert(mRunMetrics));
}
@Override
public void setDevice(ITestDevice device) {
mTestDevice = device;
}
@Override
public ITestDevice getDevice() {
return mTestDevice;
}
}