/* * Copyright (C) 2010 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.android.tradefed.invoker; import com.android.ddmlib.IDevice; import com.android.ddmlib.Log.LogLevel; import com.android.tradefed.build.BuildRetrievalError; import com.android.tradefed.build.IBuildInfo; import com.android.tradefed.build.IBuildProvider; import com.android.tradefed.build.IDeviceBuildInfo; import com.android.tradefed.build.IDeviceBuildProvider; import com.android.tradefed.command.CommandRunner.ExitCode; import com.android.tradefed.config.GlobalConfiguration; import com.android.tradefed.config.IConfiguration; import com.android.tradefed.config.IDeviceConfiguration; import com.android.tradefed.device.DeviceNotAvailableException; import com.android.tradefed.device.DeviceUnresponsiveException; import com.android.tradefed.device.ITestDevice; import com.android.tradefed.device.ITestDevice.RecoveryMode; import com.android.tradefed.device.StubDevice; import com.android.tradefed.device.TestDeviceState; import com.android.tradefed.device.metric.IMetricCollector; import com.android.tradefed.invoker.shard.IShardHelper; import com.android.tradefed.invoker.shard.ShardBuildCloner; import com.android.tradefed.log.ILeveledLogOutput; import com.android.tradefed.log.ILogRegistry; import com.android.tradefed.log.LogRegistry; import com.android.tradefed.log.LogUtil.CLog; import com.android.tradefed.result.AggregatingProfilerListener; import com.android.tradefed.result.ITestInvocationListener; import com.android.tradefed.result.ITestLoggerReceiver; import com.android.tradefed.result.InputStreamSource; import com.android.tradefed.result.LogDataType; import com.android.tradefed.result.LogSaverResultForwarder; import com.android.tradefed.result.ResultForwarder; import com.android.tradefed.sandbox.SandboxInvocationRunner; import com.android.tradefed.suite.checker.ISystemStatusCheckerReceiver; import com.android.tradefed.targetprep.BuildError; import com.android.tradefed.targetprep.DeviceFailedToBootError; import com.android.tradefed.targetprep.IHostCleaner; import com.android.tradefed.targetprep.ITargetCleaner; import com.android.tradefed.targetprep.ITargetPreparer; import com.android.tradefed.targetprep.TargetSetupError; import com.android.tradefed.targetprep.multi.IMultiTargetPreparer; import com.android.tradefed.testtype.IBuildReceiver; import com.android.tradefed.testtype.IDeviceTest; import com.android.tradefed.testtype.IInvocationContextReceiver; import com.android.tradefed.testtype.IMultiDeviceTest; import com.android.tradefed.testtype.IRemoteTest; import com.android.tradefed.testtype.IResumableTest; import com.android.tradefed.testtype.IRetriableTest; import com.android.tradefed.util.FileUtil; import com.android.tradefed.util.IRunUtil; import com.android.tradefed.util.RunInterruptedException; import com.android.tradefed.util.RunUtil; import com.android.tradefed.util.StreamUtil; import com.android.tradefed.util.SystemUtil; import com.google.common.annotations.VisibleForTesting; import java.io.File; import java.io.IOException; import java.util.ArrayList; import java.util.Arrays; import java.util.List; import java.util.ListIterator; import java.util.Map.Entry; import java.util.concurrent.ExecutionException; import java.util.concurrent.TimeUnit; /** * Default implementation of {@link ITestInvocation}. *
* Loads major objects based on {@link IConfiguration} * - retrieves build * - prepares target * - runs tests * - reports results */ public class TestInvocation implements ITestInvocation { /** * Format of the key in {@link IBuildInfo} to log the battery level for each step of the * invocation. (Setup, test, tear down). */ private static final String BATTERY_ATTRIBUTE_FORMAT_KEY = "%s-battery-%s"; /** Key of the command line args attributes */ private static final String COMMAND_ARGS_KEY = "command_line_args"; static final String TRADEFED_LOG_NAME = "host_log"; static final String DEVICE_LOG_NAME_PREFIX = "device_logcat_"; static final String EMULATOR_LOG_NAME_PREFIX = "emulator_log_"; static final String BUILD_ERROR_BUGREPORT_NAME = "build_error_bugreport"; static final String DEVICE_UNRESPONSIVE_BUGREPORT_NAME = "device_unresponsive_bugreport"; static final String INVOCATION_ENDED_BUGREPORT_NAME = "invocation_ended_bugreport"; static final String TARGET_SETUP_ERROR_BUGREPORT_NAME = "target_setup_error_bugreport"; static final String BATT_TAG = "[battery level]"; public enum Stage { ERROR("error"), SETUP("setup"), TEST("test"), TEARDOWN("teardown"); private final String mName; Stage(String name) { mName = name; } public String getName() { return mName; } } private String mStatus = "(not invoked)"; private boolean mStopRequested = false; /** * A {@link ResultForwarder} for forwarding resumed invocations. * * It filters the invocationStarted event for the resumed invocation, and sums the invocation * elapsed time */ private static class ResumeResultForwarder extends ResultForwarder { long mCurrentElapsedTime; /** * @param listeners */ public ResumeResultForwarder(Listtrue
if invocation was resumed successfully
*/
private boolean resume(IConfiguration config, IInvocationContext context,
IRescheduler rescheduler, long elapsedTime) {
for (IRemoteTest test : config.getTests()) {
if (test instanceof IResumableTest) {
IResumableTest resumeTest = (IResumableTest)test;
if (resumeTest.isResumable()) {
// resume this config if any test is resumable
IConfiguration resumeConfig = config.clone();
// reuse the same build for the resumed invocation
ShardBuildCloner.cloneBuildInfos(resumeConfig, resumeConfig, context);
// create a result forwarder, to prevent sending two invocationStarted events
resumeConfig.setTestInvocationListener(new ResumeResultForwarder(
config.getTestInvocationListeners(), elapsedTime));
resumeConfig.setLogOutput(config.getLogOutput().clone());
resumeConfig.setCommandOptions(config.getCommandOptions().clone());
boolean canReschedule = rescheduler.scheduleConfig(resumeConfig);
if (!canReschedule) {
CLog.i("Cannot reschedule resumed config for build. Cleaning up build.");
for (String deviceName : context.getDeviceConfigNames()) {
resumeConfig.getDeviceConfigByName(deviceName).getBuildProvider()
.cleanUp(context.getBuildInfo(deviceName));
}
}
// FIXME: is it a bug to return from here, when we may not have completed the
// FIXME: config.getTests iteration?
return canReschedule;
}
}
}
return false;
}
private void reportFailure(Throwable exception, ITestInvocationListener listener,
IConfiguration config, IInvocationContext context, IRescheduler rescheduler) {
listener.invocationFailed(exception);
if (!(exception instanceof BuildError) && !(exception.getCause() instanceof BuildError)) {
for (String deviceName : context.getDeviceConfigNames()) {
config.getDeviceConfigByName(deviceName)
.getBuildProvider()
.buildNotTested(context.getBuildInfo(deviceName));
}
rescheduleTest(config, rescheduler);
}
}
private void rescheduleTest(IConfiguration config, IRescheduler rescheduler) {
for (IRemoteTest test : config.getTests()) {
if (!config.getCommandOptions().isLoopMode() && test instanceof IRetriableTest &&
((IRetriableTest) test).isRetriable()) {
rescheduler.rescheduleCommand();
return;
}
}
}
private void reportLogs(ITestDevice device, ITestInvocationListener listener, Stage stage) {
InputStreamSource logcatSource = null;
InputStreamSource emulatorOutput = null;
try {
// only get logcat if we have an actual device available to avoid empty logs.
if (device != null && !(device.getIDevice() instanceof StubDevice)) {
logcatSource = device.getLogcat();
device.clearLogcat();
if (device.getIDevice() != null && device.getIDevice().isEmulator()) {
emulatorOutput = device.getEmulatorOutput();
// TODO: Clear the emulator log
}
}
if (logcatSource != null) {
String name = getDeviceLogName(stage);
listener.testLog(name, LogDataType.LOGCAT, logcatSource);
}
if (emulatorOutput != null) {
String name = getEmulatorLogName(stage);
listener.testLog(name, LogDataType.TEXT, emulatorOutput);
}
} finally {
// Clean up after our ISSen
StreamUtil.cancel(logcatSource);
StreamUtil.cancel(emulatorOutput);
}
}
private void reportHostLog(ITestInvocationListener listener, ILeveledLogOutput logger) {
try (InputStreamSource globalLogSource = logger.getLog()) {
listener.testLog(TRADEFED_LOG_NAME, LogDataType.TEXT, globalLogSource);
}
// once tradefed log is reported, all further log calls for this invocation can get lost
// unregister logger so future log calls get directed to the tradefed global log
getLogRegistry().unregisterLogger();
logger.closeLog();
}
private void takeBugreport(ITestDevice device, ITestInvocationListener listener,
String bugreportName, boolean useBugreportz) {
if (device == null) {
return;
}
if (device.getIDevice() instanceof StubDevice) {
return;
}
if (useBugreportz) {
// logBugreport will report a regular bugreport if bugreportz is not supported.
device.logBugreport(String.format("%s_%s", bugreportName, device.getSerialNumber()),
listener);
} else {
InputStreamSource bugreport = device.getBugreport();
try {
if (bugreport != null) {
listener.testLog(String.format("%s_%s", bugreportName,
device.getSerialNumber()), LogDataType.BUGREPORT, bugreport);
} else {
CLog.w("Error when collecting bugreport for device '%s'",
device.getSerialNumber());
}
} finally {
StreamUtil.cancel(bugreport);
}
}
}
/**
* Gets the {@link ILogRegistry} to use.
*
* Exposed for unit testing.
*/
ILogRegistry getLogRegistry() {
return LogRegistry.getLogRegistry();
}
/**
* Utility method to fetch the default {@link IRunUtil} singleton
*
* Exposed for unit testing.
*/
IRunUtil getRunUtil() {
return RunUtil.getDefault();
}
/**
* Runs the test.
*
* @param context the {@link IInvocationContext} to run tests on
* @param config the {@link IConfiguration} to run
* @param listener the {@link ITestInvocationListener} of test results
* @throws DeviceNotAvailableException
*/
@VisibleForTesting
void runTests(
IInvocationContext context, IConfiguration config, ITestInvocationListener listener)
throws DeviceNotAvailableException {
// Wrap collectors in each other and collection will be sequential
for (IMetricCollector collector : config.getMetricCollectors()) {
listener = collector.init(context, listener);
}
for (IRemoteTest test : config.getTests()) {
// For compatibility of those receivers, they are assumed to be single device alloc.
if (test instanceof IDeviceTest) {
((IDeviceTest)test).setDevice(context.getDevices().get(0));
}
if (test instanceof IBuildReceiver) {
((IBuildReceiver)test).setBuild(context.getBuildInfo(
context.getDevices().get(0)));
}
if (test instanceof ISystemStatusCheckerReceiver) {
((ISystemStatusCheckerReceiver) test).setSystemStatusChecker(
config.getSystemStatusCheckers());
}
// TODO: consider adding receivers for only the list of ITestDevice and IBuildInfo.
if (test instanceof IMultiDeviceTest) {
((IMultiDeviceTest)test).setDeviceInfos(context.getDeviceBuildMap());
}
if (test instanceof IInvocationContextReceiver) {
((IInvocationContextReceiver)test).setInvocationContext(context);
}
test.run(listener);
}
}
@Override
public String toString() {
return mStatus;
}
/**
* Log the battery level of each device in the invocation.
*
* @param context the {@link IInvocationContext} of the invocation.
* @param event a {@link String} describing the context of the logging (initial, setup, etc.).
*/
@VisibleForTesting
void logDeviceBatteryLevel(IInvocationContext context, String event) {
for (ITestDevice testDevice : context.getDevices()) {
if (testDevice == null) {
continue;
}
IDevice device = testDevice.getIDevice();
if (device == null || device instanceof StubDevice) {
continue;
}
try {
Integer batteryLevel = device.getBattery(500, TimeUnit.MILLISECONDS).get();
CLog.v("%s - %s - %d%%", BATT_TAG, event, batteryLevel);
context.getBuildInfo(testDevice)
.addBuildAttribute(
String.format(
BATTERY_ATTRIBUTE_FORMAT_KEY,
testDevice.getSerialNumber(),
event),
batteryLevel.toString());
continue;
} catch (InterruptedException | ExecutionException e) {
// fall through
}
CLog.v("Failed to get battery level for %s", testDevice.getSerialNumber());
}
}
@Override
public boolean fetchBuild(
IInvocationContext context,
IConfiguration config,
IRescheduler rescheduler,
ITestInvocationListener listener)
throws DeviceNotAvailableException {
// If the invocation is currently sandboxed, builds have already been downloaded.
// TODO: refactor to be part of new TestInvocation type.
if (config.getConfigurationDescription().shouldUseSandbox()) {
return true;
}
String currentDeviceName = null;
try {
updateInvocationContext(context, config);
// TODO: evaluate fetching build in parallel
for (String deviceName : context.getDeviceConfigNames()) {
currentDeviceName = deviceName;
IBuildInfo info = null;
ITestDevice device = context.getDevice(deviceName);
IDeviceConfiguration deviceConfig = config.getDeviceConfigByName(deviceName);
IBuildProvider provider = deviceConfig.getBuildProvider();
// Set the provider test tag
if (provider instanceof IInvocationContextReceiver) {
((IInvocationContextReceiver) provider).setInvocationContext(context);
}
// Get the build
if (provider instanceof IDeviceBuildProvider) {
info = ((IDeviceBuildProvider) provider).getBuild(device);
} else {
info = provider.getBuild();
}
if (info != null) {
info.setDeviceSerial(device.getSerialNumber());
context.addDeviceBuildInfo(deviceName, info);
device.setRecovery(deviceConfig.getDeviceRecovery());
} else {
mStatus = "(no build to test)";
CLog.logAndDisplay(
LogLevel.WARN,
"No build found to test for device: %s",
device.getSerialNumber());
rescheduleTest(config, rescheduler);
// Set the exit code to error
setExitCode(
ExitCode.NO_BUILD, new BuildRetrievalError("No build found to test."));
return false;
}
// TODO: remove build update when reporting is done on context
updateBuild(info, config);
}
} catch (BuildRetrievalError e) {
CLog.e(e);
if (currentDeviceName != null) {
context.addDeviceBuildInfo(currentDeviceName, e.getBuildInfo());
updateInvocationContext(context, config);
}
// report an empty invocation, so this error is sent to listeners
startInvocation(config, context, listener);
// don't want to use #reportFailure, since that will call buildNotTested
listener.invocationFailed(e);
for (ITestDevice device : context.getDevices()) {
reportLogs(device, listener, Stage.ERROR);
}
reportHostLog(listener, config.getLogOutput());
listener.invocationEnded(0);
return false;
}
return true;
}
@Override
public void cleanUpBuilds(IInvocationContext context, IConfiguration config) {
// Ensure build infos are always cleaned up at the end of invocation.
for (String cleanUpDevice : context.getDeviceConfigNames()) {
if (context.getBuildInfo(cleanUpDevice) != null) {
try {
config.getDeviceConfigByName(cleanUpDevice)
.getBuildProvider()
.cleanUp(context.getBuildInfo(cleanUpDevice));
} catch (RuntimeException e) {
// We catch an simply log exception in cleanUp to avoid missing any final
// step of the invocation.
CLog.e(e);
}
}
}
}
/** {@inheritDoc} */
@Override
public void invoke(
IInvocationContext context,
IConfiguration config,
IRescheduler rescheduler,
ITestInvocationListener... extraListeners)
throws DeviceNotAvailableException, Throwable {
List