xref: /platform_testing/libraries/flicker/src/com/android/server/wm/flicker/TransitionRunner.java

/*
 * Copyright (C) 2018 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.android.server.wm.flicker;

import static com.android.server.wm.flicker.monitor.TransitionMonitor.OUTPUT_DIR;

import android.util.Log;

import androidx.annotation.NonNull;
import androidx.annotation.Nullable;
import androidx.annotation.VisibleForTesting;
import androidx.test.InstrumentationRegistry;

import com.android.server.wm.flicker.monitor.TransitionMonitor;
import com.android.server.wm.flicker.monitor.LayersTraceMonitor;
import com.android.server.wm.flicker.monitor.ScreenRecorder;
import com.android.server.wm.flicker.monitor.WindowAnimationFrameStatsMonitor;
import com.android.server.wm.flicker.monitor.WindowManagerTraceMonitor;

import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.ArrayList;
import java.util.LinkedList;
import java.util.List;
import java.util.Locale;

/**
 * Builds and runs UI transitions capturing test artifacts.
 *
 * <p>User can compose a transition from simpler steps, specifying setup and teardown steps. During
 * a transition, Layers trace, WindowManager trace, screen recordings and window animation frame
 * stats can be captured.
 *
 * <pre>
 * Transition builder options:
 *  {@link TransitionBuilder#run(Runnable)} run transition under test. Monitors will be started
 *  before the transition and stopped after the transition is completed.
 *  {@link TransitionBuilder#repeat(int)} repeat transitions under test multiple times recording
 *  result for each run.
 *  {@link TransitionBuilder#withTag(String)} specify a string identifier used to prefix logs and
 *  artifacts generated.
 *  {@link TransitionBuilder#runBeforeAll(Runnable)} run setup transitions once before all other
 *  transition are run to set up an initial state on device.
 *  {@link TransitionBuilder#runBefore(Runnable)} run setup transitions before each test transition
 *  run.
 *  {@link TransitionBuilder#runAfter(Runnable)} run teardown transitions after each test
 *  transition.
 *  {@link TransitionBuilder#runAfter(Runnable)} run teardown transitions once after all
 *  other transition  are run.
 *  {@link TransitionBuilder#includeJankyRuns()} disables {@link WindowAnimationFrameStatsMonitor}
 *  to monitor janky frames. If janky frames are detected, then the test run is skipped. This
 *  monitor is enabled by default.
 *  {@link TransitionBuilder#skipLayersTrace()} disables {@link LayersTraceMonitor} used to
 *  capture Layers trace during a transition. This monitor is enabled by default.
 *  {@link TransitionBuilder#skipWindowManagerTrace()} disables {@link WindowManagerTraceMonitor}
 *  used to capture WindowManager trace during a transition. This monitor is enabled by
 *  default.
 *  {@link TransitionBuilder#recordAllRuns()} records the screen contents and saves it to a file.
 *  All the runs including setup and teardown transitions are included in the recording. This
 *  monitor is used for debugging purposes.
 *  {@link TransitionBuilder#recordEachRun()} records the screen contents during test transitions
 *  and saves it to a file for each run. This monitor is used for debugging purposes.
 *
 * Example transition to capture WindowManager and Layers trace when opening a test app:
 * {@code
 * TransitionRunner.newBuilder()
 *      .withTag("OpenTestAppFast")
 *      .runBeforeAll(UiAutomationLib::wakeUp)
 *      .runBeforeAll(UiAutomationLib::UnlockDevice)
 *      .runBeforeAll(UiAutomationLib::openTestApp)
 *      .runBefore(UiAutomationLib::closeTestApp)
 *      .run(UiAutomationLib::openTestApp)
 *      .runAfterAll(UiAutomationLib::closeTestApp)
 *      .repeat(5)
 *      .build()
 *      .run();
 * }
 * </pre>
 */
public class TransitionRunner {
    private static final String TAG = "FLICKER";
    private final ScreenRecorder mScreenRecorder;
    private final WindowManagerTraceMonitor mWmTraceMonitor;
    private final LayersTraceMonitor mLayersTraceMonitor;
    private final WindowAnimationFrameStatsMonitor mFrameStatsMonitor;

    private final List<TransitionMonitor> mAllRunsMonitors;
    private final List<TransitionMonitor> mPerRunMonitors;
    private final List<Runnable> mBeforeAlls;
    private final List<Runnable> mBefores;
    private final List<Runnable> mTransitions;
    private final List<Runnable> mAfters;
    private final List<Runnable> mAfterAlls;

    private final int mIterations;
    private final String mTestTag;

    @Nullable private List<TransitionResult> mResults = null;

    private TransitionRunner(TransitionBuilder builder) {
        mScreenRecorder = builder.mScreenRecorder;
        mWmTraceMonitor = builder.mWmTraceMonitor;
        mLayersTraceMonitor = builder.mLayersTraceMonitor;
        mFrameStatsMonitor = builder.mFrameStatsMonitor;

        mAllRunsMonitors = builder.mAllRunsMonitors;
        mPerRunMonitors = builder.mPerRunMonitors;
        mBeforeAlls = builder.mBeforeAlls;
        mBefores = builder.mBefores;
        mTransitions = builder.mTransitions;
        mAfters = builder.mAfters;
        mAfterAlls = builder.mAfterAlls;

        mIterations = builder.mIterations;
        mTestTag = builder.mTestTag;
    }

    public static TransitionBuilder newBuilder(String outputDir) {
        return new TransitionBuilder(Paths.get(outputDir));
    }

    public static TransitionBuilder newBuilder() {
        return new TransitionBuilder();
    }

    /**
     * Runs the composed transition and calls monitors at the appropriate stages. If jank monitor is
     * enabled, transitions with jank are skipped.
     *
     * @return itself
     */
    public TransitionRunner run() {
        mResults = new ArrayList<>();
        mAllRunsMonitors.forEach(TransitionMonitor::start);
        mBeforeAlls.forEach(Runnable::run);
        for (int iteration = 0; iteration < mIterations; iteration++) {
            mBefores.forEach(Runnable::run);
            mPerRunMonitors.forEach(TransitionMonitor::start);
            mTransitions.forEach(Runnable::run);
            mPerRunMonitors.forEach(TransitionMonitor::stop);
            mAfters.forEach(Runnable::run);
            if (runJankFree() && mFrameStatsMonitor.jankyFramesDetected()) {
                String msg =
                        String.format(
                                Locale.getDefault(),
                                "Skipping iteration %d/%d for test %s due to jank. %s",
                                iteration,
                                mIterations - 1,
                                mTestTag,
                                mFrameStatsMonitor.toString());
                Log.e(TAG, msg);
                continue;
            }
            mResults.add(saveResult(iteration));
        }
        mAfterAlls.forEach(Runnable::run);
        mAllRunsMonitors.forEach(
                monitor -> {
                    monitor.stop();
                    monitor.save(mTestTag);
                });
        return this;
    }

    /**
     * Returns a list of transition results.
     *
     * @return list of transition results.
     */
    public List<TransitionResult> getResults() {
        if (mResults == null) {
            throw new IllegalStateException("Results do not exist!");
        }
        return mResults;
    }

    /**
     * Deletes all transition results that are not marked for saving.
     *
     * @return list of transition results.
     */
    public void deleteResults() {
        if (mResults == null) {
            return;
        }
        mResults.stream().filter(TransitionResult::canDelete).forEach(TransitionResult::delete);
        mResults = null;
    }

    /**
     * Saves monitor results to file.
     *
     * @return object containing paths to test artifacts
     */
    private TransitionResult saveResult(int iteration) {
        Path windowTrace = null;
        String windowTraceChecksum = "";
        Path layerTrace = null;
        String layerTraceChecksum = "";
        Path screenCaptureVideo = null;
        String screenCaptureVideoChecksum = "";

        if (mPerRunMonitors.contains(mWmTraceMonitor)) {
            windowTrace = mWmTraceMonitor.save(mTestTag, iteration);
            windowTraceChecksum = mWmTraceMonitor.getChecksum();
        }
        if (mPerRunMonitors.contains(mLayersTraceMonitor)) {
            layerTrace = mLayersTraceMonitor.save(mTestTag, iteration);
            layerTraceChecksum = mLayersTraceMonitor.getChecksum();
        }
        if (mPerRunMonitors.contains(mScreenRecorder)) {
            screenCaptureVideo = mScreenRecorder.save(mTestTag, iteration);
            screenCaptureVideoChecksum = mScreenRecorder.getChecksum();
        }
        return new TransitionResult(
                layerTrace,
                layerTraceChecksum,
                windowTrace,
                windowTraceChecksum,
                screenCaptureVideo,
                screenCaptureVideoChecksum);
    }

    private boolean runJankFree() {
        return mPerRunMonitors.contains(mFrameStatsMonitor);
    }

    public String getTestTag() {
        return mTestTag;
    }

    /** Stores paths to all test artifacts. */
    @VisibleForTesting
    public static class TransitionResult {
        @Nullable private final Path layersTrace;
        private final String layersTraceChecksum;
        @Nullable private final Path windowManagerTrace;
        private final String windowManagerTraceChecksum;
        @Nullable private final Path screenCaptureVideo;
        private final String screenCaptureVideoChecksum;
        private boolean flaggedForSaving = true;

        public TransitionResult(
                @Nullable Path layersTrace,
                String layersTraceChecksum,
                @Nullable Path windowManagerTrace,
                String windowManagerTraceChecksum,
                @Nullable Path screenCaptureVideo,
                String screenCaptureVideoChecksum) {
            this.layersTrace = layersTrace;
            this.layersTraceChecksum = layersTraceChecksum;
            this.windowManagerTrace = windowManagerTrace;
            this.windowManagerTraceChecksum = windowManagerTraceChecksum;
            this.screenCaptureVideo = screenCaptureVideo;
            this.screenCaptureVideoChecksum = screenCaptureVideoChecksum;
        }

        public void flagForSaving() {
            flaggedForSaving = true;
        }

        public boolean canDelete() {
            return !flaggedForSaving;
        }

        public boolean layersTraceExists() {
            return layersTrace != null && layersTrace.toFile().exists();
        }

        public byte[] getLayersTrace() {
            try {
                return Files.readAllBytes(this.layersTrace);
            } catch (Exception e) {
                throw new RuntimeException(e);
            }
        }

        public Path getLayersTracePath() {
            return layersTrace;
        }

        public String getLayersTraceChecksum() {
            return layersTraceChecksum;
        }

        public boolean windowManagerTraceExists() {
            return windowManagerTrace != null && windowManagerTrace.toFile().exists();
        }

        public byte[] getWindowManagerTrace() {
            try {
                return Files.readAllBytes(this.windowManagerTrace);
            } catch (Exception e) {
                throw new RuntimeException(e);
            }
        }

        public Path getWindowManagerTracePath() {
            return windowManagerTrace;
        }

        public String getWindowManagerTraceChecksum() {
            return windowManagerTraceChecksum;
        }

        public boolean screenCaptureVideoExists() {
            return screenCaptureVideo != null && screenCaptureVideo.toFile().exists();
        }

        public Path screenCaptureVideoPath() {
            return screenCaptureVideo;
        }

        public String getScreenCaptureVideoChecksum() {
            return screenCaptureVideoChecksum;
        }

        public void delete() {
            if (layersTraceExists()) layersTrace.toFile().delete();
            if (windowManagerTraceExists()) windowManagerTrace.toFile().delete();
            if (screenCaptureVideoExists()) screenCaptureVideo.toFile().delete();
        }
    }

    /** Builds a {@link TransitionRunner} instance. */
    public static class TransitionBuilder {
        private ScreenRecorder mScreenRecorder;
        private WindowManagerTraceMonitor mWmTraceMonitor;
        private LayersTraceMonitor mLayersTraceMonitor;
        private WindowAnimationFrameStatsMonitor mFrameStatsMonitor;

        private List<TransitionMonitor> mAllRunsMonitors = new LinkedList<>();
        private List<TransitionMonitor> mPerRunMonitors = new LinkedList<>();
        private List<Runnable> mBeforeAlls = new LinkedList<>();
        private List<Runnable> mBefores = new LinkedList<>();
        private List<Runnable> mTransitions = new LinkedList<>();
        private List<Runnable> mAfters = new LinkedList<>();
        private List<Runnable> mAfterAlls = new LinkedList<>();

        private boolean mRunJankFree = true;
        private boolean mCaptureWindowManagerTrace = true;
        private boolean mCaptureLayersTrace = true;
        private boolean mRecordEachRun = false;
        private int mIterations = 1;
        private String mTestTag = "";

        private boolean mRecordAllRuns = false;

        private TransitionBuilder(@NonNull Path outputDir) {
            mScreenRecorder = new ScreenRecorder();
            mWmTraceMonitor = new WindowManagerTraceMonitor(outputDir);
            mLayersTraceMonitor = new LayersTraceMonitor(outputDir);
            mFrameStatsMonitor =
                    new WindowAnimationFrameStatsMonitor(
                            InstrumentationRegistry.getInstrumentation());
        }

        public TransitionBuilder() {
            this(OUTPUT_DIR);
        }

        public TransitionRunner build() {
            if (mCaptureWindowManagerTrace) {
                mPerRunMonitors.add(mWmTraceMonitor);
            }

            if (mCaptureLayersTrace) {
                mPerRunMonitors.add(mLayersTraceMonitor);
            }

            if (mRunJankFree) {
                mPerRunMonitors.add(mFrameStatsMonitor);
            }

            if (mRecordAllRuns) {
                mAllRunsMonitors.add(mScreenRecorder);
            }

            if (mRecordEachRun) {
                mPerRunMonitors.add(mScreenRecorder);
            }

            return new TransitionRunner(this);
        }

        public TransitionBuilder runBeforeAll(Runnable runnable) {
            mBeforeAlls.add(runnable);
            return this;
        }

        public TransitionBuilder runBefore(Runnable runnable) {
            mBefores.add(runnable);
            return this;
        }

        public TransitionBuilder run(Runnable runnable) {
            mTransitions.add(runnable);
            return this;
        }

        public TransitionBuilder runAfter(Runnable runnable) {
            mAfters.add(runnable);
            return this;
        }

        public TransitionBuilder runAfterAll(Runnable runnable) {
            mAfterAlls.add(runnable);
            return this;
        }

        public TransitionBuilder repeat(int iterations) {
            mIterations = iterations;
            return this;
        }

        public TransitionBuilder skipWindowManagerTrace() {
            mCaptureWindowManagerTrace = false;
            return this;
        }

        public TransitionBuilder skipLayersTrace() {
            mCaptureLayersTrace = false;
            return this;
        }

        public TransitionBuilder includeJankyRuns() {
            mRunJankFree = false;
            return this;
        }

        public TransitionBuilder recordEachRun() {
            if (mRecordAllRuns) {
                throw new IllegalArgumentException("Invalid option with recordAllRuns");
            }
            mRecordEachRun = true;
            return this;
        }

        public TransitionBuilder recordAllRuns() {
            if (mRecordEachRun) {
                throw new IllegalArgumentException("Invalid option with recordEachRun");
            }
            mRecordAllRuns = true;
            return this;
        }

        public TransitionBuilder withTag(String testTag) {
            if (testTag.contains(" ")) {
                throw new IllegalArgumentException(
                        "The test tag can not contain spaces since it "
                                + "is a part of the file name");
            }
            mTestTag = testTag;
            return this;
        }
    }
}