1 /*
2  * Copyright (C) 2014 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #pragma once
18 
19 #include <SkCamera.h>
20 #include <SkMatrix.h>
21 
22 #include <utils/LinearAllocator.h>
23 #include <utils/RefBase.h>
24 #include <utils/String8.h>
25 
26 #include <cutils/compiler.h>
27 
28 #include <androidfw/ResourceTypes.h>
29 
30 #include "AnimatorManager.h"
31 #include "CanvasTransform.h"
32 #include "Debug.h"
33 #include "DisplayList.h"
34 #include "Matrix.h"
35 #include "RenderProperties.h"
36 #include "pipeline/skia/SkiaDisplayList.h"
37 #include "pipeline/skia/SkiaLayer.h"
38 #include "utils/FatVector.h"
39 
40 #include <vector>
41 
42 class SkBitmap;
43 class SkPaint;
44 class SkPath;
45 class SkRegion;
46 class SkSurface;
47 
48 namespace android {
49 namespace uirenderer {
50 
51 class CanvasState;
52 class Rect;
53 class SkiaShader;
54 struct RenderNodeOp;
55 
56 class TreeInfo;
57 class TreeObserver;
58 
59 namespace proto {
60 class RenderNode;
61 }
62 
63 /**
64  * Primary class for storing recorded canvas commands, as well as per-View/ViewGroup display
65  * properties.
66  *
67  * Recording of canvas commands is somewhat similar to SkPicture, except the canvas-recording
68  * functionality is split between RecordingCanvas (which manages the recording), DisplayList
69  * (which holds the actual data), and RenderNode (which holds properties used for render playback).
70  *
71  * Note that DisplayList is swapped out from beneath an individual RenderNode when a view's
72  * recorded stream of canvas operations is refreshed. The RenderNode (and its properties) stay
73  * attached.
74  */
75 class RenderNode : public VirtualLightRefBase {
76     friend class TestUtils;  // allow TestUtils to access syncDisplayList / syncProperties
77 
78 public:
79     enum DirtyPropertyMask {
80         GENERIC = 1 << 1,
81         TRANSLATION_X = 1 << 2,
82         TRANSLATION_Y = 1 << 3,
83         TRANSLATION_Z = 1 << 4,
84         SCALE_X = 1 << 5,
85         SCALE_Y = 1 << 6,
86         ROTATION = 1 << 7,
87         ROTATION_X = 1 << 8,
88         ROTATION_Y = 1 << 9,
89         X = 1 << 10,
90         Y = 1 << 11,
91         Z = 1 << 12,
92         ALPHA = 1 << 13,
93         DISPLAY_LIST = 1 << 14,
94     };
95 
96     ANDROID_API RenderNode();
97     ANDROID_API virtual ~RenderNode();
98 
99     // See flags defined in DisplayList.java
100     enum ReplayFlag { kReplayFlag_ClipChildren = 0x1 };
101 
102     ANDROID_API void setStagingDisplayList(DisplayList* newData);
103 
104     ANDROID_API void output();
105     ANDROID_API int getDebugSize();
106 
isRenderable()107     bool isRenderable() const { return mDisplayList && !mDisplayList->isEmpty(); }
108 
hasProjectionReceiver()109     bool hasProjectionReceiver() const {
110         return mDisplayList && mDisplayList->containsProjectionReceiver();
111     }
112 
getName()113     const char* getName() const { return mName.string(); }
114 
setName(const char * name)115     void setName(const char* name) {
116         if (name) {
117             const char* lastPeriod = strrchr(name, '.');
118             if (lastPeriod) {
119                 mName.setTo(lastPeriod + 1);
120             } else {
121                 mName.setTo(name);
122             }
123         }
124     }
125 
getUserContext()126     VirtualLightRefBase* getUserContext() const { return mUserContext.get(); }
127 
setUserContext(VirtualLightRefBase * context)128     void setUserContext(VirtualLightRefBase* context) { mUserContext = context; }
129 
isPropertyFieldDirty(DirtyPropertyMask field)130     bool isPropertyFieldDirty(DirtyPropertyMask field) const {
131         return mDirtyPropertyFields & field;
132     }
133 
setPropertyFieldsDirty(uint32_t fields)134     void setPropertyFieldsDirty(uint32_t fields) { mDirtyPropertyFields |= fields; }
135 
properties()136     const RenderProperties& properties() const { return mProperties; }
137 
animatorProperties()138     RenderProperties& animatorProperties() { return mProperties; }
139 
stagingProperties()140     const RenderProperties& stagingProperties() { return mStagingProperties; }
141 
mutateStagingProperties()142     RenderProperties& mutateStagingProperties() { return mStagingProperties; }
143 
isValid()144     bool isValid() { return mValid; }
145 
getWidth()146     int getWidth() const { return properties().getWidth(); }
147 
getHeight()148     int getHeight() const { return properties().getHeight(); }
149 
150     ANDROID_API virtual void prepareTree(TreeInfo& info);
151     void destroyHardwareResources(TreeInfo* info = nullptr);
152     void destroyLayers();
153 
154     // UI thread only!
155     ANDROID_API void addAnimator(const sp<BaseRenderNodeAnimator>& animator);
156     void removeAnimator(const sp<BaseRenderNodeAnimator>& animator);
157 
158     // This can only happen during pushStaging()
onAnimatorTargetChanged(BaseRenderNodeAnimator * animator)159     void onAnimatorTargetChanged(BaseRenderNodeAnimator* animator) {
160         mAnimatorManager.onAnimatorTargetChanged(animator);
161     }
162 
animators()163     AnimatorManager& animators() { return mAnimatorManager; }
164 
165     void applyViewPropertyTransforms(mat4& matrix, bool true3dTransform = false) const;
166 
nothingToDraw()167     bool nothingToDraw() const {
168         const Outline& outline = properties().getOutline();
169         return mDisplayList == nullptr || properties().getAlpha() <= 0 ||
170                (outline.getShouldClip() && outline.isEmpty()) || properties().getScaleX() == 0 ||
171                properties().getScaleY() == 0;
172     }
173 
getDisplayList()174     const DisplayList* getDisplayList() const { return mDisplayList; }
175 
176     // Note: The position callbacks are relying on the listener using
177     // the frameNumber to appropriately batch/synchronize these transactions.
178     // There is no other filtering/batching to ensure that only the "final"
179     // state called once per frame.
180     class ANDROID_API PositionListener : public VirtualLightRefBase {
181     public:
~PositionListener()182         virtual ~PositionListener() {}
183         // Called when the RenderNode's position changes
184         virtual void onPositionUpdated(RenderNode& node, const TreeInfo& info) = 0;
185         // Called when the RenderNode no longer has a position. As in, it's
186         // no longer being drawn.
187         // Note, tree info might be null
188         virtual void onPositionLost(RenderNode& node, const TreeInfo* info) = 0;
189     };
190 
setPositionListener(PositionListener * listener)191     ANDROID_API void setPositionListener(PositionListener* listener) {
192         mStagingPositionListener = listener;
193         mPositionListenerDirty = true;
194     }
195 
196     // This is only modified in MODE_FULL, so it can be safely accessed
197     // on the UI thread.
hasParents()198     ANDROID_API bool hasParents() { return mParentCount; }
199 
200     void onRemovedFromTree(TreeInfo* info);
201 
202     // Called by CanvasContext to promote a RenderNode to be a root node
makeRoot()203     void makeRoot() { incParentRefCount(); }
204 
205     // Called by CanvasContext when it drops a RenderNode from being a root node
206     void clearRoot();
207 
208     void output(std::ostream& output, uint32_t level);
209 
setUsageHint(UsageHint usageHint)210     void setUsageHint(UsageHint usageHint) { mUsageHint = usageHint; }
211 
usageHint()212     UsageHint usageHint() const { return mUsageHint; }
213 
uniqueId()214     int64_t uniqueId() const { return mUniqueId; }
215 
216     void markDrawStart(SkCanvas& canvas);
217     void markDrawEnd(SkCanvas& canvas);
218 
219 private:
220     void computeOrderingImpl(RenderNodeOp* opState,
221                              std::vector<RenderNodeOp*>* compositedChildrenOfProjectionSurface,
222                              const mat4* transformFromProjectionSurface);
223 
224     void syncProperties();
225     void syncDisplayList(TreeObserver& observer, TreeInfo* info);
226     void handleForceDark(TreeInfo* info);
227 
228     void prepareTreeImpl(TreeObserver& observer, TreeInfo& info, bool functorsNeedLayer);
229     void pushStagingPropertiesChanges(TreeInfo& info);
230     void pushStagingDisplayListChanges(TreeObserver& observer, TreeInfo& info);
231     void prepareLayer(TreeInfo& info, uint32_t dirtyMask);
232     void pushLayerUpdate(TreeInfo& info);
233     void deleteDisplayList(TreeObserver& observer, TreeInfo* info = nullptr);
234     void damageSelf(TreeInfo& info);
235 
incParentRefCount()236     void incParentRefCount() { mParentCount++; }
237     void decParentRefCount(TreeObserver& observer, TreeInfo* info = nullptr);
238 
239     const int64_t mUniqueId;
240     String8 mName;
241     sp<VirtualLightRefBase> mUserContext;
242 
243     uint32_t mDirtyPropertyFields;
244     RenderProperties mProperties;
245     RenderProperties mStagingProperties;
246 
247     // Owned by UI. Set when DL is set, cleared when DL cleared or when node detached
248     // (likely by parent re-record/removal)
249     bool mValid = false;
250 
251     bool mNeedsDisplayListSync;
252     // WARNING: Do not delete this directly, you must go through deleteDisplayList()!
253     DisplayList* mDisplayList;
254     DisplayList* mStagingDisplayList;
255 
256     int64_t mDamageGenerationId;
257 
258     friend class AnimatorManager;
259     AnimatorManager mAnimatorManager;
260 
261     /**
262      * Draw time state - these properties are only set and used during rendering
263      */
264 
265     // for projection surfaces, contains a list of all children items
266     std::vector<RenderNodeOp*> mProjectedNodes;
267 
268     // How many references our parent(s) have to us. Typically this should alternate
269     // between 2 and 1 (when a staging push happens we inc first then dec)
270     // When this hits 0 we are no longer in the tree, so any hardware resources
271     // (specifically Layers) should be released.
272     // This is *NOT* thread-safe, and should therefore only be tracking
273     // mDisplayList, not mStagingDisplayList.
274     uint32_t mParentCount;
275 
276     bool mPositionListenerDirty = false;
277     sp<PositionListener> mStagingPositionListener;
278     sp<PositionListener> mPositionListener;
279 
280     UsageHint mUsageHint = UsageHint::Unknown;
281 
282     // METHODS & FIELDS ONLY USED BY THE SKIA RENDERER
283 public:
284     /**
285      * Detach and transfer ownership of an already allocated displayList for use
286      * in recording updated content for this renderNode
287      */
detachAvailableList()288     std::unique_ptr<skiapipeline::SkiaDisplayList> detachAvailableList() {
289         return std::move(mAvailableDisplayList);
290     }
291 
292     /**
293      * Attach unused displayList to this node for potential future reuse.
294      */
attachAvailableList(skiapipeline::SkiaDisplayList * skiaDisplayList)295     void attachAvailableList(skiapipeline::SkiaDisplayList* skiaDisplayList) {
296         mAvailableDisplayList.reset(skiaDisplayList);
297     }
298 
299     /**
300      * Returns true if an offscreen layer from any renderPipeline is attached
301      * to this node.
302      */
hasLayer()303     bool hasLayer() const { return mSkiaLayer.get(); }
304 
305     /**
306      * Used by the RenderPipeline to attach an offscreen surface to the RenderNode.
307      * The surface is then will be used to store the contents of a layer.
308      */
setLayerSurface(sk_sp<SkSurface> layer)309     void setLayerSurface(sk_sp<SkSurface> layer) {
310         if (layer.get()) {
311             if (!mSkiaLayer.get()) {
312                 mSkiaLayer = std::make_unique<skiapipeline::SkiaLayer>();
313             }
314             mSkiaLayer->layerSurface = std::move(layer);
315             mSkiaLayer->inverseTransformInWindow.loadIdentity();
316         } else {
317             mSkiaLayer.reset();
318         }
319     }
320 
321     /**
322      * If the RenderNode is of type LayerType::RenderLayer then this method will
323      * return the an offscreen rendering surface that is used to both render into
324      * the layer and composite the layer into its parent.  If the type is not
325      * LayerType::RenderLayer then it will return a nullptr.
326      *
327      * NOTE: this function is only guaranteed to return accurate results after
328      *       prepareTree has been run for this RenderNode
329      */
getLayerSurface()330     SkSurface* getLayerSurface() const {
331         return mSkiaLayer.get() ? mSkiaLayer->layerSurface.get() : nullptr;
332     }
333 
getSkiaLayer()334     skiapipeline::SkiaLayer* getSkiaLayer() const { return mSkiaLayer.get(); }
335 
336     /**
337      * Returns the path that represents the outline of RenderNode intersected with
338      * the provided rect.  This call will internally cache the resulting path in
339      * order to potentially return that path for subsequent calls to this method.
340      * By reusing the same path we get better performance on the GPU backends since
341      * those resources are cached in the hardware based on the path's genID.
342      *
343      * The returned path is only guaranteed to be valid until this function is called
344      * again or the RenderNode's outline is mutated.
345      */
346     const SkPath* getClippedOutline(const SkRect& clipRect) const;
347 
348 private:
349     /**
350      * If this RenderNode has been used in a previous frame then the SkiaDisplayList
351      * from that frame is cached here until one of the following conditions is met:
352      *  1) The RenderNode is deleted (causing this to be deleted)
353      *  2) It is replaced with the displayList from the next completed frame
354      *  3) It is detached and used to to record a new displayList for a later frame
355      */
356     std::unique_ptr<skiapipeline::SkiaDisplayList> mAvailableDisplayList;
357 
358     /**
359      * An offscreen rendering target used to contain the contents this RenderNode
360      * when it has been set to draw as a LayerType::RenderLayer.
361      */
362     std::unique_ptr<skiapipeline::SkiaLayer> mSkiaLayer;
363 
364     struct ClippedOutlineCache {
365         // keys
366         uint32_t outlineID = 0;
367         SkRect clipRect;
368 
369         // value
370         SkPath clippedOutline;
371     };
372     mutable ClippedOutlineCache mClippedOutlineCache;
373 };  // class RenderNode
374 
375 class MarkAndSweepRemoved : public TreeObserver {
376     PREVENT_COPY_AND_ASSIGN(MarkAndSweepRemoved);
377 
378 public:
MarkAndSweepRemoved(TreeInfo * info)379     explicit MarkAndSweepRemoved(TreeInfo* info) : mTreeInfo(info) {}
380 
onMaybeRemovedFromTree(RenderNode * node)381     void onMaybeRemovedFromTree(RenderNode* node) override { mMarked.emplace_back(node); }
382 
~MarkAndSweepRemoved()383     ~MarkAndSweepRemoved() {
384         for (auto& node : mMarked) {
385             if (!node->hasParents()) {
386                 node->onRemovedFromTree(mTreeInfo);
387             }
388         }
389     }
390 
391 private:
392     FatVector<sp<RenderNode>, 10> mMarked;
393     TreeInfo* mTreeInfo;
394 };
395 
396 } /* namespace uirenderer */
397 } /* namespace android */
398