1 /*
2  * Copyright (C) 2014 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #pragma once
18 
19 #include <SkMatrix.h>
20 
21 #include <utils/LinearAllocator.h>
22 #include <utils/RefBase.h>
23 #include <utils/String8.h>
24 
25 #include <cutils/compiler.h>
26 
27 #include <androidfw/ResourceTypes.h>
28 
29 #include <ui/FatVector.h>
30 
31 #include "AnimatorManager.h"
32 #include "CanvasTransform.h"
33 #include "Debug.h"
34 #include "DisplayList.h"
35 #include "Matrix.h"
36 #include "RenderProperties.h"
37 #include "pipeline/skia/HolePunch.h"
38 #include "pipeline/skia/SkiaDisplayList.h"
39 #include "pipeline/skia/SkiaLayer.h"
40 
41 #include <vector>
42 #include <pipeline/skia/StretchMask.h>
43 
44 class SkBitmap;
45 class SkPaint;
46 class SkPath;
47 class SkRegion;
48 class SkSurface;
49 
50 namespace android {
51 namespace uirenderer {
52 
53 class CanvasState;
54 class Rect;
55 class SkiaShader;
56 struct RenderNodeOp;
57 
58 class TreeInfo;
59 class TreeObserver;
60 
61 namespace proto {
62 class RenderNode;
63 }
64 
65 /**
66  * Primary class for storing recorded canvas commands, as well as per-View/ViewGroup display
67  * properties.
68  *
69  * Recording of canvas commands is somewhat similar to SkPicture, except the canvas-recording
70  * functionality is split between RecordingCanvas (which manages the recording), DisplayList
71  * (which holds the actual data), and RenderNode (which holds properties used for render playback).
72  *
73  * Note that DisplayList is swapped out from beneath an individual RenderNode when a view's
74  * recorded stream of canvas operations is refreshed. The RenderNode (and its properties) stay
75  * attached.
76  */
77 class RenderNode : public VirtualLightRefBase {
78     friend class TestUtils;  // allow TestUtils to access syncDisplayList / syncProperties
79 
80 public:
81     enum DirtyPropertyMask {
82         GENERIC = 1 << 1,
83         TRANSLATION_X = 1 << 2,
84         TRANSLATION_Y = 1 << 3,
85         TRANSLATION_Z = 1 << 4,
86         SCALE_X = 1 << 5,
87         SCALE_Y = 1 << 6,
88         ROTATION = 1 << 7,
89         ROTATION_X = 1 << 8,
90         ROTATION_Y = 1 << 9,
91         X = 1 << 10,
92         Y = 1 << 11,
93         Z = 1 << 12,
94         ALPHA = 1 << 13,
95         DISPLAY_LIST = 1 << 14,
96     };
97 
98     RenderNode();
99     virtual ~RenderNode();
100 
101     // See flags defined in DisplayList.java
102     enum ReplayFlag { kReplayFlag_ClipChildren = 0x1 };
103 
104     void setStagingDisplayList(DisplayList&& newData);
105     void discardStagingDisplayList();
106 
107     void output();
108     int getUsageSize();
109     int getAllocatedSize();
110 
isRenderable()111     bool isRenderable() const { return mDisplayList.hasContent(); }
112 
hasProjectionReceiver()113     bool hasProjectionReceiver() const {
114         return mDisplayList.containsProjectionReceiver();
115     }
116 
getName()117     const char* getName() const { return mName.c_str(); }
118 
setName(const char * name)119     void setName(const char* name) {
120         if (name) {
121             const char* lastPeriod = strrchr(name, '.');
122             if (lastPeriod) {
123                 mName = (lastPeriod + 1);
124             } else {
125                 mName = name;
126             }
127         }
128     }
129 
getStretchMask()130     StretchMask& getStretchMask() { return mStretchMask; }
131 
isPropertyFieldDirty(DirtyPropertyMask field)132     bool isPropertyFieldDirty(DirtyPropertyMask field) const {
133         return mDirtyPropertyFields & field;
134     }
135 
setPropertyFieldsDirty(uint32_t fields)136     void setPropertyFieldsDirty(uint32_t fields) { mDirtyPropertyFields |= fields; }
137 
properties()138     const RenderProperties& properties() const { return mProperties; }
139 
animatorProperties()140     RenderProperties& animatorProperties() { return mProperties; }
141 
stagingProperties()142     const RenderProperties& stagingProperties() { return mStagingProperties; }
143 
mutateStagingProperties()144     RenderProperties& mutateStagingProperties() { return mStagingProperties; }
145 
isValid()146     bool isValid() { return mValid; }
147 
getWidth()148     int getWidth() const { return properties().getWidth(); }
149 
getHeight()150     int getHeight() const { return properties().getHeight(); }
151 
152     virtual void prepareTree(TreeInfo& info);
153     void destroyHardwareResources(TreeInfo* info = nullptr);
154     void destroyLayers();
155 
156     // UI thread only!
157     void addAnimator(const sp<BaseRenderNodeAnimator>& animator);
158     void removeAnimator(const sp<BaseRenderNodeAnimator>& animator);
159 
160     // This can only happen during pushStaging()
onAnimatorTargetChanged(BaseRenderNodeAnimator * animator)161     void onAnimatorTargetChanged(BaseRenderNodeAnimator* animator) {
162         mAnimatorManager.onAnimatorTargetChanged(animator);
163     }
164 
animators()165     AnimatorManager& animators() { return mAnimatorManager; }
166 
167     void applyViewPropertyTransforms(mat4& matrix, bool true3dTransform = false) const;
168 
nothingToDraw()169     bool nothingToDraw() const {
170         const Outline& outline = properties().getOutline();
171         return !mDisplayList.isValid() || properties().getAlpha() <= 0 ||
172                (outline.getShouldClip() && outline.isEmpty()) || properties().getScaleX() == 0 ||
173                properties().getScaleY() == 0;
174     }
175 
getDisplayList()176     const DisplayList& getDisplayList() const { return mDisplayList; }
177     // TODO: can this be cleaned up?
getDisplayList()178     DisplayList& getDisplayList() { return mDisplayList; }
179 
180     // Note: The position callbacks are relying on the listener using
181     // the frameNumber to appropriately batch/synchronize these transactions.
182     // There is no other filtering/batching to ensure that only the "final"
183     // state called once per frame.
184     class PositionListener : public VirtualLightRefBase {
185     public:
~PositionListener()186         virtual ~PositionListener() {}
187         // Called when the RenderNode's position changes
188         virtual void onPositionUpdated(RenderNode& node, const TreeInfo& info) = 0;
189         // Called when the RenderNode no longer has a position. As in, it's
190         // no longer being drawn.
191         // Note, tree info might be null
192         virtual void onPositionLost(RenderNode& node, const TreeInfo* info) = 0;
193     };
194 
setPositionListener(PositionListener * listener)195     void setPositionListener(PositionListener* listener) {
196         mStagingPositionListener = listener;
197         mPositionListenerDirty = true;
198     }
199 
200     // This is only modified in MODE_FULL, so it can be safely accessed
201     // on the UI thread.
hasParents()202     bool hasParents() { return mParentCount; }
203 
204     void onRemovedFromTree(TreeInfo* info);
205 
206     // Called by CanvasContext to promote a RenderNode to be a root node
makeRoot()207     void makeRoot() { incParentRefCount(); }
208 
209     // Called by CanvasContext when it drops a RenderNode from being a root node
210     void clearRoot();
211 
212     void output(std::ostream& output, uint32_t level);
213 
214     void visit(std::function<void(const RenderNode&)>) const;
215 
setUsageHint(UsageHint usageHint)216     void setUsageHint(UsageHint usageHint) { mUsageHint = usageHint; }
217 
usageHint()218     UsageHint usageHint() const { return mUsageHint; }
219 
uniqueId()220     int64_t uniqueId() const { return mUniqueId; }
221 
setIsTextureView()222     void setIsTextureView() { mIsTextureView = true; }
isTextureView()223     bool isTextureView() const { return mIsTextureView; }
224 
225     void markDrawStart(SkCanvas& canvas);
226     void markDrawEnd(SkCanvas& canvas);
227 
228 private:
229     void computeOrderingImpl(RenderNodeOp* opState,
230                              std::vector<RenderNodeOp*>* compositedChildrenOfProjectionSurface,
231                              const mat4* transformFromProjectionSurface);
232 
233     void syncProperties();
234     void syncDisplayList(TreeObserver& observer, TreeInfo* info);
235     void handleForceDark(TreeInfo* info);
236     bool shouldEnableForceDark(TreeInfo* info);
237 
238     void prepareTreeImpl(TreeObserver& observer, TreeInfo& info, bool functorsNeedLayer);
239     void pushStagingPropertiesChanges(TreeInfo& info);
240     void pushStagingDisplayListChanges(TreeObserver& observer, TreeInfo& info);
241     void prepareLayer(TreeInfo& info, uint32_t dirtyMask);
242     void pushLayerUpdate(TreeInfo& info);
243     void deleteDisplayList(TreeObserver& observer, TreeInfo* info = nullptr);
244     void damageSelf(TreeInfo& info);
245 
incParentRefCount()246     void incParentRefCount() { mParentCount++; }
247     void decParentRefCount(TreeObserver& observer, TreeInfo* info = nullptr);
248 
249     const int64_t mUniqueId;
250     String8 mName;
251 
252     uint32_t mDirtyPropertyFields;
253     RenderProperties mProperties;
254     RenderProperties mStagingProperties;
255 
256     // Owned by UI. Set when DL is set, cleared when DL cleared or when node detached
257     // (likely by parent re-record/removal)
258     bool mValid = false;
259 
260     bool mNeedsDisplayListSync;
261     // WARNING: Do not delete this directly, you must go through deleteDisplayList()!
262     DisplayList mDisplayList;
263     DisplayList mStagingDisplayList;
264 
265     int64_t mDamageGenerationId = 0;
266 
267     friend class AnimatorManager;
268     AnimatorManager mAnimatorManager;
269 
270     /**
271      * Draw time state - these properties are only set and used during rendering
272      */
273 
274     // for projection surfaces, contains a list of all children items
275     std::vector<RenderNodeOp*> mProjectedNodes;
276 
277     // How many references our parent(s) have to us. Typically this should alternate
278     // between 2 and 1 (when a staging push happens we inc first then dec)
279     // When this hits 0 we are no longer in the tree, so any hardware resources
280     // (specifically Layers) should be released.
281     // This is *NOT* thread-safe, and should therefore only be tracking
282     // mDisplayList, not mStagingDisplayList.
283     uint32_t mParentCount;
284 
285     bool mPositionListenerDirty = false;
286     sp<PositionListener> mStagingPositionListener;
287     sp<PositionListener> mPositionListener;
288 
289     UsageHint mUsageHint = UsageHint::Unknown;
290 
291     bool mHasHolePunches;
292     StretchMask mStretchMask;
293 
294     bool mIsTextureView = false;
295 
296     // METHODS & FIELDS ONLY USED BY THE SKIA RENDERER
297 public:
298     /**
299      * Detach and transfer ownership of an already allocated displayList for use
300      * in recording updated content for this renderNode
301      */
detachAvailableList()302     std::unique_ptr<skiapipeline::SkiaDisplayList> detachAvailableList() {
303         return std::move(mAvailableDisplayList);
304     }
305 
hasHolePunches()306     bool hasHolePunches() { return mHasHolePunches; }
307 
308     /**
309      * Attach unused displayList to this node for potential future reuse.
310      */
attachAvailableList(skiapipeline::SkiaDisplayList * skiaDisplayList)311     void attachAvailableList(skiapipeline::SkiaDisplayList* skiaDisplayList) {
312         mAvailableDisplayList.reset(skiaDisplayList);
313     }
314 
315     /**
316      * Returns true if an offscreen layer from any renderPipeline is attached
317      * to this node.
318      */
hasLayer()319     bool hasLayer() const { return mSkiaLayer.get(); }
320 
321     /**
322      * Used by the RenderPipeline to attach an offscreen surface to the RenderNode.
323      * The surface is then will be used to store the contents of a layer.
324      */
setLayerSurface(sk_sp<SkSurface> layer)325     void setLayerSurface(sk_sp<SkSurface> layer) {
326         if (layer.get()) {
327             if (!mSkiaLayer.get()) {
328                 mSkiaLayer = std::make_unique<skiapipeline::SkiaLayer>();
329             }
330             mSkiaLayer->layerSurface = std::move(layer);
331             mSkiaLayer->inverseTransformInWindow.loadIdentity();
332         } else {
333             mSkiaLayer.reset();
334         }
335 
336         mProperties.mutateLayerProperties().mutableStretchEffect().clear();
337         mStretchMask.clear();
338         // Clear out the previous snapshot and the image filter the previous
339         // snapshot was created with whenever the layer changes.
340         mSnapshotResult.snapshot = nullptr;
341         mTargetImageFilter = nullptr;
342     }
343 
344     /**
345      * If the RenderNode is of type LayerType::RenderLayer then this method will
346      * return the an offscreen rendering surface that is used to both render into
347      * the layer and composite the layer into its parent.  If the type is not
348      * LayerType::RenderLayer then it will return a nullptr.
349      *
350      * NOTE: this function is only guaranteed to return accurate results after
351      *       prepareTree has been run for this RenderNode
352      */
getLayerSurface()353     SkSurface* getLayerSurface() const {
354         return mSkiaLayer.get() ? mSkiaLayer->layerSurface.get() : nullptr;
355     }
356 
357     struct SnapshotResult {
358         sk_sp<SkImage> snapshot;
359         SkIRect outSubset;
360         SkIPoint outOffset;
361     };
362 
363     std::optional<SnapshotResult> updateSnapshotIfRequired(GrRecordingContext* context,
364                                             const SkImageFilter* imageFilter,
365                                             const SkIRect& clipBounds);
366 
getSkiaLayer()367     skiapipeline::SkiaLayer* getSkiaLayer() const { return mSkiaLayer.get(); }
368 
369     /**
370      * Returns the path that represents the outline of RenderNode intersected with
371      * the provided rect.  This call will internally cache the resulting path in
372      * order to potentially return that path for subsequent calls to this method.
373      * By reusing the same path we get better performance on the GPU backends since
374      * those resources are cached in the hardware based on the path's genID.
375      *
376      * The returned path is only guaranteed to be valid until this function is called
377      * again or the RenderNode's outline is mutated.
378      */
379     const SkPath* getClippedOutline(const SkRect& clipRect) const;
380 
381 private:
382     /**
383      * If this RenderNode has been used in a previous frame then the SkiaDisplayList
384      * from that frame is cached here until one of the following conditions is met:
385      *  1) The RenderNode is deleted (causing this to be deleted)
386      *  2) It is replaced with the displayList from the next completed frame
387      *  3) It is detached and used to to record a new displayList for a later frame
388      */
389     std::unique_ptr<skiapipeline::SkiaDisplayList> mAvailableDisplayList;
390 
391     /**
392      * An offscreen rendering target used to contain the contents this RenderNode
393      * when it has been set to draw as a LayerType::RenderLayer.
394      */
395     std::unique_ptr<skiapipeline::SkiaLayer> mSkiaLayer;
396 
397     /**
398      * SkImageFilter used to create the mSnapshotResult
399      */
400     sk_sp<SkImageFilter> mTargetImageFilter;
401     uint32_t mTargetImageFilterLayerSurfaceGenerationId = 0;
402 
403     /**
404      * Clip bounds used to create the mSnapshotResult
405      */
406     SkIRect mImageFilterClipBounds;
407 
408     /**
409      * Result of the most recent snapshot with additional metadata used to
410      * determine how to draw the contents
411      */
412     SnapshotResult mSnapshotResult;
413 
414     struct ClippedOutlineCache {
415         // keys
416         uint32_t outlineID = 0;
417         SkRect clipRect;
418 
419         // value
420         SkPath clippedOutline;
421     };
422     mutable ClippedOutlineCache mClippedOutlineCache;
423 };  // class RenderNode
424 
425 class MarkAndSweepRemoved : public TreeObserver {
426     PREVENT_COPY_AND_ASSIGN(MarkAndSweepRemoved);
427 
428 public:
MarkAndSweepRemoved(TreeInfo * info)429     explicit MarkAndSweepRemoved(TreeInfo* info) : mTreeInfo(info) {}
430 
onMaybeRemovedFromTree(RenderNode * node)431     void onMaybeRemovedFromTree(RenderNode* node) override { mMarked.emplace_back(node); }
432 
~MarkAndSweepRemoved()433     ~MarkAndSweepRemoved() {
434         for (auto& node : mMarked) {
435             if (!node->hasParents()) {
436                 node->onRemovedFromTree(mTreeInfo);
437             }
438         }
439     }
440 
441 private:
442     FatVector<sp<RenderNode>, 10> mMarked;
443     TreeInfo* mTreeInfo;
444 };
445 
446 } /* namespace uirenderer */
447 } /* namespace android */
448