1 /*
2  * Copyright (C) 2010 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #ifndef ANDROID_GUI_CONSUMERBASE_H
18 #define ANDROID_GUI_CONSUMERBASE_H
19 
20 #include <gui/BufferQueueDefs.h>
21 #include <gui/IConsumerListener.h>
22 #include <gui/IGraphicBufferConsumer.h>
23 #include <gui/OccupancyTracker.h>
24 
25 #include <ui/PixelFormat.h>
26 
27 #include <utils/String8.h>
28 #include <utils/Vector.h>
29 #include <utils/threads.h>
30 
31 
32 namespace android {
33 // ----------------------------------------------------------------------------
34 
35 class String8;
36 class GraphicBuffer;
37 
38 // ConsumerBase is a base class for BufferQueue consumer end-points. It
39 // handles common tasks like management of the connection to the BufferQueue
40 // and the buffer pool.
41 class ConsumerBase : public virtual RefBase,
42         protected ConsumerListener {
43 public:
44     struct FrameAvailableListener : public virtual RefBase {
45         // See IConsumerListener::onFrame{Available,Replaced}
46         virtual void onFrameAvailable(const BufferItem& item) = 0;
onFrameReplacedFrameAvailableListener47         virtual void onFrameReplaced(const BufferItem& /* item */) {}
48     };
49 
50     ~ConsumerBase() override;
51 
52     // abandon frees all the buffers and puts the ConsumerBase into the
53     // 'abandoned' state.  Once put in this state the ConsumerBase can never
54     // leave it.  When in the 'abandoned' state, all methods of the
55     // IGraphicBufferProducer interface will fail with the NO_INIT error.
56     //
57     // Note that while calling this method causes all the buffers to be freed
58     // from the perspective of the the ConsumerBase, if there are additional
59     // references on the buffers (e.g. if a buffer is referenced by a client
60     // or by OpenGL ES as a texture) then those buffer will remain allocated.
61     void abandon();
62 
63     // Returns true if the ConsumerBase is in the 'abandoned' state
64     bool isAbandoned();
65 
66     // set the name of the ConsumerBase that will be used to identify it in
67     // log messages.
68     void setName(const String8& name);
69 
70     // dumpState writes the current state to a string. Child classes should add
71     // their state to the dump by overriding the dumpLocked method, which is
72     // called by these methods after locking the mutex.
73     void dumpState(String8& result) const;
74     void dumpState(String8& result, const char* prefix) const;
75 
76     // setFrameAvailableListener sets the listener object that will be notified
77     // when a new frame becomes available.
78     void setFrameAvailableListener(const wp<FrameAvailableListener>& listener);
79 
80     // See IGraphicBufferConsumer::detachBuffer
81     status_t detachBuffer(int slot);
82 
83     // See IGraphicBufferConsumer::setDefaultBufferSize
84     status_t setDefaultBufferSize(uint32_t width, uint32_t height);
85 
86     // See IGraphicBufferConsumer::setDefaultBufferFormat
87     status_t setDefaultBufferFormat(PixelFormat defaultFormat);
88 
89     // See IGraphicBufferConsumer::setDefaultBufferDataSpace
90     status_t setDefaultBufferDataSpace(android_dataspace defaultDataSpace);
91 
92     // See IGraphicBufferConsumer::setConsumerUsageBits
93     status_t setConsumerUsageBits(uint64_t usage);
94 
95     // See IGraphicBufferConsumer::setTransformHint
96     status_t setTransformHint(uint32_t hint);
97 
98     // See IGraphicBufferConsumer::setMaxAcquiredBufferCount
99     status_t setMaxAcquiredBufferCount(int maxAcquiredBuffers);
100 
101     // See IGraphicBufferConsumer::getSidebandStream
102     sp<NativeHandle> getSidebandStream() const;
103 
104     // See IGraphicBufferConsumer::getOccupancyHistory
105     status_t getOccupancyHistory(bool forceFlush,
106             std::vector<OccupancyTracker::Segment>* outHistory);
107 
108     // See IGraphicBufferConsumer::discardFreeBuffers
109     status_t discardFreeBuffers();
110 
111 private:
112     ConsumerBase(const ConsumerBase&);
113     void operator=(const ConsumerBase&);
114 
115 protected:
116     // ConsumerBase constructs a new ConsumerBase object to consume image
117     // buffers from the given IGraphicBufferConsumer.
118     // The controlledByApp flag indicates that this consumer is under the application's
119     // control.
120     explicit ConsumerBase(const sp<IGraphicBufferConsumer>& consumer, bool controlledByApp = false);
121 
122     // onLastStrongRef gets called by RefBase just before the dtor of the most
123     // derived class.  It is used to clean up the buffers so that ConsumerBase
124     // can coordinate the clean-up by calling into virtual methods implemented
125     // by the derived classes.  This would not be possible from the
126     // ConsuemrBase dtor because by the time that gets called the derived
127     // classes have already been destructed.
128     //
129     // This methods should not need to be overridden by derived classes, but
130     // if they are overridden the ConsumerBase implementation must be called
131     // from the derived class.
132     virtual void onLastStrongRef(const void* id);
133 
134     // Implementation of the IConsumerListener interface.  These
135     // calls are used to notify the ConsumerBase of asynchronous events in the
136     // BufferQueue.  The onFrameAvailable, onFrameReplaced, and
137     // onBuffersReleased methods should not need to be overridden by derived
138     // classes, but if they are overridden the ConsumerBase implementation must
139     // be called from the derived class. The ConsumerBase version of
140     // onSidebandStreamChanged does nothing and can be overriden by derived
141     // classes if they want the notification.
142     virtual void onFrameAvailable(const BufferItem& item) override;
143     virtual void onFrameReplaced(const BufferItem& item) override;
144     virtual void onBuffersReleased() override;
145     virtual void onSidebandStreamChanged() override;
146 
147     // freeBufferLocked frees up the given buffer slot.  If the slot has been
148     // initialized this will release the reference to the GraphicBuffer in that
149     // slot.  Otherwise it has no effect.
150     //
151     // Derived classes should override this method to clean up any state they
152     // keep per slot.  If it is overridden, the derived class's implementation
153     // must call ConsumerBase::freeBufferLocked.
154     //
155     // This method must be called with mMutex locked.
156     virtual void freeBufferLocked(int slotIndex);
157 
158     // abandonLocked puts the BufferQueue into the abandoned state, causing
159     // all future operations on it to fail. This method rather than the public
160     // abandon method should be overridden by child classes to add abandon-
161     // time behavior.
162     //
163     // Derived classes should override this method to clean up any object
164     // state they keep (as opposed to per-slot state).  If it is overridden,
165     // the derived class's implementation must call ConsumerBase::abandonLocked.
166     //
167     // This method must be called with mMutex locked.
168     virtual void abandonLocked();
169 
170     // dumpLocked dumps the current state of the ConsumerBase object to the
171     // result string.  Each line is prefixed with the string pointed to by the
172     // prefix argument.  The buffer argument points to a buffer that may be
173     // used for intermediate formatting data, and the size of that buffer is
174     // indicated by the size argument.
175     //
176     // Derived classes should override this method to dump their internal
177     // state.  If this method is overridden the derived class's implementation
178     // should call ConsumerBase::dumpLocked.
179     //
180     // This method must be called with mMutex locked.
181     virtual void dumpLocked(String8& result, const char* prefix) const;
182 
183     // acquireBufferLocked fetches the next buffer from the BufferQueue and
184     // updates the buffer slot for the buffer returned.
185     //
186     // Derived classes should override this method to perform any
187     // initialization that must take place the first time a buffer is assigned
188     // to a slot.  If it is overridden the derived class's implementation must
189     // call ConsumerBase::acquireBufferLocked.
190     virtual status_t acquireBufferLocked(BufferItem *item, nsecs_t presentWhen,
191             uint64_t maxFrameNumber = 0);
192 
193     // releaseBufferLocked relinquishes control over a buffer, returning that
194     // control to the BufferQueue.
195     //
196     // Derived classes should override this method to perform any cleanup that
197     // must take place when a buffer is released back to the BufferQueue.  If
198     // it is overridden the derived class's implementation must call
199     // ConsumerBase::releaseBufferLocked.
200     virtual status_t releaseBufferLocked(int slot,
201             const sp<GraphicBuffer> graphicBuffer,
202             EGLDisplay display = EGL_NO_DISPLAY, EGLSyncKHR eglFence = EGL_NO_SYNC_KHR);
203 
204     // returns true iff the slot still has the graphicBuffer in it.
205     bool stillTracking(int slot, const sp<GraphicBuffer> graphicBuffer);
206 
207     // addReleaseFence* adds the sync points associated with a fence to the set
208     // of sync points that must be reached before the buffer in the given slot
209     // may be used after the slot has been released.  This should be called by
210     // derived classes each time some asynchronous work is kicked off that
211     // references the buffer.
212     status_t addReleaseFence(int slot,
213             const sp<GraphicBuffer> graphicBuffer, const sp<Fence>& fence);
214     status_t addReleaseFenceLocked(int slot,
215             const sp<GraphicBuffer> graphicBuffer, const sp<Fence>& fence);
216 
217     // Slot contains the information and object references that
218     // ConsumerBase maintains about a BufferQueue buffer slot.
219     struct Slot {
220         // mGraphicBuffer is the Gralloc buffer store in the slot or NULL if
221         // no Gralloc buffer is in the slot.
222         sp<GraphicBuffer> mGraphicBuffer;
223 
224         // mFence is a fence which will signal when the buffer associated with
225         // this buffer slot is no longer being used by the consumer and can be
226         // overwritten. The buffer can be dequeued before the fence signals;
227         // the producer is responsible for delaying writes until it signals.
228         sp<Fence> mFence;
229 
230         // the frame number of the last acquired frame for this slot
231         uint64_t mFrameNumber;
232     };
233 
234     // mSlots stores the buffers that have been allocated by the BufferQueue
235     // for each buffer slot.  It is initialized to null pointers, and gets
236     // filled in with the result of BufferQueue::acquire when the
237     // client dequeues a buffer from a
238     // slot that has not yet been used. The buffer allocated to a slot will also
239     // be replaced if the requested buffer usage or geometry differs from that
240     // of the buffer allocated to a slot.
241     Slot mSlots[BufferQueueDefs::NUM_BUFFER_SLOTS];
242 
243     // mAbandoned indicates that the BufferQueue will no longer be used to
244     // consume images buffers pushed to it using the IGraphicBufferProducer
245     // interface. It is initialized to false, and set to true in the abandon
246     // method.  A BufferQueue that has been abandoned will return the NO_INIT
247     // error from all IConsumerBase methods capable of returning an error.
248     bool mAbandoned;
249 
250     // mName is a string used to identify the ConsumerBase in log messages.
251     // It can be set by the setName method.
252     String8 mName;
253 
254     // mFrameAvailableListener is the listener object that will be called when a
255     // new frame becomes available. If it is not NULL it will be called from
256     // queueBuffer. The listener object is protected by mFrameAvailableMutex
257     // (not mMutex).
258     Mutex mFrameAvailableMutex;
259     wp<FrameAvailableListener> mFrameAvailableListener;
260 
261     // The ConsumerBase has-a BufferQueue and is responsible for creating this object
262     // if none is supplied
263     sp<IGraphicBufferConsumer> mConsumer;
264 
265     // The final release fence of the most recent buffer released by
266     // releaseBufferLocked.
267     sp<Fence> mPrevFinalReleaseFence;
268 
269     // mMutex is the mutex used to prevent concurrent access to the member
270     // variables of ConsumerBase objects. It must be locked whenever the
271     // member variables are accessed or when any of the *Locked methods are
272     // called.
273     //
274     // This mutex is intended to be locked by derived classes.
275     mutable Mutex mMutex;
276 };
277 
278 // ----------------------------------------------------------------------------
279 }; // namespace android
280 
281 #endif // ANDROID_GUI_CONSUMERBASE_H
282