1 /*
2  * Copyright (C) 2013-2018 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #define LOG_TAG "Camera3-InputStream"
18 #define ATRACE_TAG ATRACE_TAG_CAMERA
19 //#define LOG_NDEBUG 0
20 
21 #include <gui/BufferItem.h>
22 #include <utils/Log.h>
23 #include <utils/Trace.h>
24 #include "Camera3InputStream.h"
25 
26 namespace android {
27 
28 namespace camera3 {
29 
30 const String8 Camera3InputStream::DUMMY_ID;
31 
Camera3InputStream(int id,uint32_t width,uint32_t height,int format)32 Camera3InputStream::Camera3InputStream(int id,
33         uint32_t width, uint32_t height, int format) :
34         Camera3IOStreamBase(id, CAMERA3_STREAM_INPUT, width, height, /*maxSize*/0,
35                             format, HAL_DATASPACE_UNKNOWN, CAMERA3_STREAM_ROTATION_0,
36                             DUMMY_ID) {
37 
38     if (format == HAL_PIXEL_FORMAT_BLOB) {
39         ALOGE("%s: Bad format, BLOB not supported", __FUNCTION__);
40         mState = STATE_ERROR;
41     }
42 }
43 
~Camera3InputStream()44 Camera3InputStream::~Camera3InputStream() {
45     disconnectLocked();
46 }
47 
getInputBufferLocked(camera3_stream_buffer * buffer)48 status_t Camera3InputStream::getInputBufferLocked(
49         camera3_stream_buffer *buffer) {
50     ATRACE_CALL();
51     status_t res;
52 
53     // FIXME: will not work in (re-)registration
54     if (mState == STATE_IN_CONFIG || mState == STATE_IN_RECONFIG) {
55         ALOGE("%s: Stream %d: Buffer registration for input streams"
56               " not implemented (state %d)",
57               __FUNCTION__, mId, mState);
58         return INVALID_OPERATION;
59     }
60 
61     if ((res = getBufferPreconditionCheckLocked()) != OK) {
62         return res;
63     }
64 
65     ANativeWindowBuffer* anb;
66     int fenceFd;
67 
68     assert(mConsumer != 0);
69 
70     BufferItem bufferItem;
71 
72     res = mConsumer->acquireBuffer(&bufferItem, /*waitForFence*/false);
73     if (res != OK) {
74         ALOGE("%s: Stream %d: Can't acquire next output buffer: %s (%d)",
75                 __FUNCTION__, mId, strerror(-res), res);
76         return res;
77     }
78 
79     anb = bufferItem.mGraphicBuffer->getNativeBuffer();
80     assert(anb != NULL);
81     fenceFd = bufferItem.mFence->dup();
82 
83     /**
84      * FenceFD now owned by HAL except in case of error,
85      * in which case we reassign it to acquire_fence
86      */
87     handoutBufferLocked(*buffer, &(anb->handle), /*acquireFence*/fenceFd,
88                         /*releaseFence*/-1, CAMERA3_BUFFER_STATUS_OK, /*output*/false);
89     mBuffersInFlight.push_back(bufferItem);
90 
91     mFrameCount++;
92     mLastTimestamp = bufferItem.mTimestamp;
93 
94     return OK;
95 }
96 
returnBufferCheckedLocked(const camera3_stream_buffer & buffer,nsecs_t timestamp,bool output,const std::vector<size_t> &,sp<Fence> * releaseFenceOut)97 status_t Camera3InputStream::returnBufferCheckedLocked(
98             const camera3_stream_buffer &buffer,
99             nsecs_t timestamp,
100             bool output,
101             const std::vector<size_t>&,
102             /*out*/
103             sp<Fence> *releaseFenceOut) {
104 
105     (void)timestamp;
106     (void)output;
107     ALOG_ASSERT(!output, "Expected output to be false");
108 
109     status_t res;
110 
111     bool bufferFound = false;
112     BufferItem bufferItem;
113     {
114         // Find the buffer we are returning
115         Vector<BufferItem>::iterator it, end;
116         for (it = mBuffersInFlight.begin(), end = mBuffersInFlight.end();
117              it != end;
118              ++it) {
119 
120             const BufferItem& tmp = *it;
121             ANativeWindowBuffer *anb = tmp.mGraphicBuffer->getNativeBuffer();
122             if (anb != NULL && &(anb->handle) == buffer.buffer) {
123                 bufferFound = true;
124                 bufferItem = tmp;
125                 mBuffersInFlight.erase(it);
126                 break;
127             }
128         }
129     }
130     if (!bufferFound) {
131         ALOGE("%s: Stream %d: Can't return buffer that wasn't sent to HAL",
132               __FUNCTION__, mId);
133         return INVALID_OPERATION;
134     }
135 
136     if (buffer.status == CAMERA3_BUFFER_STATUS_ERROR) {
137         if (buffer.release_fence != -1) {
138             ALOGE("%s: Stream %d: HAL should not set release_fence(%d) when "
139                   "there is an error", __FUNCTION__, mId, buffer.release_fence);
140             close(buffer.release_fence);
141         }
142 
143         /**
144          * Reassign release fence as the acquire fence incase of error
145          */
146         const_cast<camera3_stream_buffer*>(&buffer)->release_fence =
147                 buffer.acquire_fence;
148     }
149 
150     /**
151      * Unconditionally return buffer to the buffer queue.
152      * - Fwk takes over the release_fence ownership
153      */
154     sp<Fence> releaseFence = new Fence(buffer.release_fence);
155     res = mConsumer->releaseBuffer(bufferItem, releaseFence);
156     if (res != OK) {
157         ALOGE("%s: Stream %d: Error releasing buffer back to buffer queue:"
158                 " %s (%d)", __FUNCTION__, mId, strerror(-res), res);
159     }
160 
161     *releaseFenceOut = releaseFence;
162 
163     return res;
164 }
165 
returnInputBufferLocked(const camera3_stream_buffer & buffer)166 status_t Camera3InputStream::returnInputBufferLocked(
167         const camera3_stream_buffer &buffer) {
168     ATRACE_CALL();
169 
170     return returnAnyBufferLocked(buffer, /*timestamp*/0, /*output*/false);
171 }
172 
getInputBufferProducerLocked(sp<IGraphicBufferProducer> * producer)173 status_t Camera3InputStream::getInputBufferProducerLocked(
174             sp<IGraphicBufferProducer> *producer) {
175     ATRACE_CALL();
176 
177     if (producer == NULL) {
178         return BAD_VALUE;
179     } else if (mProducer == NULL) {
180         ALOGE("%s: No input stream is configured", __FUNCTION__);
181         return INVALID_OPERATION;
182     }
183 
184     *producer = mProducer;
185     return OK;
186 }
187 
disconnectLocked()188 status_t Camera3InputStream::disconnectLocked() {
189 
190     status_t res;
191 
192     if ((res = Camera3IOStreamBase::disconnectLocked()) != OK) {
193         return res;
194     }
195 
196     assert(mBuffersInFlight.size() == 0);
197 
198     mConsumer->abandon();
199 
200     /**
201      *  no-op since we can't disconnect the producer from the consumer-side
202      */
203 
204     mState = (mState == STATE_IN_RECONFIG) ? STATE_IN_CONFIG
205                                            : STATE_CONSTRUCTED;
206     return OK;
207 }
208 
dump(int fd,const Vector<String16> & args) const209 void Camera3InputStream::dump(int fd, const Vector<String16> &args) const {
210     (void) args;
211     String8 lines;
212     lines.appendFormat("    Stream[%d]: Input\n", mId);
213     write(fd, lines.string(), lines.size());
214 
215     Camera3IOStreamBase::dump(fd, args);
216 }
217 
configureQueueLocked()218 status_t Camera3InputStream::configureQueueLocked() {
219     status_t res;
220 
221     if ((res = Camera3IOStreamBase::configureQueueLocked()) != OK) {
222         return res;
223     }
224 
225     assert(mMaxSize == 0);
226     assert(camera3_stream::format != HAL_PIXEL_FORMAT_BLOB);
227 
228     mHandoutTotalBufferCount = 0;
229     mFrameCount = 0;
230     mLastTimestamp = 0;
231 
232     if (mConsumer.get() == 0) {
233         sp<IGraphicBufferProducer> producer;
234         sp<IGraphicBufferConsumer> consumer;
235         BufferQueue::createBufferQueue(&producer, &consumer);
236 
237         int minUndequeuedBuffers = 0;
238         res = producer->query(NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &minUndequeuedBuffers);
239         if (res != OK || minUndequeuedBuffers < 0) {
240             ALOGE("%s: Stream %d: Could not query min undequeued buffers (error %d, bufCount %d)",
241                     __FUNCTION__, mId, res, minUndequeuedBuffers);
242             return res;
243         }
244         size_t minBufs = static_cast<size_t>(minUndequeuedBuffers);
245 
246         if (camera3_stream::max_buffers == 0) {
247             ALOGE("%s: %d: HAL sets max_buffer to 0. Must be at least 1.",
248                     __FUNCTION__, __LINE__);
249             return INVALID_OPERATION;
250         }
251 
252         /*
253          * We promise never to 'acquire' more than camera3_stream::max_buffers
254          * at any one time.
255          *
256          * Boost the number up to meet the minimum required buffer count.
257          *
258          * (Note that this sets consumer-side buffer count only,
259          * and not the sum of producer+consumer side as in other camera streams).
260          */
261         mTotalBufferCount = camera3_stream::max_buffers > minBufs ?
262             camera3_stream::max_buffers : minBufs;
263         // TODO: somehow set the total buffer count when producer connects?
264 
265         mConsumer = new BufferItemConsumer(consumer, mUsage,
266                                            mTotalBufferCount);
267         mConsumer->setName(String8::format("Camera3-InputStream-%d", mId));
268 
269         mProducer = producer;
270 
271         mConsumer->setBufferFreedListener(this);
272     }
273 
274     res = mConsumer->setDefaultBufferSize(camera3_stream::width,
275                                           camera3_stream::height);
276     if (res != OK) {
277         ALOGE("%s: Stream %d: Could not set buffer dimensions %dx%d",
278               __FUNCTION__, mId, camera3_stream::width, camera3_stream::height);
279         return res;
280     }
281     res = mConsumer->setDefaultBufferFormat(camera3_stream::format);
282     if (res != OK) {
283         ALOGE("%s: Stream %d: Could not set buffer format %d",
284               __FUNCTION__, mId, camera3_stream::format);
285         return res;
286     }
287 
288     return OK;
289 }
290 
getEndpointUsage(uint64_t * usage) const291 status_t Camera3InputStream::getEndpointUsage(uint64_t *usage) const {
292     // Per HAL3 spec, input streams have 0 for their initial usage field.
293     *usage = 0;
294     return OK;
295 }
296 
onBufferFreed(const wp<GraphicBuffer> & gb)297 void Camera3InputStream::onBufferFreed(const wp<GraphicBuffer>& gb) {
298     const sp<GraphicBuffer> buffer = gb.promote();
299     if (buffer != nullptr) {
300         camera3_stream_buffer streamBuffer =
301                 {nullptr, &buffer->handle, 0, -1, -1};
302         // Check if this buffer is outstanding.
303         if (isOutstandingBuffer(streamBuffer)) {
304             ALOGV("%s: Stream %d: Trying to free a buffer that is still being "
305                     "processed.", __FUNCTION__, mId);
306             return;
307         }
308 
309         sp<Camera3StreamBufferFreedListener> callback = mBufferFreedListener.promote();
310         if (callback != nullptr) {
311             callback->onBufferFreed(mId, buffer->handle);
312         }
313     } else {
314         ALOGE("%s: GraphicBuffer is freed before onBufferFreed callback finishes!", __FUNCTION__);
315     }
316 }
317 
318 }; // namespace camera3
319 
320 }; // namespace android
321