1 /*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 // #define LOG_NDEBUG 0
18 #include "VirtualDisplaySurface.h"
19
20 #include <inttypes.h>
21
22 #include "HWComposer.h"
23 #include "SurfaceFlinger.h"
24
25 #include <gui/BufferItem.h>
26 #include <gui/BufferQueue.h>
27 #include <gui/IProducerListener.h>
28 #include <system/window.h>
29
30 // ---------------------------------------------------------------------------
31 namespace android {
32 // ---------------------------------------------------------------------------
33
34 #define VDS_LOGE(msg, ...) ALOGE("[%s] " msg, \
35 mDisplayName.c_str(), ##__VA_ARGS__)
36 #define VDS_LOGW_IF(cond, msg, ...) ALOGW_IF(cond, "[%s] " msg, \
37 mDisplayName.c_str(), ##__VA_ARGS__)
38 #define VDS_LOGV(msg, ...) ALOGV("[%s] " msg, \
39 mDisplayName.c_str(), ##__VA_ARGS__)
40
dbgCompositionTypeStr(compositionengine::DisplaySurface::CompositionType type)41 static const char* dbgCompositionTypeStr(compositionengine::DisplaySurface::CompositionType type) {
42 switch (type) {
43 case compositionengine::DisplaySurface::COMPOSITION_UNKNOWN:
44 return "UNKNOWN";
45 case compositionengine::DisplaySurface::COMPOSITION_GLES:
46 return "GLES";
47 case compositionengine::DisplaySurface::COMPOSITION_HWC:
48 return "HWC";
49 case compositionengine::DisplaySurface::COMPOSITION_MIXED:
50 return "MIXED";
51 default: return "<INVALID>";
52 }
53 }
54
VirtualDisplaySurface(HWComposer & hwc,const std::optional<DisplayId> & displayId,const sp<IGraphicBufferProducer> & sink,const sp<IGraphicBufferProducer> & bqProducer,const sp<IGraphicBufferConsumer> & bqConsumer,const std::string & name)55 VirtualDisplaySurface::VirtualDisplaySurface(HWComposer& hwc,
56 const std::optional<DisplayId>& displayId,
57 const sp<IGraphicBufferProducer>& sink,
58 const sp<IGraphicBufferProducer>& bqProducer,
59 const sp<IGraphicBufferConsumer>& bqConsumer,
60 const std::string& name)
61 : ConsumerBase(bqConsumer),
62 mHwc(hwc),
63 mDisplayId(displayId),
64 mDisplayName(name),
65 mSource{},
66 mDefaultOutputFormat(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED),
67 mOutputFormat(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED),
68 mOutputUsage(GRALLOC_USAGE_HW_COMPOSER),
69 mProducerSlotSource(0),
70 mProducerBuffers(),
71 mQueueBufferOutput(),
72 mSinkBufferWidth(0),
73 mSinkBufferHeight(0),
74 mCompositionType(COMPOSITION_UNKNOWN),
75 mFbFence(Fence::NO_FENCE),
76 mOutputFence(Fence::NO_FENCE),
77 mFbProducerSlot(BufferQueue::INVALID_BUFFER_SLOT),
78 mOutputProducerSlot(BufferQueue::INVALID_BUFFER_SLOT),
79 mDbgState(DBG_STATE_IDLE),
80 mDbgLastCompositionType(COMPOSITION_UNKNOWN),
81 mMustRecompose(false),
82 mForceHwcCopy(SurfaceFlinger::useHwcForRgbToYuv) {
83 mSource[SOURCE_SINK] = sink;
84 mSource[SOURCE_SCRATCH] = bqProducer;
85
86 resetPerFrameState();
87
88 int sinkWidth, sinkHeight;
89 sink->query(NATIVE_WINDOW_WIDTH, &sinkWidth);
90 sink->query(NATIVE_WINDOW_HEIGHT, &sinkHeight);
91 mSinkBufferWidth = sinkWidth;
92 mSinkBufferHeight = sinkHeight;
93
94 // Pick the buffer format to request from the sink when not rendering to it
95 // with GLES. If the consumer needs CPU access, use the default format
96 // set by the consumer. Otherwise allow gralloc to decide the format based
97 // on usage bits.
98 int sinkUsage;
99 sink->query(NATIVE_WINDOW_CONSUMER_USAGE_BITS, &sinkUsage);
100 if (sinkUsage & (GRALLOC_USAGE_SW_READ_MASK | GRALLOC_USAGE_SW_WRITE_MASK)) {
101 int sinkFormat;
102 sink->query(NATIVE_WINDOW_FORMAT, &sinkFormat);
103 mDefaultOutputFormat = sinkFormat;
104 } else {
105 mDefaultOutputFormat = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
106 }
107 mOutputFormat = mDefaultOutputFormat;
108
109 ConsumerBase::mName = String8::format("VDS: %s", mDisplayName.c_str());
110 mConsumer->setConsumerName(ConsumerBase::mName);
111 mConsumer->setConsumerUsageBits(GRALLOC_USAGE_HW_COMPOSER);
112 mConsumer->setDefaultBufferSize(sinkWidth, sinkHeight);
113 sink->setAsyncMode(true);
114 IGraphicBufferProducer::QueueBufferOutput output;
115 mSource[SOURCE_SCRATCH]->connect(nullptr, NATIVE_WINDOW_API_EGL, false, &output);
116 }
117
~VirtualDisplaySurface()118 VirtualDisplaySurface::~VirtualDisplaySurface() {
119 mSource[SOURCE_SCRATCH]->disconnect(NATIVE_WINDOW_API_EGL);
120 }
121
beginFrame(bool mustRecompose)122 status_t VirtualDisplaySurface::beginFrame(bool mustRecompose) {
123 if (!mDisplayId) {
124 return NO_ERROR;
125 }
126
127 mMustRecompose = mustRecompose;
128
129 VDS_LOGW_IF(mDbgState != DBG_STATE_IDLE,
130 "Unexpected beginFrame() in %s state", dbgStateStr());
131 mDbgState = DBG_STATE_BEGUN;
132
133 return refreshOutputBuffer();
134 }
135
prepareFrame(CompositionType compositionType)136 status_t VirtualDisplaySurface::prepareFrame(CompositionType compositionType) {
137 if (!mDisplayId) {
138 return NO_ERROR;
139 }
140
141 VDS_LOGW_IF(mDbgState != DBG_STATE_BEGUN,
142 "Unexpected prepareFrame() in %s state", dbgStateStr());
143 mDbgState = DBG_STATE_PREPARED;
144
145 mCompositionType = compositionType;
146 if (mForceHwcCopy && mCompositionType == COMPOSITION_GLES) {
147 // Some hardware can do RGB->YUV conversion more efficiently in hardware
148 // controlled by HWC than in hardware controlled by the video encoder.
149 // Forcing GLES-composed frames to go through an extra copy by the HWC
150 // allows the format conversion to happen there, rather than passing RGB
151 // directly to the consumer.
152 //
153 // On the other hand, when the consumer prefers RGB or can consume RGB
154 // inexpensively, this forces an unnecessary copy.
155 mCompositionType = COMPOSITION_MIXED;
156 }
157
158 if (mCompositionType != mDbgLastCompositionType) {
159 VDS_LOGV("prepareFrame: composition type changed to %s",
160 dbgCompositionTypeStr(mCompositionType));
161 mDbgLastCompositionType = mCompositionType;
162 }
163
164 if (mCompositionType != COMPOSITION_GLES &&
165 (mOutputFormat != mDefaultOutputFormat ||
166 mOutputUsage != GRALLOC_USAGE_HW_COMPOSER)) {
167 // We must have just switched from GLES-only to MIXED or HWC
168 // composition. Stop using the format and usage requested by the GLES
169 // driver; they may be suboptimal when HWC is writing to the output
170 // buffer. For example, if the output is going to a video encoder, and
171 // HWC can write directly to YUV, some hardware can skip a
172 // memory-to-memory RGB-to-YUV conversion step.
173 //
174 // If we just switched *to* GLES-only mode, we'll change the
175 // format/usage and get a new buffer when the GLES driver calls
176 // dequeueBuffer().
177 mOutputFormat = mDefaultOutputFormat;
178 mOutputUsage = GRALLOC_USAGE_HW_COMPOSER;
179 refreshOutputBuffer();
180 }
181
182 return NO_ERROR;
183 }
184
advanceFrame()185 status_t VirtualDisplaySurface::advanceFrame() {
186 if (!mDisplayId) {
187 return NO_ERROR;
188 }
189
190 if (mCompositionType == COMPOSITION_HWC) {
191 VDS_LOGW_IF(mDbgState != DBG_STATE_PREPARED,
192 "Unexpected advanceFrame() in %s state on HWC frame",
193 dbgStateStr());
194 } else {
195 VDS_LOGW_IF(mDbgState != DBG_STATE_GLES_DONE,
196 "Unexpected advanceFrame() in %s state on GLES/MIXED frame",
197 dbgStateStr());
198 }
199 mDbgState = DBG_STATE_HWC;
200
201 if (mOutputProducerSlot < 0 ||
202 (mCompositionType != COMPOSITION_HWC && mFbProducerSlot < 0)) {
203 // Last chance bailout if something bad happened earlier. For example,
204 // in a GLES configuration, if the sink disappears then dequeueBuffer
205 // will fail, the GLES driver won't queue a buffer, but SurfaceFlinger
206 // will soldier on. So we end up here without a buffer. There should
207 // be lots of scary messages in the log just before this.
208 VDS_LOGE("advanceFrame: no buffer, bailing out");
209 return NO_MEMORY;
210 }
211
212 sp<GraphicBuffer> fbBuffer = mFbProducerSlot >= 0 ?
213 mProducerBuffers[mFbProducerSlot] : sp<GraphicBuffer>(nullptr);
214 sp<GraphicBuffer> outBuffer = mProducerBuffers[mOutputProducerSlot];
215 VDS_LOGV("advanceFrame: fb=%d(%p) out=%d(%p)",
216 mFbProducerSlot, fbBuffer.get(),
217 mOutputProducerSlot, outBuffer.get());
218
219 // At this point we know the output buffer acquire fence,
220 // so update HWC state with it.
221 mHwc.setOutputBuffer(*mDisplayId, mOutputFence, outBuffer);
222
223 status_t result = NO_ERROR;
224 if (fbBuffer != nullptr) {
225 uint32_t hwcSlot = 0;
226 sp<GraphicBuffer> hwcBuffer;
227 mHwcBufferCache.getHwcBuffer(mFbProducerSlot, fbBuffer, &hwcSlot, &hwcBuffer);
228
229 // TODO: Correctly propagate the dataspace from GL composition
230 result = mHwc.setClientTarget(*mDisplayId, hwcSlot, mFbFence, hwcBuffer,
231 ui::Dataspace::UNKNOWN);
232 }
233
234 return result;
235 }
236
onFrameCommitted()237 void VirtualDisplaySurface::onFrameCommitted() {
238 if (!mDisplayId) {
239 return;
240 }
241
242 VDS_LOGW_IF(mDbgState != DBG_STATE_HWC,
243 "Unexpected onFrameCommitted() in %s state", dbgStateStr());
244 mDbgState = DBG_STATE_IDLE;
245
246 sp<Fence> retireFence = mHwc.getPresentFence(*mDisplayId);
247 if (mCompositionType == COMPOSITION_MIXED && mFbProducerSlot >= 0) {
248 // release the scratch buffer back to the pool
249 Mutex::Autolock lock(mMutex);
250 int sslot = mapProducer2SourceSlot(SOURCE_SCRATCH, mFbProducerSlot);
251 VDS_LOGV("onFrameCommitted: release scratch sslot=%d", sslot);
252 addReleaseFenceLocked(sslot, mProducerBuffers[mFbProducerSlot],
253 retireFence);
254 releaseBufferLocked(sslot, mProducerBuffers[mFbProducerSlot]);
255 }
256
257 if (mOutputProducerSlot >= 0) {
258 int sslot = mapProducer2SourceSlot(SOURCE_SINK, mOutputProducerSlot);
259 QueueBufferOutput qbo;
260 VDS_LOGV("onFrameCommitted: queue sink sslot=%d", sslot);
261 if (mMustRecompose) {
262 status_t result = mSource[SOURCE_SINK]->queueBuffer(sslot,
263 QueueBufferInput(
264 systemTime(), false /* isAutoTimestamp */,
265 HAL_DATASPACE_UNKNOWN,
266 Rect(mSinkBufferWidth, mSinkBufferHeight),
267 NATIVE_WINDOW_SCALING_MODE_FREEZE, 0 /* transform */,
268 retireFence),
269 &qbo);
270 if (result == NO_ERROR) {
271 updateQueueBufferOutput(std::move(qbo));
272 }
273 } else {
274 // If the surface hadn't actually been updated, then we only went
275 // through the motions of updating the display to keep our state
276 // machine happy. We cancel the buffer to avoid triggering another
277 // re-composition and causing an infinite loop.
278 mSource[SOURCE_SINK]->cancelBuffer(sslot, retireFence);
279 }
280 }
281
282 resetPerFrameState();
283 }
284
dumpAsString(String8 &) const285 void VirtualDisplaySurface::dumpAsString(String8& /* result */) const {
286 }
287
resizeBuffers(const uint32_t w,const uint32_t h)288 void VirtualDisplaySurface::resizeBuffers(const uint32_t w, const uint32_t h) {
289 mQueueBufferOutput.width = w;
290 mQueueBufferOutput.height = h;
291 mSinkBufferWidth = w;
292 mSinkBufferHeight = h;
293 }
294
getClientTargetAcquireFence() const295 const sp<Fence>& VirtualDisplaySurface::getClientTargetAcquireFence() const {
296 return mFbFence;
297 }
298
requestBuffer(int pslot,sp<GraphicBuffer> * outBuf)299 status_t VirtualDisplaySurface::requestBuffer(int pslot,
300 sp<GraphicBuffer>* outBuf) {
301 if (!mDisplayId) {
302 return mSource[SOURCE_SINK]->requestBuffer(pslot, outBuf);
303 }
304
305 VDS_LOGW_IF(mDbgState != DBG_STATE_GLES,
306 "Unexpected requestBuffer pslot=%d in %s state",
307 pslot, dbgStateStr());
308
309 *outBuf = mProducerBuffers[pslot];
310 return NO_ERROR;
311 }
312
setMaxDequeuedBufferCount(int maxDequeuedBuffers)313 status_t VirtualDisplaySurface::setMaxDequeuedBufferCount(
314 int maxDequeuedBuffers) {
315 return mSource[SOURCE_SINK]->setMaxDequeuedBufferCount(maxDequeuedBuffers);
316 }
317
setAsyncMode(bool async)318 status_t VirtualDisplaySurface::setAsyncMode(bool async) {
319 return mSource[SOURCE_SINK]->setAsyncMode(async);
320 }
321
dequeueBuffer(Source source,PixelFormat format,uint64_t usage,int * sslot,sp<Fence> * fence)322 status_t VirtualDisplaySurface::dequeueBuffer(Source source,
323 PixelFormat format, uint64_t usage, int* sslot, sp<Fence>* fence) {
324 LOG_FATAL_IF(!mDisplayId);
325
326 status_t result =
327 mSource[source]->dequeueBuffer(sslot, fence, mSinkBufferWidth, mSinkBufferHeight,
328 format, usage, nullptr, nullptr);
329 if (result < 0)
330 return result;
331 int pslot = mapSource2ProducerSlot(source, *sslot);
332 VDS_LOGV("dequeueBuffer(%s): sslot=%d pslot=%d result=%d",
333 dbgSourceStr(source), *sslot, pslot, result);
334 uint64_t sourceBit = static_cast<uint64_t>(source) << pslot;
335
336 if ((mProducerSlotSource & (1ULL << pslot)) != sourceBit) {
337 // This slot was previously dequeued from the other source; must
338 // re-request the buffer.
339 result |= BUFFER_NEEDS_REALLOCATION;
340 mProducerSlotSource &= ~(1ULL << pslot);
341 mProducerSlotSource |= sourceBit;
342 }
343
344 if (result & RELEASE_ALL_BUFFERS) {
345 for (uint32_t i = 0; i < BufferQueue::NUM_BUFFER_SLOTS; i++) {
346 if ((mProducerSlotSource & (1ULL << i)) == sourceBit)
347 mProducerBuffers[i].clear();
348 }
349 }
350 if (result & BUFFER_NEEDS_REALLOCATION) {
351 result = mSource[source]->requestBuffer(*sslot, &mProducerBuffers[pslot]);
352 if (result < 0) {
353 mProducerBuffers[pslot].clear();
354 mSource[source]->cancelBuffer(*sslot, *fence);
355 return result;
356 }
357 VDS_LOGV("dequeueBuffer(%s): buffers[%d]=%p fmt=%d usage=%#" PRIx64,
358 dbgSourceStr(source), pslot, mProducerBuffers[pslot].get(),
359 mProducerBuffers[pslot]->getPixelFormat(),
360 mProducerBuffers[pslot]->getUsage());
361 }
362
363 return result;
364 }
365
dequeueBuffer(int * pslot,sp<Fence> * fence,uint32_t w,uint32_t h,PixelFormat format,uint64_t usage,uint64_t * outBufferAge,FrameEventHistoryDelta * outTimestamps)366 status_t VirtualDisplaySurface::dequeueBuffer(int* pslot, sp<Fence>* fence, uint32_t w, uint32_t h,
367 PixelFormat format, uint64_t usage,
368 uint64_t* outBufferAge,
369 FrameEventHistoryDelta* outTimestamps) {
370 if (!mDisplayId) {
371 return mSource[SOURCE_SINK]->dequeueBuffer(pslot, fence, w, h, format, usage, outBufferAge,
372 outTimestamps);
373 }
374
375 VDS_LOGW_IF(mDbgState != DBG_STATE_PREPARED,
376 "Unexpected dequeueBuffer() in %s state", dbgStateStr());
377 mDbgState = DBG_STATE_GLES;
378
379 VDS_LOGV("dequeueBuffer %dx%d fmt=%d usage=%#" PRIx64, w, h, format, usage);
380
381 status_t result = NO_ERROR;
382 Source source = fbSourceForCompositionType(mCompositionType);
383
384 if (source == SOURCE_SINK) {
385
386 if (mOutputProducerSlot < 0) {
387 // Last chance bailout if something bad happened earlier. For example,
388 // in a GLES configuration, if the sink disappears then dequeueBuffer
389 // will fail, the GLES driver won't queue a buffer, but SurfaceFlinger
390 // will soldier on. So we end up here without a buffer. There should
391 // be lots of scary messages in the log just before this.
392 VDS_LOGE("dequeueBuffer: no buffer, bailing out");
393 return NO_MEMORY;
394 }
395
396 // We already dequeued the output buffer. If the GLES driver wants
397 // something incompatible, we have to cancel and get a new one. This
398 // will mean that HWC will see a different output buffer between
399 // prepare and set, but since we're in GLES-only mode already it
400 // shouldn't matter.
401
402 usage |= GRALLOC_USAGE_HW_COMPOSER;
403 const sp<GraphicBuffer>& buf = mProducerBuffers[mOutputProducerSlot];
404 if ((usage & ~buf->getUsage()) != 0 ||
405 (format != 0 && format != buf->getPixelFormat()) ||
406 (w != 0 && w != mSinkBufferWidth) ||
407 (h != 0 && h != mSinkBufferHeight)) {
408 VDS_LOGV("dequeueBuffer: dequeueing new output buffer: "
409 "want %dx%d fmt=%d use=%#" PRIx64 ", "
410 "have %dx%d fmt=%d use=%#" PRIx64,
411 w, h, format, usage,
412 mSinkBufferWidth, mSinkBufferHeight,
413 buf->getPixelFormat(), buf->getUsage());
414 mOutputFormat = format;
415 mOutputUsage = usage;
416 result = refreshOutputBuffer();
417 if (result < 0)
418 return result;
419 }
420 }
421
422 if (source == SOURCE_SINK) {
423 *pslot = mOutputProducerSlot;
424 *fence = mOutputFence;
425 } else {
426 int sslot;
427 result = dequeueBuffer(source, format, usage, &sslot, fence);
428 if (result >= 0) {
429 *pslot = mapSource2ProducerSlot(source, sslot);
430 }
431 }
432 if (outBufferAge) {
433 *outBufferAge = 0;
434 }
435 return result;
436 }
437
detachBuffer(int)438 status_t VirtualDisplaySurface::detachBuffer(int /* slot */) {
439 VDS_LOGE("detachBuffer is not available for VirtualDisplaySurface");
440 return INVALID_OPERATION;
441 }
442
detachNextBuffer(sp<GraphicBuffer> *,sp<Fence> *)443 status_t VirtualDisplaySurface::detachNextBuffer(
444 sp<GraphicBuffer>* /* outBuffer */, sp<Fence>* /* outFence */) {
445 VDS_LOGE("detachNextBuffer is not available for VirtualDisplaySurface");
446 return INVALID_OPERATION;
447 }
448
attachBuffer(int *,const sp<GraphicBuffer> &)449 status_t VirtualDisplaySurface::attachBuffer(int* /* outSlot */,
450 const sp<GraphicBuffer>& /* buffer */) {
451 VDS_LOGE("attachBuffer is not available for VirtualDisplaySurface");
452 return INVALID_OPERATION;
453 }
454
queueBuffer(int pslot,const QueueBufferInput & input,QueueBufferOutput * output)455 status_t VirtualDisplaySurface::queueBuffer(int pslot,
456 const QueueBufferInput& input, QueueBufferOutput* output) {
457 if (!mDisplayId) {
458 return mSource[SOURCE_SINK]->queueBuffer(pslot, input, output);
459 }
460
461 VDS_LOGW_IF(mDbgState != DBG_STATE_GLES,
462 "Unexpected queueBuffer(pslot=%d) in %s state", pslot,
463 dbgStateStr());
464 mDbgState = DBG_STATE_GLES_DONE;
465
466 VDS_LOGV("queueBuffer pslot=%d", pslot);
467
468 status_t result;
469 if (mCompositionType == COMPOSITION_MIXED) {
470 // Queue the buffer back into the scratch pool
471 QueueBufferOutput scratchQBO;
472 int sslot = mapProducer2SourceSlot(SOURCE_SCRATCH, pslot);
473 result = mSource[SOURCE_SCRATCH]->queueBuffer(sslot, input, &scratchQBO);
474 if (result != NO_ERROR)
475 return result;
476
477 // Now acquire the buffer from the scratch pool -- should be the same
478 // slot and fence as we just queued.
479 Mutex::Autolock lock(mMutex);
480 BufferItem item;
481 result = acquireBufferLocked(&item, 0);
482 if (result != NO_ERROR)
483 return result;
484 VDS_LOGW_IF(item.mSlot != sslot,
485 "queueBuffer: acquired sslot %d from SCRATCH after queueing sslot %d",
486 item.mSlot, sslot);
487 mFbProducerSlot = mapSource2ProducerSlot(SOURCE_SCRATCH, item.mSlot);
488 mFbFence = mSlots[item.mSlot].mFence;
489
490 } else {
491 LOG_FATAL_IF(mCompositionType != COMPOSITION_GLES,
492 "Unexpected queueBuffer in state %s for compositionType %s",
493 dbgStateStr(), dbgCompositionTypeStr(mCompositionType));
494
495 // Extract the GLES release fence for HWC to acquire
496 int64_t timestamp;
497 bool isAutoTimestamp;
498 android_dataspace dataSpace;
499 Rect crop;
500 int scalingMode;
501 uint32_t transform;
502 input.deflate(×tamp, &isAutoTimestamp, &dataSpace, &crop,
503 &scalingMode, &transform, &mFbFence);
504
505 mFbProducerSlot = pslot;
506 mOutputFence = mFbFence;
507 }
508
509 // This moves the frame timestamps and keeps a copy of all other fields.
510 *output = std::move(mQueueBufferOutput);
511 return NO_ERROR;
512 }
513
cancelBuffer(int pslot,const sp<Fence> & fence)514 status_t VirtualDisplaySurface::cancelBuffer(int pslot,
515 const sp<Fence>& fence) {
516 if (!mDisplayId) {
517 return mSource[SOURCE_SINK]->cancelBuffer(mapProducer2SourceSlot(SOURCE_SINK, pslot), fence);
518 }
519
520 VDS_LOGW_IF(mDbgState != DBG_STATE_GLES,
521 "Unexpected cancelBuffer(pslot=%d) in %s state", pslot,
522 dbgStateStr());
523 VDS_LOGV("cancelBuffer pslot=%d", pslot);
524 Source source = fbSourceForCompositionType(mCompositionType);
525 return mSource[source]->cancelBuffer(
526 mapProducer2SourceSlot(source, pslot), fence);
527 }
528
query(int what,int * value)529 int VirtualDisplaySurface::query(int what, int* value) {
530 switch (what) {
531 case NATIVE_WINDOW_WIDTH:
532 *value = mSinkBufferWidth;
533 break;
534 case NATIVE_WINDOW_HEIGHT:
535 *value = mSinkBufferHeight;
536 break;
537 default:
538 return mSource[SOURCE_SINK]->query(what, value);
539 }
540 return NO_ERROR;
541 }
542
connect(const sp<IProducerListener> & listener,int api,bool producerControlledByApp,QueueBufferOutput * output)543 status_t VirtualDisplaySurface::connect(const sp<IProducerListener>& listener,
544 int api, bool producerControlledByApp,
545 QueueBufferOutput* output) {
546 QueueBufferOutput qbo;
547 status_t result = mSource[SOURCE_SINK]->connect(listener, api,
548 producerControlledByApp, &qbo);
549 if (result == NO_ERROR) {
550 updateQueueBufferOutput(std::move(qbo));
551 // This moves the frame timestamps and keeps a copy of all other fields.
552 *output = std::move(mQueueBufferOutput);
553 }
554 return result;
555 }
556
disconnect(int api,DisconnectMode mode)557 status_t VirtualDisplaySurface::disconnect(int api, DisconnectMode mode) {
558 return mSource[SOURCE_SINK]->disconnect(api, mode);
559 }
560
setSidebandStream(const sp<NativeHandle> &)561 status_t VirtualDisplaySurface::setSidebandStream(const sp<NativeHandle>& /*stream*/) {
562 return INVALID_OPERATION;
563 }
564
allocateBuffers(uint32_t,uint32_t,PixelFormat,uint64_t)565 void VirtualDisplaySurface::allocateBuffers(uint32_t /* width */,
566 uint32_t /* height */, PixelFormat /* format */, uint64_t /* usage */) {
567 // TODO: Should we actually allocate buffers for a virtual display?
568 }
569
allowAllocation(bool)570 status_t VirtualDisplaySurface::allowAllocation(bool /* allow */) {
571 return INVALID_OPERATION;
572 }
573
setGenerationNumber(uint32_t)574 status_t VirtualDisplaySurface::setGenerationNumber(uint32_t /* generation */) {
575 ALOGE("setGenerationNumber not supported on VirtualDisplaySurface");
576 return INVALID_OPERATION;
577 }
578
getConsumerName() const579 String8 VirtualDisplaySurface::getConsumerName() const {
580 return String8("VirtualDisplaySurface");
581 }
582
setSharedBufferMode(bool)583 status_t VirtualDisplaySurface::setSharedBufferMode(bool /*sharedBufferMode*/) {
584 ALOGE("setSharedBufferMode not supported on VirtualDisplaySurface");
585 return INVALID_OPERATION;
586 }
587
setAutoRefresh(bool)588 status_t VirtualDisplaySurface::setAutoRefresh(bool /*autoRefresh*/) {
589 ALOGE("setAutoRefresh not supported on VirtualDisplaySurface");
590 return INVALID_OPERATION;
591 }
592
setDequeueTimeout(nsecs_t)593 status_t VirtualDisplaySurface::setDequeueTimeout(nsecs_t /* timeout */) {
594 ALOGE("setDequeueTimeout not supported on VirtualDisplaySurface");
595 return INVALID_OPERATION;
596 }
597
getLastQueuedBuffer(sp<GraphicBuffer> *,sp<Fence> *,float[16])598 status_t VirtualDisplaySurface::getLastQueuedBuffer(
599 sp<GraphicBuffer>* /*outBuffer*/, sp<Fence>* /*outFence*/,
600 float[16] /* outTransformMatrix*/) {
601 ALOGE("getLastQueuedBuffer not supported on VirtualDisplaySurface");
602 return INVALID_OPERATION;
603 }
604
getUniqueId(uint64_t *) const605 status_t VirtualDisplaySurface::getUniqueId(uint64_t* /*outId*/) const {
606 ALOGE("getUniqueId not supported on VirtualDisplaySurface");
607 return INVALID_OPERATION;
608 }
609
getConsumerUsage(uint64_t * outUsage) const610 status_t VirtualDisplaySurface::getConsumerUsage(uint64_t* outUsage) const {
611 return mSource[SOURCE_SINK]->getConsumerUsage(outUsage);
612 }
613
updateQueueBufferOutput(QueueBufferOutput && qbo)614 void VirtualDisplaySurface::updateQueueBufferOutput(
615 QueueBufferOutput&& qbo) {
616 mQueueBufferOutput = std::move(qbo);
617 mQueueBufferOutput.transformHint = 0;
618 }
619
resetPerFrameState()620 void VirtualDisplaySurface::resetPerFrameState() {
621 mCompositionType = COMPOSITION_UNKNOWN;
622 mFbFence = Fence::NO_FENCE;
623 mOutputFence = Fence::NO_FENCE;
624 mOutputProducerSlot = -1;
625 mFbProducerSlot = -1;
626 }
627
refreshOutputBuffer()628 status_t VirtualDisplaySurface::refreshOutputBuffer() {
629 LOG_FATAL_IF(!mDisplayId);
630
631 if (mOutputProducerSlot >= 0) {
632 mSource[SOURCE_SINK]->cancelBuffer(
633 mapProducer2SourceSlot(SOURCE_SINK, mOutputProducerSlot),
634 mOutputFence);
635 }
636
637 int sslot;
638 status_t result = dequeueBuffer(SOURCE_SINK, mOutputFormat, mOutputUsage,
639 &sslot, &mOutputFence);
640 if (result < 0)
641 return result;
642 mOutputProducerSlot = mapSource2ProducerSlot(SOURCE_SINK, sslot);
643
644 // On GLES-only frames, we don't have the right output buffer acquire fence
645 // until after GLES calls queueBuffer(). So here we just set the buffer
646 // (for use in HWC prepare) but not the fence; we'll call this again with
647 // the proper fence once we have it.
648 result = mHwc.setOutputBuffer(*mDisplayId, Fence::NO_FENCE,
649 mProducerBuffers[mOutputProducerSlot]);
650
651 return result;
652 }
653
654 // This slot mapping function is its own inverse, so two copies are unnecessary.
655 // Both are kept to make the intent clear where the function is called, and for
656 // the (unlikely) chance that we switch to a different mapping function.
mapSource2ProducerSlot(Source source,int sslot)657 int VirtualDisplaySurface::mapSource2ProducerSlot(Source source, int sslot) {
658 if (source == SOURCE_SCRATCH) {
659 return BufferQueue::NUM_BUFFER_SLOTS - sslot - 1;
660 } else {
661 return sslot;
662 }
663 }
mapProducer2SourceSlot(Source source,int pslot)664 int VirtualDisplaySurface::mapProducer2SourceSlot(Source source, int pslot) {
665 return mapSource2ProducerSlot(source, pslot);
666 }
667
668 VirtualDisplaySurface::Source
fbSourceForCompositionType(CompositionType type)669 VirtualDisplaySurface::fbSourceForCompositionType(CompositionType type) {
670 return type == COMPOSITION_MIXED ? SOURCE_SCRATCH : SOURCE_SINK;
671 }
672
dbgStateStr() const673 const char* VirtualDisplaySurface::dbgStateStr() const {
674 switch (mDbgState) {
675 case DBG_STATE_IDLE: return "IDLE";
676 case DBG_STATE_PREPARED: return "PREPARED";
677 case DBG_STATE_GLES: return "GLES";
678 case DBG_STATE_GLES_DONE: return "GLES_DONE";
679 case DBG_STATE_HWC: return "HWC";
680 default: return "INVALID";
681 }
682 }
683
dbgSourceStr(Source s)684 const char* VirtualDisplaySurface::dbgSourceStr(Source s) {
685 switch (s) {
686 case SOURCE_SINK: return "SINK";
687 case SOURCE_SCRATCH: return "SCRATCH";
688 default: return "INVALID";
689 }
690 }
691
692 // ---------------------------------------------------------------------------
693 } // namespace android
694 // ---------------------------------------------------------------------------
695