1 /*
2 * Copyright (c) 2011-2017, The Linux Foundation. All rights reserved.
3
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions are
6 * met:
7 * * Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * * Redistributions in binary form must reproduce the above
10 * copyright notice, this list of conditions and the following
11 * disclaimer in the documentation and/or other materials provided
12 * with the distribution.
13 * * Neither the name of The Linux Foundation nor the names of its
14 * contributors may be used to endorse or promote products derived
15 * from this software without specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
18 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
21 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
24 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
25 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
26 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
27 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 */
29
30 #include <cutils/log.h>
31 #include <algorithm>
32 #include <vector>
33
34 #include "gr_utils.h"
35 #include "gr_allocator.h"
36 #include "gr_adreno_info.h"
37 #include "gralloc_priv.h"
38
39 #include "qd_utils.h"
40 #include "qdMetaData.h"
41
42 #define ASTC_BLOCK_SIZE 16
43
44 #ifndef ION_FLAG_CP_PIXEL
45 #define ION_FLAG_CP_PIXEL 0
46 #endif
47
48 #ifndef ION_FLAG_ALLOW_NON_CONTIG
49 #define ION_FLAG_ALLOW_NON_CONTIG 0
50 #endif
51
52 #ifndef ION_FLAG_CP_CAMERA_PREVIEW
53 #define ION_FLAG_CP_CAMERA_PREVIEW 0
54 #endif
55
56 #ifdef MASTER_SIDE_CP
57 #define CP_HEAP_ID ION_SECURE_HEAP_ID
58 #define SD_HEAP_ID ION_SECURE_DISPLAY_HEAP_ID
59 #define ION_CP_FLAGS (ION_SECURE | ION_FLAG_CP_PIXEL)
60 #define ION_SD_FLAGS (ION_SECURE | ION_FLAG_CP_SEC_DISPLAY)
61 #define ION_SC_FLAGS (ION_SECURE | ION_FLAG_CP_CAMERA)
62 #define ION_SC_PREVIEW_FLAGS (ION_SECURE | ION_FLAG_CP_CAMERA_PREVIEW)
63 #else // SLAVE_SIDE_CP
64 #define CP_HEAP_ID ION_CP_MM_HEAP_ID
65 #define SD_HEAP_ID CP_HEAP_ID
66 #define ION_CP_FLAGS (ION_SECURE | ION_FLAG_ALLOW_NON_CONTIG)
67 #define ION_SD_FLAGS ION_SECURE
68 #define ION_SC_FLAGS ION_SECURE
69 #define ION_SC_PREVIEW_FLAGS ION_SECURE
70 #endif
71
72 using std::vector;
73 using std::shared_ptr;
74
75 namespace gralloc1 {
76
Allocator()77 Allocator::Allocator() : ion_allocator_(NULL), adreno_helper_(NULL) {
78 }
79
Init()80 bool Allocator::Init() {
81 ion_allocator_ = new IonAlloc();
82 if (!ion_allocator_->Init()) {
83 return false;
84 }
85
86 adreno_helper_ = new AdrenoMemInfo();
87 if (!adreno_helper_->Init()) {
88 return false;
89 }
90
91 return true;
92 }
93
~Allocator()94 Allocator::~Allocator() {
95 if (ion_allocator_) {
96 delete ion_allocator_;
97 }
98
99 if (adreno_helper_) {
100 delete adreno_helper_;
101 }
102 }
103
AllocateMem(AllocData * alloc_data,gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage)104 int Allocator::AllocateMem(AllocData *alloc_data, gralloc1_producer_usage_t prod_usage,
105 gralloc1_consumer_usage_t cons_usage) {
106 int ret;
107 alloc_data->uncached = UseUncached(prod_usage, cons_usage);
108
109 // After this point we should have the right heap set, there is no fallback
110 GetIonHeapInfo(prod_usage, cons_usage, &alloc_data->heap_id, &alloc_data->alloc_type,
111 &alloc_data->flags);
112
113 ret = ion_allocator_->AllocBuffer(alloc_data);
114 if (ret >= 0) {
115 alloc_data->alloc_type |= private_handle_t::PRIV_FLAGS_USES_ION;
116 } else {
117 ALOGE("%s: Failed to allocate buffer - heap: 0x%x flags: 0x%x", __FUNCTION__,
118 alloc_data->heap_id, alloc_data->flags);
119 }
120
121 return ret;
122 }
123
MapBuffer(void ** base,unsigned int size,unsigned int offset,int fd)124 int Allocator::MapBuffer(void **base, unsigned int size, unsigned int offset, int fd) {
125 if (ion_allocator_) {
126 return ion_allocator_->MapBuffer(base, size, offset, fd);
127 }
128
129 return -EINVAL;
130 }
131
ImportBuffer(int fd)132 int Allocator::ImportBuffer(int fd) {
133 if (ion_allocator_) {
134 return ion_allocator_->ImportBuffer(fd);
135 }
136 return -EINVAL;
137 }
138
FreeBuffer(void * base,unsigned int size,unsigned int offset,int fd,int handle)139 int Allocator::FreeBuffer(void *base, unsigned int size, unsigned int offset, int fd,
140 int handle) {
141 if (ion_allocator_) {
142 return ion_allocator_->FreeBuffer(base, size, offset, fd, handle);
143 }
144
145 return -EINVAL;
146 }
147
CleanBuffer(void * base,unsigned int size,unsigned int offset,int handle,int op)148 int Allocator::CleanBuffer(void *base, unsigned int size, unsigned int offset, int handle, int op) {
149 if (ion_allocator_) {
150 return ion_allocator_->CleanBuffer(base, size, offset, handle, op);
151 }
152
153 return -EINVAL;
154 }
155
CheckForBufferSharing(uint32_t num_descriptors,const vector<shared_ptr<BufferDescriptor>> & descriptors,ssize_t * max_index)156 bool Allocator::CheckForBufferSharing(uint32_t num_descriptors,
157 const vector<shared_ptr<BufferDescriptor>>& descriptors,
158 ssize_t *max_index) {
159 unsigned int cur_heap_id = 0, prev_heap_id = 0;
160 unsigned int cur_alloc_type = 0, prev_alloc_type = 0;
161 unsigned int cur_ion_flags = 0, prev_ion_flags = 0;
162 bool cur_uncached = false, prev_uncached = false;
163 unsigned int alignedw, alignedh;
164 unsigned int max_size = 0;
165
166 *max_index = -1;
167 for (uint32_t i = 0; i < num_descriptors; i++) {
168 // Check Cached vs non-cached and all the ION flags
169 cur_uncached = UseUncached(descriptors[i]->GetProducerUsage(),
170 descriptors[i]->GetConsumerUsage());
171 GetIonHeapInfo(descriptors[i]->GetProducerUsage(), descriptors[i]->GetConsumerUsage(),
172 &cur_heap_id, &cur_alloc_type, &cur_ion_flags);
173
174 if (i > 0 && (cur_heap_id != prev_heap_id || cur_alloc_type != prev_alloc_type ||
175 cur_ion_flags != prev_ion_flags)) {
176 return false;
177 }
178
179 // For same format type, find the descriptor with bigger size
180 GetAlignedWidthAndHeight(*descriptors[i], &alignedw, &alignedh);
181 unsigned int size = GetSize(*descriptors[i], alignedw, alignedh);
182 if (max_size < size) {
183 *max_index = INT(i);
184 max_size = size;
185 }
186
187 prev_heap_id = cur_heap_id;
188 prev_uncached = cur_uncached;
189 prev_ion_flags = cur_ion_flags;
190 prev_alloc_type = cur_alloc_type;
191 }
192
193 return true;
194 }
195
196 // helper function
GetSize(const BufferDescriptor & descriptor,unsigned int alignedw,unsigned int alignedh)197 unsigned int Allocator::GetSize(const BufferDescriptor &descriptor, unsigned int alignedw,
198 unsigned int alignedh) {
199 unsigned int size = 0;
200 int format = descriptor.GetFormat();
201 int width = descriptor.GetWidth();
202 int height = descriptor.GetHeight();
203 gralloc1_producer_usage_t prod_usage = descriptor.GetProducerUsage();
204 gralloc1_consumer_usage_t cons_usage = descriptor.GetConsumerUsage();
205
206 if (IsUBwcEnabled(format, prod_usage, cons_usage)) {
207 return GetUBwcSize(width, height, format, alignedw, alignedh);
208 }
209
210 if (IsUncompressedRGBFormat(format)) {
211 uint32_t bpp = GetBppForUncompressedRGB(format);
212 size = alignedw * alignedh * bpp;
213 return size;
214 }
215
216 if (IsCompressedRGBFormat(format)) {
217 size = alignedw * alignedh * ASTC_BLOCK_SIZE;
218 return size;
219 }
220
221 // Below switch should be for only YUV/custom formats
222 switch (format) {
223 case HAL_PIXEL_FORMAT_RAW16:
224 size = alignedw * alignedh * 2;
225 break;
226 case HAL_PIXEL_FORMAT_RAW10:
227 case HAL_PIXEL_FORMAT_RAW12:
228 size = ALIGN(alignedw * alignedh, SIZE_4K);
229 break;
230 case HAL_PIXEL_FORMAT_RAW8:
231 size = alignedw * alignedh * 1;
232 break;
233
234 // adreno formats
235 case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO: // NV21
236 size = ALIGN(alignedw * alignedh, SIZE_4K);
237 size += (unsigned int)ALIGN(2 * ALIGN(width / 2, 32) * ALIGN(height / 2, 32), SIZE_4K);
238 break;
239 case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED: // NV12
240 // The chroma plane is subsampled,
241 // but the pitch in bytes is unchanged
242 // The GPU needs 4K alignment, but the video decoder needs 8K
243 size = ALIGN(alignedw * alignedh, SIZE_8K);
244 size += ALIGN(alignedw * (unsigned int)ALIGN(height / 2, 32), SIZE_8K);
245 break;
246 case HAL_PIXEL_FORMAT_YV12:
247 if ((format == HAL_PIXEL_FORMAT_YV12) && ((width & 1) || (height & 1))) {
248 ALOGE("w or h is odd for the YV12 format");
249 return 0;
250 }
251 size = alignedw * alignedh + (ALIGN(alignedw / 2, 16) * (alignedh / 2)) * 2;
252 size = ALIGN(size, (unsigned int)SIZE_4K);
253 break;
254 case HAL_PIXEL_FORMAT_YCbCr_420_SP:
255 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
256 size = ALIGN((alignedw * alignedh) + (alignedw * alignedh) / 2 + 1, SIZE_4K);
257 break;
258 case HAL_PIXEL_FORMAT_YCbCr_420_P010:
259 size = ALIGN((alignedw * alignedh * 2) + (alignedw * alignedh) + 1, SIZE_4K);
260 break;
261 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
262 case HAL_PIXEL_FORMAT_YCrCb_422_SP:
263 case HAL_PIXEL_FORMAT_YCbCr_422_I:
264 case HAL_PIXEL_FORMAT_YCrCb_422_I:
265 if (width & 1) {
266 ALOGE("width is odd for the YUV422_SP format");
267 return 0;
268 }
269 size = ALIGN(alignedw * alignedh * 2, SIZE_4K);
270 break;
271 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
272 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
273 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12, width, height);
274 break;
275 case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
276 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV21, width, height);
277 break;
278 case HAL_PIXEL_FORMAT_BLOB:
279 case HAL_PIXEL_FORMAT_RAW_OPAQUE:
280 if (height != 1) {
281 ALOGE("%s: Buffers with HAL_PIXEL_FORMAT_BLOB must have height 1 ", __FUNCTION__);
282 return 0;
283 }
284 size = (unsigned int)width;
285 break;
286 case HAL_PIXEL_FORMAT_NV21_ZSL:
287 size = ALIGN((alignedw * alignedh) + (alignedw * alignedh) / 2, SIZE_4K);
288 break;
289 default:
290 ALOGE("%s: Unrecognized pixel format: 0x%x", __FUNCTION__, format);
291 return 0;
292 }
293
294 return size;
295 }
296
GetBufferSizeAndDimensions(int width,int height,int format,unsigned int * size,unsigned int * alignedw,unsigned int * alignedh)297 void Allocator::GetBufferSizeAndDimensions(int width, int height, int format, unsigned int *size,
298 unsigned int *alignedw, unsigned int *alignedh) {
299 BufferDescriptor descriptor = BufferDescriptor(width, height, format);
300 GetAlignedWidthAndHeight(descriptor, alignedw, alignedh);
301
302 *size = GetSize(descriptor, *alignedw, *alignedh);
303 }
304
GetBufferSizeAndDimensions(const BufferDescriptor & descriptor,unsigned int * size,unsigned int * alignedw,unsigned int * alignedh)305 void Allocator::GetBufferSizeAndDimensions(const BufferDescriptor &descriptor, unsigned int *size,
306 unsigned int *alignedw, unsigned int *alignedh) {
307 GetAlignedWidthAndHeight(descriptor, alignedw, alignedh);
308
309 *size = GetSize(descriptor, *alignedw, *alignedh);
310 }
311
GetYuvUbwcSPPlaneInfo(uint64_t base,uint32_t width,uint32_t height,int color_format,struct android_ycbcr * ycbcr)312 void Allocator::GetYuvUbwcSPPlaneInfo(uint64_t base, uint32_t width, uint32_t height,
313 int color_format, struct android_ycbcr *ycbcr) {
314 // UBWC buffer has these 4 planes in the following sequence:
315 // Y_Meta_Plane, Y_Plane, UV_Meta_Plane, UV_Plane
316 unsigned int y_meta_stride, y_meta_height, y_meta_size;
317 unsigned int y_stride, y_height, y_size;
318 unsigned int c_meta_stride, c_meta_height, c_meta_size;
319 unsigned int alignment = 4096;
320
321 y_meta_stride = VENUS_Y_META_STRIDE(color_format, INT(width));
322 y_meta_height = VENUS_Y_META_SCANLINES(color_format, INT(height));
323 y_meta_size = ALIGN((y_meta_stride * y_meta_height), alignment);
324
325 y_stride = VENUS_Y_STRIDE(color_format, INT(width));
326 y_height = VENUS_Y_SCANLINES(color_format, INT(height));
327 y_size = ALIGN((y_stride * y_height), alignment);
328
329 c_meta_stride = VENUS_UV_META_STRIDE(color_format, INT(width));
330 c_meta_height = VENUS_UV_META_SCANLINES(color_format, INT(height));
331 c_meta_size = ALIGN((c_meta_stride * c_meta_height), alignment);
332
333 ycbcr->y = reinterpret_cast<void *>(base + y_meta_size);
334 ycbcr->cb = reinterpret_cast<void *>(base + y_meta_size + y_size + c_meta_size);
335 ycbcr->cr = reinterpret_cast<void *>(base + y_meta_size + y_size + c_meta_size + 1);
336 ycbcr->ystride = y_stride;
337 ycbcr->cstride = VENUS_UV_STRIDE(color_format, INT(width));
338 }
339
GetYuvSPPlaneInfo(uint64_t base,uint32_t width,uint32_t height,uint32_t bpp,struct android_ycbcr * ycbcr)340 void Allocator::GetYuvSPPlaneInfo(uint64_t base, uint32_t width, uint32_t height, uint32_t bpp,
341 struct android_ycbcr *ycbcr) {
342 unsigned int ystride, cstride;
343
344 ystride = cstride = UINT(width) * bpp;
345 ycbcr->y = reinterpret_cast<void *>(base);
346 ycbcr->cb = reinterpret_cast<void *>(base + ystride * UINT(height));
347 ycbcr->cr = reinterpret_cast<void *>(base + ystride * UINT(height) + 1);
348 ycbcr->ystride = ystride;
349 ycbcr->cstride = cstride;
350 ycbcr->chroma_step = 2 * bpp;
351 }
352
GetYUVPlaneInfo(const private_handle_t * hnd,struct android_ycbcr * ycbcr)353 int Allocator::GetYUVPlaneInfo(const private_handle_t *hnd, struct android_ycbcr *ycbcr) {
354 int err = 0;
355 uint32_t width = UINT(hnd->width);
356 uint32_t height = UINT(hnd->height);
357 int format = hnd->format;
358 gralloc1_producer_usage_t prod_usage = hnd->GetProducerUsage();
359 gralloc1_consumer_usage_t cons_usage = hnd->GetConsumerUsage();
360 unsigned int ystride, cstride;
361
362 memset(ycbcr->reserved, 0, sizeof(ycbcr->reserved));
363
364 // Check if UBWC buffer has been rendered in linear format.
365 int linear_format = 0;
366 if (getMetaData(const_cast<private_handle_t*>(hnd), GET_LINEAR_FORMAT, &linear_format) == 0) {
367 format = linear_format;
368 }
369
370 // Check metadata if the geometry has been updated.
371 BufferDim_t buffer_dim = {};
372 if (getMetaData(const_cast<private_handle_t*>(hnd), GET_BUFFER_GEOMETRY, &buffer_dim) == 0) {
373 int usage = 0;
374
375 if (hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED) {
376 usage = GRALLOC1_PRODUCER_USAGE_PRIVATE_ALLOC_UBWC;
377 }
378
379 BufferDescriptor descriptor =
380 BufferDescriptor(buffer_dim.sliceWidth, buffer_dim.sliceHeight, format,
381 prod_usage, cons_usage);
382 GetAlignedWidthAndHeight(descriptor, &width, &height);
383 }
384
385 // Get the chroma offsets from the handle width/height. We take advantage
386 // of the fact the width _is_ the stride
387 switch (format) {
388 // Semiplanar
389 case HAL_PIXEL_FORMAT_YCbCr_420_SP:
390 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
391 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
392 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
393 // Same as YCbCr_420_SP_VENUS
394 GetYuvSPPlaneInfo(hnd->base, width, height, 1, ycbcr);
395 break;
396
397 case HAL_PIXEL_FORMAT_YCbCr_420_P010:
398 GetYuvSPPlaneInfo(hnd->base, width, height, 2, ycbcr);
399 break;
400
401 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
402 GetYuvUbwcSPPlaneInfo(hnd->base, width, height, COLOR_FMT_NV12_UBWC, ycbcr);
403 ycbcr->chroma_step = 2;
404 break;
405
406 case HAL_PIXEL_FORMAT_YCbCr_420_TP10_UBWC:
407 GetYuvUbwcSPPlaneInfo(hnd->base, width, height, COLOR_FMT_NV12_BPP10_UBWC, ycbcr);
408 ycbcr->chroma_step = 3;
409 break;
410
411 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
412 case HAL_PIXEL_FORMAT_YCrCb_422_SP:
413 case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO:
414 case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
415 case HAL_PIXEL_FORMAT_NV21_ZSL:
416 case HAL_PIXEL_FORMAT_RAW16:
417 case HAL_PIXEL_FORMAT_RAW10:
418 case HAL_PIXEL_FORMAT_RAW8:
419 GetYuvSPPlaneInfo(hnd->base, width, height, 1, ycbcr);
420 std::swap(ycbcr->cb, ycbcr->cr);
421 break;
422
423 // Planar
424 case HAL_PIXEL_FORMAT_YV12:
425 ystride = width;
426 cstride = ALIGN(width / 2, 16);
427 ycbcr->y = reinterpret_cast<void *>(hnd->base);
428 ycbcr->cr = reinterpret_cast<void *>(hnd->base + ystride * height);
429 ycbcr->cb = reinterpret_cast<void *>(hnd->base + ystride * height + cstride * height / 2);
430 ycbcr->ystride = ystride;
431 ycbcr->cstride = cstride;
432 ycbcr->chroma_step = 1;
433 break;
434
435 // Unsupported formats
436 case HAL_PIXEL_FORMAT_YCbCr_422_I:
437 case HAL_PIXEL_FORMAT_YCrCb_422_I:
438 case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED:
439 default:
440 ALOGD("%s: Invalid format passed: 0x%x", __FUNCTION__, format);
441 err = -EINVAL;
442 }
443
444 return err;
445 }
446
GetImplDefinedFormat(gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage,int format)447 int Allocator::GetImplDefinedFormat(gralloc1_producer_usage_t prod_usage,
448 gralloc1_consumer_usage_t cons_usage, int format) {
449 int gr_format = format;
450
451 // If input format is HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED then based on
452 // the usage bits, gralloc assigns a format.
453 if (format == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED ||
454 format == HAL_PIXEL_FORMAT_YCbCr_420_888) {
455 if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_ALLOC_UBWC) {
456 gr_format = HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC;
457 } else if (cons_usage & GRALLOC1_CONSUMER_USAGE_VIDEO_ENCODER) {
458 gr_format = HAL_PIXEL_FORMAT_NV12_ENCODEABLE; // NV12
459 } else if (cons_usage & GRALLOC1_CONSUMER_USAGE_CAMERA) {
460 if (prod_usage & GRALLOC1_PRODUCER_USAGE_CAMERA) {
461 // Assumed ZSL if both producer and consumer camera flags set
462 gr_format = HAL_PIXEL_FORMAT_NV21_ZSL; // NV21
463 } else {
464 gr_format = HAL_PIXEL_FORMAT_YCrCb_420_SP; // NV21
465 }
466 } else if (prod_usage & GRALLOC1_PRODUCER_USAGE_CAMERA) {
467 if (format == HAL_PIXEL_FORMAT_YCbCr_420_888) {
468 gr_format = HAL_PIXEL_FORMAT_NV21_ZSL; // NV21
469 } else {
470 gr_format = HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS; // NV12 preview
471 }
472 } else if (cons_usage & GRALLOC1_CONSUMER_USAGE_HWCOMPOSER) {
473 // XXX: If we still haven't set a format, default to RGBA8888
474 gr_format = HAL_PIXEL_FORMAT_RGBA_8888;
475 } else if (format == HAL_PIXEL_FORMAT_YCbCr_420_888) {
476 // If no other usage flags are detected, default the
477 // flexible YUV format to NV21_ZSL
478 gr_format = HAL_PIXEL_FORMAT_NV21_ZSL;
479 }
480 }
481
482 return gr_format;
483 }
484
485 // Explicitly defined UBWC formats
IsUBwcFormat(int format)486 bool Allocator::IsUBwcFormat(int format) {
487 switch (format) {
488 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
489 return true;
490 default:
491 return false;
492 }
493 }
494
IsUBwcSupported(int format)495 bool Allocator::IsUBwcSupported(int format) {
496 // Existing HAL formats with UBWC support
497 switch (format) {
498 case HAL_PIXEL_FORMAT_BGR_565:
499 case HAL_PIXEL_FORMAT_RGBA_8888:
500 case HAL_PIXEL_FORMAT_RGBX_8888:
501 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
502 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
503 case HAL_PIXEL_FORMAT_RGBA_1010102:
504 case HAL_PIXEL_FORMAT_RGBX_1010102:
505 return true;
506 default:
507 break;
508 }
509
510 return false;
511 }
512
513 /* The default policy is to return cached buffers unless the client explicity
514 * sets the PRIVATE_UNCACHED flag or indicates that the buffer will be rarely
515 * read or written in software. */
516 // TODO(user) : As of now relying only on producer usage
UseUncached(gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage)517 bool Allocator::UseUncached(gralloc1_producer_usage_t prod_usage,
518 gralloc1_consumer_usage_t cons_usage) {
519 if ((prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_UNCACHED) ||
520 (prod_usage & GRALLOC1_PRODUCER_USAGE_PROTECTED)) {
521 return true;
522 }
523
524 // CPU read rarely
525 if ((prod_usage & GRALLOC1_PRODUCER_USAGE_CPU_READ) &&
526 !(prod_usage & GRALLOC1_PRODUCER_USAGE_CPU_READ_OFTEN)) {
527 return true;
528 }
529
530 // CPU write rarely
531 if ((prod_usage & GRALLOC1_PRODUCER_USAGE_CPU_WRITE) &&
532 !(prod_usage & GRALLOC1_PRODUCER_USAGE_CPU_WRITE_OFTEN)) {
533 return true;
534 }
535
536 if ((prod_usage & GRALLOC1_PRODUCER_USAGE_SENSOR_DIRECT_DATA) ||
537 (cons_usage & GRALLOC1_CONSUMER_USAGE_GPU_DATA_BUFFER)) {
538 return true;
539 }
540
541 return false;
542 }
543
GetIonHeapInfo(gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage,unsigned int * ion_heap_id,unsigned int * alloc_type,unsigned int * ion_flags)544 void Allocator::GetIonHeapInfo(gralloc1_producer_usage_t prod_usage,
545 gralloc1_consumer_usage_t cons_usage, unsigned int *ion_heap_id,
546 unsigned int *alloc_type, unsigned int *ion_flags) {
547 unsigned int heap_id = 0;
548 unsigned int type = 0;
549 uint32_t flags = 0;
550 if (prod_usage & GRALLOC1_PRODUCER_USAGE_PROTECTED) {
551 if (cons_usage & GRALLOC1_CONSUMER_USAGE_PRIVATE_SECURE_DISPLAY) {
552 heap_id = ION_HEAP(SD_HEAP_ID);
553 /*
554 * There is currently no flag in ION for Secure Display
555 * VM. Please add it to the define once available.
556 */
557 flags |= UINT(ION_SD_FLAGS);
558 } else if (prod_usage & GRALLOC1_PRODUCER_USAGE_CAMERA) {
559 heap_id = ION_HEAP(SD_HEAP_ID);
560 if (cons_usage & GRALLOC1_CONSUMER_USAGE_HWCOMPOSER) {
561 flags |= UINT(ION_SC_PREVIEW_FLAGS);
562 } else {
563 flags |= UINT(ION_SC_FLAGS);
564 }
565 } else {
566 heap_id = ION_HEAP(CP_HEAP_ID);
567 flags |= UINT(ION_CP_FLAGS);
568 }
569 } else if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_MM_HEAP) {
570 // MM Heap is exclusively a secure heap.
571 // If it is used for non secure cases, fallback to IOMMU heap
572 ALOGW("MM_HEAP cannot be used as an insecure heap. Using system heap instead!!");
573 heap_id |= ION_HEAP(ION_SYSTEM_HEAP_ID);
574 }
575
576 if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_CAMERA_HEAP) {
577 heap_id |= ION_HEAP(ION_CAMERA_HEAP_ID);
578 }
579
580 if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_ADSP_HEAP ||
581 prod_usage & GRALLOC1_PRODUCER_USAGE_SENSOR_DIRECT_DATA) {
582 heap_id |= ION_HEAP(ION_ADSP_HEAP_ID);
583 }
584
585 if (flags & UINT(ION_SECURE)) {
586 type |= private_handle_t::PRIV_FLAGS_SECURE_BUFFER;
587 }
588
589 // if no ion heap flags are set, default to system heap
590 if (!heap_id) {
591 heap_id = ION_HEAP(ION_SYSTEM_HEAP_ID);
592 }
593
594 *alloc_type = type;
595 *ion_flags = flags;
596 *ion_heap_id = heap_id;
597
598 return;
599 }
600
IsUBwcEnabled(int format,gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage)601 bool Allocator::IsUBwcEnabled(int format, gralloc1_producer_usage_t prod_usage,
602 gralloc1_consumer_usage_t cons_usage) {
603 // Allow UBWC, if client is using an explicitly defined UBWC pixel format.
604 if (IsUBwcFormat(format)) {
605 return true;
606 }
607
608 if ((prod_usage & GRALLOC1_PRODUCER_USAGE_SENSOR_DIRECT_DATA) ||
609 (cons_usage & GRALLOC1_CONSUMER_USAGE_GPU_DATA_BUFFER)) {
610 return false;
611 }
612
613 // Allow UBWC, if an OpenGL client sets UBWC usage flag and GPU plus MDP
614 // support the format. OR if a non-OpenGL client like Rotator, sets UBWC
615 // usage flag and MDP supports the format.
616 if ((prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_ALLOC_UBWC) && IsUBwcSupported(format)) {
617 bool enable = true;
618 // Query GPU for UBWC only if buffer is intended to be used by GPU.
619 if ((cons_usage & GRALLOC1_CONSUMER_USAGE_GPU_TEXTURE) ||
620 (prod_usage & GRALLOC1_PRODUCER_USAGE_GPU_RENDER_TARGET)) {
621 enable = adreno_helper_->IsUBWCSupportedByGPU(format);
622 }
623
624 // Allow UBWC, only if CPU usage flags are not set
625 if (enable && !(CpuCanAccess(prod_usage, cons_usage))) {
626 return true;
627 }
628 }
629
630 return false;
631 }
632
GetYuvUBwcWidthAndHeight(int width,int height,int format,unsigned int * aligned_w,unsigned int * aligned_h)633 void Allocator::GetYuvUBwcWidthAndHeight(int width, int height, int format, unsigned int *aligned_w,
634 unsigned int *aligned_h) {
635 switch (format) {
636 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
637 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
638 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
639 *aligned_w = VENUS_Y_STRIDE(COLOR_FMT_NV12_UBWC, width);
640 *aligned_h = VENUS_Y_SCANLINES(COLOR_FMT_NV12_UBWC, height);
641 break;
642 case HAL_PIXEL_FORMAT_YCbCr_420_TP10_UBWC:
643 // The macro returns the stride which is 4/3 times the width, hence * 3/4
644 *aligned_w = (VENUS_Y_STRIDE(COLOR_FMT_NV12_BPP10_UBWC, width) * 3) / 4;
645 *aligned_h = VENUS_Y_SCANLINES(COLOR_FMT_NV12_BPP10_UBWC, height);
646 break;
647 default:
648 ALOGE("%s: Unsupported pixel format: 0x%x", __FUNCTION__, format);
649 *aligned_w = 0;
650 *aligned_h = 0;
651 break;
652 }
653 }
654
GetRgbUBwcBlockSize(uint32_t bpp,int * block_width,int * block_height)655 void Allocator::GetRgbUBwcBlockSize(uint32_t bpp, int *block_width, int *block_height) {
656 *block_width = 0;
657 *block_height = 0;
658
659 switch (bpp) {
660 case 2:
661 case 4:
662 *block_width = 16;
663 *block_height = 4;
664 break;
665 case 8:
666 *block_width = 8;
667 *block_height = 4;
668 break;
669 case 16:
670 *block_width = 4;
671 *block_height = 4;
672 break;
673 default:
674 ALOGE("%s: Unsupported bpp: %d", __FUNCTION__, bpp);
675 break;
676 }
677 }
678
GetRgbUBwcMetaBufferSize(int width,int height,uint32_t bpp)679 unsigned int Allocator::GetRgbUBwcMetaBufferSize(int width, int height, uint32_t bpp) {
680 unsigned int size = 0;
681 int meta_width, meta_height;
682 int block_width, block_height;
683
684 GetRgbUBwcBlockSize(bpp, &block_width, &block_height);
685 if (!block_width || !block_height) {
686 ALOGE("%s: Unsupported bpp: %d", __FUNCTION__, bpp);
687 return size;
688 }
689
690 // Align meta buffer height to 16 blocks
691 meta_height = ALIGN(((height + block_height - 1) / block_height), 16);
692
693 // Align meta buffer width to 64 blocks
694 meta_width = ALIGN(((width + block_width - 1) / block_width), 64);
695
696 // Align meta buffer size to 4K
697 size = (unsigned int)ALIGN((meta_width * meta_height), 4096);
698
699 return size;
700 }
701
GetUBwcSize(int width,int height,int format,unsigned int alignedw,unsigned int alignedh)702 unsigned int Allocator::GetUBwcSize(int width, int height, int format, unsigned int alignedw,
703 unsigned int alignedh) {
704 unsigned int size = 0;
705 uint32_t bpp = 0;
706 switch (format) {
707 case HAL_PIXEL_FORMAT_BGR_565:
708 case HAL_PIXEL_FORMAT_RGBA_8888:
709 case HAL_PIXEL_FORMAT_RGBX_8888:
710 case HAL_PIXEL_FORMAT_RGBA_1010102:
711 case HAL_PIXEL_FORMAT_RGBX_1010102:
712 bpp = GetBppForUncompressedRGB(format);
713 size = alignedw * alignedh * bpp;
714 size += GetRgbUBwcMetaBufferSize(width, height, bpp);
715 break;
716 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
717 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
718 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
719 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12_UBWC, width, height);
720 break;
721 case HAL_PIXEL_FORMAT_YCbCr_420_TP10_UBWC:
722 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12_BPP10_UBWC, width, height);
723 break;
724 default:
725 ALOGE("%s: Unsupported pixel format: 0x%x", __FUNCTION__, format);
726 break;
727 }
728
729 return size;
730 }
731
GetRgbDataAddress(private_handle_t * hnd,void ** rgb_data)732 int Allocator::GetRgbDataAddress(private_handle_t *hnd, void **rgb_data) {
733 int err = 0;
734
735 // This api is for RGB* formats
736 if (!gralloc1::IsUncompressedRGBFormat(hnd->format)) {
737 return -EINVAL;
738 }
739
740 // linear buffer, nothing to do further
741 if (!(hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED)) {
742 *rgb_data = reinterpret_cast<void *>(hnd->base);
743 return err;
744 }
745
746 unsigned int meta_size = 0;
747 uint32_t bpp = GetBppForUncompressedRGB(hnd->format);
748 switch (hnd->format) {
749 case HAL_PIXEL_FORMAT_BGR_565:
750 case HAL_PIXEL_FORMAT_RGBA_8888:
751 case HAL_PIXEL_FORMAT_RGBX_8888:
752 case HAL_PIXEL_FORMAT_RGBA_1010102:
753 case HAL_PIXEL_FORMAT_RGBX_1010102:
754 meta_size = GetRgbUBwcMetaBufferSize(hnd->width, hnd->height, bpp);
755 break;
756 default:
757 ALOGE("%s:Unsupported RGB format: 0x%x", __FUNCTION__, hnd->format);
758 err = -EINVAL;
759 break;
760 }
761 *rgb_data = reinterpret_cast<void *>(hnd->base + meta_size);
762
763 return err;
764 }
765
GetAlignedWidthAndHeight(const BufferDescriptor & descriptor,unsigned int * alignedw,unsigned int * alignedh)766 void Allocator::GetAlignedWidthAndHeight(const BufferDescriptor &descriptor, unsigned int *alignedw,
767 unsigned int *alignedh) {
768 int width = descriptor.GetWidth();
769 int height = descriptor.GetHeight();
770 int format = descriptor.GetFormat();
771 gralloc1_producer_usage_t prod_usage = descriptor.GetProducerUsage();
772 gralloc1_consumer_usage_t cons_usage = descriptor.GetConsumerUsage();
773
774 // Currently surface padding is only computed for RGB* surfaces.
775 bool ubwc_enabled = IsUBwcEnabled(format, prod_usage, cons_usage);
776 int tile = ubwc_enabled;
777
778 if (IsUncompressedRGBFormat(format)) {
779 adreno_helper_->AlignUnCompressedRGB(width, height, format, tile, alignedw, alignedh);
780 return;
781 }
782
783 if (ubwc_enabled) {
784 GetYuvUBwcWidthAndHeight(width, height, format, alignedw, alignedh);
785 return;
786 }
787
788 if (IsCompressedRGBFormat(format)) {
789 adreno_helper_->AlignCompressedRGB(width, height, format, alignedw, alignedh);
790 return;
791 }
792
793 int aligned_w = width;
794 int aligned_h = height;
795 unsigned int alignment = 32;
796
797 // Below should be only YUV family
798 switch (format) {
799 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
800 case HAL_PIXEL_FORMAT_YCbCr_420_SP:
801 alignment = adreno_helper_->GetGpuPixelAlignment();
802 aligned_w = ALIGN(width, alignment);
803 break;
804 case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO:
805 aligned_w = ALIGN(width, alignment);
806 break;
807 case HAL_PIXEL_FORMAT_RAW16:
808 aligned_w = ALIGN(width, 16);
809 break;
810 case HAL_PIXEL_FORMAT_RAW12:
811 aligned_w = ALIGN(width * 12 / 8, 8);
812 break;
813 case HAL_PIXEL_FORMAT_RAW10:
814 aligned_w = ALIGN(width * 10 / 8, 8);
815 break;
816 case HAL_PIXEL_FORMAT_RAW8:
817 aligned_w = ALIGN(width, 8);
818 break;
819 case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED:
820 aligned_w = ALIGN(width, 128);
821 break;
822 case HAL_PIXEL_FORMAT_YV12:
823 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
824 case HAL_PIXEL_FORMAT_YCrCb_422_SP:
825 case HAL_PIXEL_FORMAT_YCbCr_422_I:
826 case HAL_PIXEL_FORMAT_YCrCb_422_I:
827 case HAL_PIXEL_FORMAT_YCbCr_420_P010:
828 aligned_w = ALIGN(width, 16);
829 break;
830 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
831 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
832 aligned_w = INT(VENUS_Y_STRIDE(COLOR_FMT_NV12, width));
833 aligned_h = INT(VENUS_Y_SCANLINES(COLOR_FMT_NV12, height));
834 break;
835 case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
836 aligned_w = INT(VENUS_Y_STRIDE(COLOR_FMT_NV21, width));
837 aligned_h = INT(VENUS_Y_SCANLINES(COLOR_FMT_NV21, height));
838 break;
839 case HAL_PIXEL_FORMAT_BLOB:
840 case HAL_PIXEL_FORMAT_RAW_OPAQUE:
841 break;
842 case HAL_PIXEL_FORMAT_NV21_ZSL:
843 aligned_w = ALIGN(width, 64);
844 aligned_h = ALIGN(height, 64);
845 break;
846 default:
847 break;
848 }
849
850 *alignedw = (unsigned int)aligned_w;
851 *alignedh = (unsigned int)aligned_h;
852 }
853
854 } // namespace gralloc1
855