1*d95af8dfSAndroid Build Coastguard Worker /*
2*d95af8dfSAndroid Build Coastguard Worker * Copyright 2015 The Chromium OS Authors. All rights reserved.
3*d95af8dfSAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license that can be
4*d95af8dfSAndroid Build Coastguard Worker * found in the LICENSE file.
5*d95af8dfSAndroid Build Coastguard Worker */
6*d95af8dfSAndroid Build Coastguard Worker
7*d95af8dfSAndroid Build Coastguard Worker #ifdef DRV_MEDIATEK
8*d95af8dfSAndroid Build Coastguard Worker
9*d95af8dfSAndroid Build Coastguard Worker // clang-format off
10*d95af8dfSAndroid Build Coastguard Worker #include <errno.h>
11*d95af8dfSAndroid Build Coastguard Worker #include <fcntl.h>
12*d95af8dfSAndroid Build Coastguard Worker #include <inttypes.h>
13*d95af8dfSAndroid Build Coastguard Worker #if !defined(ANDROID) || (ANDROID_API_LEVEL >= 31 && defined(HAS_DMABUF_SYSTEM_HEAP))
14*d95af8dfSAndroid Build Coastguard Worker #include <linux/dma-heap.h>
15*d95af8dfSAndroid Build Coastguard Worker #endif
16*d95af8dfSAndroid Build Coastguard Worker #include <poll.h>
17*d95af8dfSAndroid Build Coastguard Worker #include <stdio.h>
18*d95af8dfSAndroid Build Coastguard Worker #include <string.h>
19*d95af8dfSAndroid Build Coastguard Worker #include <sys/ioctl.h>
20*d95af8dfSAndroid Build Coastguard Worker #include <sys/mman.h>
21*d95af8dfSAndroid Build Coastguard Worker #include <unistd.h>
22*d95af8dfSAndroid Build Coastguard Worker #include <xf86drm.h>
23*d95af8dfSAndroid Build Coastguard Worker #include <mediatek_drm.h>
24*d95af8dfSAndroid Build Coastguard Worker // clang-format on
25*d95af8dfSAndroid Build Coastguard Worker
26*d95af8dfSAndroid Build Coastguard Worker #include "drv_helpers.h"
27*d95af8dfSAndroid Build Coastguard Worker #include "drv_priv.h"
28*d95af8dfSAndroid Build Coastguard Worker #include "util.h"
29*d95af8dfSAndroid Build Coastguard Worker
30*d95af8dfSAndroid Build Coastguard Worker #define TILE_TYPE_LINEAR 0
31*d95af8dfSAndroid Build Coastguard Worker
32*d95af8dfSAndroid Build Coastguard Worker // clang-format off
33*d95af8dfSAndroid Build Coastguard Worker #if defined(MTK_MT8183) || \
34*d95af8dfSAndroid Build Coastguard Worker defined(MTK_MT8186)
35*d95af8dfSAndroid Build Coastguard Worker // clang-format on
36*d95af8dfSAndroid Build Coastguard Worker #define SUPPORT_YUV422
37*d95af8dfSAndroid Build Coastguard Worker #endif
38*d95af8dfSAndroid Build Coastguard Worker
39*d95af8dfSAndroid Build Coastguard Worker // All platforms except MT8173 should USE_NV12_FOR_HW_VIDEO_DECODING
40*d95af8dfSAndroid Build Coastguard Worker // and SUPPORT_FP16_AND_10BIT_ABGR
41*d95af8dfSAndroid Build Coastguard Worker // clang-format off
42*d95af8dfSAndroid Build Coastguard Worker #if defined(MTK_MT8183) || \
43*d95af8dfSAndroid Build Coastguard Worker defined(MTK_MT8186) || \
44*d95af8dfSAndroid Build Coastguard Worker defined(MTK_MT8188G) || \
45*d95af8dfSAndroid Build Coastguard Worker defined(MTK_MT8192) || \
46*d95af8dfSAndroid Build Coastguard Worker defined(MTK_MT8195) || \
47*d95af8dfSAndroid Build Coastguard Worker defined(MTK_MT8196)
48*d95af8dfSAndroid Build Coastguard Worker // clang-format on
49*d95af8dfSAndroid Build Coastguard Worker #define USE_NV12_FOR_HW_VIDEO_DECODING
50*d95af8dfSAndroid Build Coastguard Worker #define SUPPORT_FP16_AND_10BIT_ABGR
51*d95af8dfSAndroid Build Coastguard Worker #else
52*d95af8dfSAndroid Build Coastguard Worker #define DONT_USE_64_ALIGNMENT_FOR_VIDEO_BUFFERS
53*d95af8dfSAndroid Build Coastguard Worker #endif
54*d95af8dfSAndroid Build Coastguard Worker
55*d95af8dfSAndroid Build Coastguard Worker // Devices newer than MT8186 support AR30 overlays and 10-bit video.
56*d95af8dfSAndroid Build Coastguard Worker // clang-format off
57*d95af8dfSAndroid Build Coastguard Worker #if !defined(MTK_MT8173) && \
58*d95af8dfSAndroid Build Coastguard Worker !defined(MTK_MT8183) && \
59*d95af8dfSAndroid Build Coastguard Worker !defined(MTK_MT8186) && \
60*d95af8dfSAndroid Build Coastguard Worker !defined(MTK_MT8192)
61*d95af8dfSAndroid Build Coastguard Worker // clang-format on
62*d95af8dfSAndroid Build Coastguard Worker #define SUPPORT_P010
63*d95af8dfSAndroid Build Coastguard Worker #define SUPPORT_AR30_OVERLAYS
64*d95af8dfSAndroid Build Coastguard Worker #endif
65*d95af8dfSAndroid Build Coastguard Worker
66*d95af8dfSAndroid Build Coastguard Worker // For Mali Sigurd based GPUs, the texture unit reads outside the specified texture dimensions.
67*d95af8dfSAndroid Build Coastguard Worker // Therefore, certain formats require extra memory padding to its allocated surface to prevent the
68*d95af8dfSAndroid Build Coastguard Worker // hardware from reading outside an allocation. For YVU420, we need additional padding for the last
69*d95af8dfSAndroid Build Coastguard Worker // chroma plane.
70*d95af8dfSAndroid Build Coastguard Worker #if defined(MTK_MT8186)
71*d95af8dfSAndroid Build Coastguard Worker #define USE_EXTRA_PADDING_FOR_YVU420
72*d95af8dfSAndroid Build Coastguard Worker #endif
73*d95af8dfSAndroid Build Coastguard Worker
74*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_drv_data {
75*d95af8dfSAndroid Build Coastguard Worker int dma_heap_fd;
76*d95af8dfSAndroid Build Coastguard Worker };
77*d95af8dfSAndroid Build Coastguard Worker
78*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_map_data {
79*d95af8dfSAndroid Build Coastguard Worker void *cached_addr;
80*d95af8dfSAndroid Build Coastguard Worker void *gem_addr;
81*d95af8dfSAndroid Build Coastguard Worker int prime_fd;
82*d95af8dfSAndroid Build Coastguard Worker };
83*d95af8dfSAndroid Build Coastguard Worker
84*d95af8dfSAndroid Build Coastguard Worker static const uint32_t render_target_formats[] = { DRM_FORMAT_ABGR8888, DRM_FORMAT_ARGB8888,
85*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_RGB565, DRM_FORMAT_XBGR8888,
86*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_XRGB8888 };
87*d95af8dfSAndroid Build Coastguard Worker
88*d95af8dfSAndroid Build Coastguard Worker // clang-format off
89*d95af8dfSAndroid Build Coastguard Worker static const uint32_t texture_source_formats[] = {
90*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_YUV422
91*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_NV21,
92*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_YUYV,
93*d95af8dfSAndroid Build Coastguard Worker #endif
94*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_P010
95*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_P010,
96*d95af8dfSAndroid Build Coastguard Worker #endif
97*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_FP16_AND_10BIT_ABGR
98*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_ABGR2101010,
99*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_ABGR16161616F,
100*d95af8dfSAndroid Build Coastguard Worker #endif
101*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_NV12,
102*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_YVU420,
103*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_YVU420_ANDROID
104*d95af8dfSAndroid Build Coastguard Worker };
105*d95af8dfSAndroid Build Coastguard Worker
106*d95af8dfSAndroid Build Coastguard Worker static const uint32_t video_yuv_formats[] = {
107*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_NV21,
108*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_NV12,
109*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_P010
110*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_P010,
111*d95af8dfSAndroid Build Coastguard Worker #endif
112*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_YUYV,
113*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_YVU420,
114*d95af8dfSAndroid Build Coastguard Worker DRM_FORMAT_YVU420_ANDROID
115*d95af8dfSAndroid Build Coastguard Worker };
116*d95af8dfSAndroid Build Coastguard Worker // clang-format on
117*d95af8dfSAndroid Build Coastguard Worker
is_video_yuv_format(uint32_t format)118*d95af8dfSAndroid Build Coastguard Worker static bool is_video_yuv_format(uint32_t format)
119*d95af8dfSAndroid Build Coastguard Worker {
120*d95af8dfSAndroid Build Coastguard Worker size_t i;
121*d95af8dfSAndroid Build Coastguard Worker for (i = 0; i < ARRAY_SIZE(video_yuv_formats); ++i) {
122*d95af8dfSAndroid Build Coastguard Worker if (format == video_yuv_formats[i])
123*d95af8dfSAndroid Build Coastguard Worker return true;
124*d95af8dfSAndroid Build Coastguard Worker }
125*d95af8dfSAndroid Build Coastguard Worker return false;
126*d95af8dfSAndroid Build Coastguard Worker }
127*d95af8dfSAndroid Build Coastguard Worker
mediatek_init(struct driver * drv)128*d95af8dfSAndroid Build Coastguard Worker static int mediatek_init(struct driver *drv)
129*d95af8dfSAndroid Build Coastguard Worker {
130*d95af8dfSAndroid Build Coastguard Worker struct format_metadata metadata;
131*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_drv_data *priv;
132*d95af8dfSAndroid Build Coastguard Worker
133*d95af8dfSAndroid Build Coastguard Worker priv = calloc(1, sizeof(*priv));
134*d95af8dfSAndroid Build Coastguard Worker if (!priv) {
135*d95af8dfSAndroid Build Coastguard Worker drv_loge("Failed calloc private data, errno=%d\n", -errno);
136*d95af8dfSAndroid Build Coastguard Worker return -errno;
137*d95af8dfSAndroid Build Coastguard Worker }
138*d95af8dfSAndroid Build Coastguard Worker
139*d95af8dfSAndroid Build Coastguard Worker priv->dma_heap_fd = -1;
140*d95af8dfSAndroid Build Coastguard Worker drv->priv = priv;
141*d95af8dfSAndroid Build Coastguard Worker
142*d95af8dfSAndroid Build Coastguard Worker drv_add_combinations(drv, render_target_formats, ARRAY_SIZE(render_target_formats),
143*d95af8dfSAndroid Build Coastguard Worker &LINEAR_METADATA,
144*d95af8dfSAndroid Build Coastguard Worker BO_USE_RENDER_MASK | BO_USE_SCANOUT | BO_USE_PROTECTED);
145*d95af8dfSAndroid Build Coastguard Worker
146*d95af8dfSAndroid Build Coastguard Worker drv_add_combinations(drv, texture_source_formats, ARRAY_SIZE(texture_source_formats),
147*d95af8dfSAndroid Build Coastguard Worker &LINEAR_METADATA, BO_USE_TEXTURE_MASK | BO_USE_PROTECTED);
148*d95af8dfSAndroid Build Coastguard Worker
149*d95af8dfSAndroid Build Coastguard Worker drv_add_combination(drv, DRM_FORMAT_R8, &LINEAR_METADATA,
150*d95af8dfSAndroid Build Coastguard Worker BO_USE_SW_MASK | BO_USE_LINEAR | BO_USE_PROTECTED);
151*d95af8dfSAndroid Build Coastguard Worker
152*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_AR30_OVERLAYS
153*d95af8dfSAndroid Build Coastguard Worker drv_add_combination(drv, DRM_FORMAT_ARGB2101010, &LINEAR_METADATA,
154*d95af8dfSAndroid Build Coastguard Worker BO_USE_TEXTURE | BO_USE_SCANOUT | BO_USE_PROTECTED | BO_USE_LINEAR);
155*d95af8dfSAndroid Build Coastguard Worker #endif
156*d95af8dfSAndroid Build Coastguard Worker
157*d95af8dfSAndroid Build Coastguard Worker /* YUYV format for video overlay and camera subsystem. */
158*d95af8dfSAndroid Build Coastguard Worker drv_add_combination(drv, DRM_FORMAT_YUYV, &LINEAR_METADATA,
159*d95af8dfSAndroid Build Coastguard Worker BO_USE_HW_VIDEO_DECODER | BO_USE_SCANOUT | BO_USE_LINEAR |
160*d95af8dfSAndroid Build Coastguard Worker BO_USE_TEXTURE | BO_USE_PROTECTED);
161*d95af8dfSAndroid Build Coastguard Worker
162*d95af8dfSAndroid Build Coastguard Worker /* Android CTS tests require this. */
163*d95af8dfSAndroid Build Coastguard Worker drv_add_combination(drv, DRM_FORMAT_BGR888, &LINEAR_METADATA, BO_USE_SW_MASK);
164*d95af8dfSAndroid Build Coastguard Worker
165*d95af8dfSAndroid Build Coastguard Worker /* Support BO_USE_HW_VIDEO_DECODER for protected content minigbm allocations. */
166*d95af8dfSAndroid Build Coastguard Worker metadata.tiling = TILE_TYPE_LINEAR;
167*d95af8dfSAndroid Build Coastguard Worker metadata.priority = 1;
168*d95af8dfSAndroid Build Coastguard Worker metadata.modifier = DRM_FORMAT_MOD_LINEAR;
169*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_YVU420, &metadata,
170*d95af8dfSAndroid Build Coastguard Worker BO_USE_HW_VIDEO_DECODER | BO_USE_PROTECTED);
171*d95af8dfSAndroid Build Coastguard Worker #ifdef MTK_MT8173
172*d95af8dfSAndroid Build Coastguard Worker /*
173*d95af8dfSAndroid Build Coastguard Worker * b/292507490: The MT8173 decoder can output YUV420 only. Some CTS tests feed the
174*d95af8dfSAndroid Build Coastguard Worker * decoded buffer to the hardware encoder and the tests allocate the buffer with
175*d95af8dfSAndroid Build Coastguard Worker * DRM_FORMAT_FLEX_YCbCr_420_888 with the mask of BO_USE_HW_VIDEO_ENCODER |
176*d95af8dfSAndroid Build Coastguard Worker * BO_USE_HW_VIDEO_DECODER. Therefore, we have to allocate YUV420 in the case.
177*d95af8dfSAndroid Build Coastguard Worker */
178*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_YVU420, &metadata, BO_USE_HW_VIDEO_ENCODER);
179*d95af8dfSAndroid Build Coastguard Worker #endif
180*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_YVU420_ANDROID, &metadata,
181*d95af8dfSAndroid Build Coastguard Worker BO_USE_HW_VIDEO_DECODER | BO_USE_PROTECTED);
182*d95af8dfSAndroid Build Coastguard Worker #ifdef USE_NV12_FOR_HW_VIDEO_DECODING
183*d95af8dfSAndroid Build Coastguard Worker // TODO(hiroh): Switch to use NV12 for video decoder on MT8173 as well.
184*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_NV12, &metadata,
185*d95af8dfSAndroid Build Coastguard Worker BO_USE_HW_VIDEO_DECODER | BO_USE_PROTECTED);
186*d95af8dfSAndroid Build Coastguard Worker #endif
187*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_P010, &metadata,
188*d95af8dfSAndroid Build Coastguard Worker BO_USE_HW_VIDEO_DECODER | BO_USE_PROTECTED);
189*d95af8dfSAndroid Build Coastguard Worker
190*d95af8dfSAndroid Build Coastguard Worker /*
191*d95af8dfSAndroid Build Coastguard Worker * R8 format is used for Android's HAL_PIXEL_FORMAT_BLOB for input/output from
192*d95af8dfSAndroid Build Coastguard Worker * hardware decoder/encoder.
193*d95af8dfSAndroid Build Coastguard Worker */
194*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_R8, &metadata,
195*d95af8dfSAndroid Build Coastguard Worker BO_USE_HW_VIDEO_DECODER | BO_USE_HW_VIDEO_ENCODER |
196*d95af8dfSAndroid Build Coastguard Worker BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE |
197*d95af8dfSAndroid Build Coastguard Worker BO_USE_GPU_DATA_BUFFER | BO_USE_SENSOR_DIRECT_DATA);
198*d95af8dfSAndroid Build Coastguard Worker
199*d95af8dfSAndroid Build Coastguard Worker /* NV12 format for encoding and display. */
200*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_NV12, &metadata,
201*d95af8dfSAndroid Build Coastguard Worker BO_USE_SCANOUT | BO_USE_HW_VIDEO_ENCODER | BO_USE_CAMERA_READ |
202*d95af8dfSAndroid Build Coastguard Worker BO_USE_CAMERA_WRITE);
203*d95af8dfSAndroid Build Coastguard Worker
204*d95af8dfSAndroid Build Coastguard Worker /*
205*d95af8dfSAndroid Build Coastguard Worker * Android also frequently requests YV12 formats for some camera implementations
206*d95af8dfSAndroid Build Coastguard Worker * (including the external provider implmenetation).
207*d95af8dfSAndroid Build Coastguard Worker */
208*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_YVU420_ANDROID, &metadata,
209*d95af8dfSAndroid Build Coastguard Worker BO_USE_CAMERA_WRITE);
210*d95af8dfSAndroid Build Coastguard Worker
211*d95af8dfSAndroid Build Coastguard Worker #ifdef MTK_MT8183
212*d95af8dfSAndroid Build Coastguard Worker /* Only for MT8183 Camera subsystem */
213*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_NV21, &metadata,
214*d95af8dfSAndroid Build Coastguard Worker BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE);
215*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_YUYV, &metadata,
216*d95af8dfSAndroid Build Coastguard Worker BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE);
217*d95af8dfSAndroid Build Coastguard Worker drv_modify_combination(drv, DRM_FORMAT_YVU420, &metadata,
218*d95af8dfSAndroid Build Coastguard Worker BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE);
219*d95af8dfSAndroid Build Coastguard Worker /* Private formats for private reprocessing in camera */
220*d95af8dfSAndroid Build Coastguard Worker drv_add_combination(drv, DRM_FORMAT_MTISP_SXYZW10, &metadata,
221*d95af8dfSAndroid Build Coastguard Worker BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE | BO_USE_SW_MASK);
222*d95af8dfSAndroid Build Coastguard Worker #endif
223*d95af8dfSAndroid Build Coastguard Worker
224*d95af8dfSAndroid Build Coastguard Worker return drv_modify_linear_combinations(drv);
225*d95af8dfSAndroid Build Coastguard Worker }
226*d95af8dfSAndroid Build Coastguard Worker
mediatek_close(struct driver * drv)227*d95af8dfSAndroid Build Coastguard Worker static void mediatek_close(struct driver *drv)
228*d95af8dfSAndroid Build Coastguard Worker {
229*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_drv_data *priv = (struct mediatek_private_drv_data *)drv->priv;
230*d95af8dfSAndroid Build Coastguard Worker
231*d95af8dfSAndroid Build Coastguard Worker if (priv->dma_heap_fd >= 0)
232*d95af8dfSAndroid Build Coastguard Worker close(priv->dma_heap_fd);
233*d95af8dfSAndroid Build Coastguard Worker
234*d95af8dfSAndroid Build Coastguard Worker free(priv);
235*d95af8dfSAndroid Build Coastguard Worker drv->priv = NULL;
236*d95af8dfSAndroid Build Coastguard Worker }
237*d95af8dfSAndroid Build Coastguard Worker
mediatek_bo_create_with_modifiers(struct bo * bo,uint32_t width,uint32_t height,uint32_t format,const uint64_t * modifiers,uint32_t count)238*d95af8dfSAndroid Build Coastguard Worker static int mediatek_bo_create_with_modifiers(struct bo *bo, uint32_t width, uint32_t height,
239*d95af8dfSAndroid Build Coastguard Worker uint32_t format, const uint64_t *modifiers,
240*d95af8dfSAndroid Build Coastguard Worker uint32_t count)
241*d95af8dfSAndroid Build Coastguard Worker {
242*d95af8dfSAndroid Build Coastguard Worker int ret;
243*d95af8dfSAndroid Build Coastguard Worker size_t plane;
244*d95af8dfSAndroid Build Coastguard Worker uint32_t stride;
245*d95af8dfSAndroid Build Coastguard Worker struct drm_mtk_gem_create gem_create = { 0 };
246*d95af8dfSAndroid Build Coastguard Worker
247*d95af8dfSAndroid Build Coastguard Worker const bool is_camera_write = bo->meta.use_flags & BO_USE_CAMERA_WRITE;
248*d95af8dfSAndroid Build Coastguard Worker const bool is_hw_video_encoder = bo->meta.use_flags & BO_USE_HW_VIDEO_ENCODER;
249*d95af8dfSAndroid Build Coastguard Worker const bool is_linear = bo->meta.use_flags & BO_USE_LINEAR;
250*d95af8dfSAndroid Build Coastguard Worker const bool is_protected = bo->meta.use_flags & BO_USE_PROTECTED;
251*d95af8dfSAndroid Build Coastguard Worker const bool is_scanout = bo->meta.use_flags & BO_USE_SCANOUT;
252*d95af8dfSAndroid Build Coastguard Worker /*
253*d95af8dfSAndroid Build Coastguard Worker * We identify the ChromeOS Camera App buffers via these two USE flags. Those buffers need
254*d95af8dfSAndroid Build Coastguard Worker * the same alignment as the video hardware encoding.
255*d95af8dfSAndroid Build Coastguard Worker */
256*d95af8dfSAndroid Build Coastguard Worker const bool is_camera_preview = is_scanout && is_camera_write;
257*d95af8dfSAndroid Build Coastguard Worker #ifdef MTK_MT8173
258*d95af8dfSAndroid Build Coastguard Worker const bool is_mt8173_video_decoder = bo->meta.use_flags & BO_USE_HW_VIDEO_DECODER;
259*d95af8dfSAndroid Build Coastguard Worker #else
260*d95af8dfSAndroid Build Coastguard Worker const bool is_mt8173_video_decoder = false;
261*d95af8dfSAndroid Build Coastguard Worker #endif
262*d95af8dfSAndroid Build Coastguard Worker /*
263*d95af8dfSAndroid Build Coastguard Worker * Android sends blobs for encoding in the shape of a single-row pixel buffer. Use R8 +
264*d95af8dfSAndroid Build Coastguard Worker * single row as a proxy for Android HAL_PIXEL_FORMAT_BLOB until a drm equivalent is
265*d95af8dfSAndroid Build Coastguard Worker * defined.
266*d95af8dfSAndroid Build Coastguard Worker */
267*d95af8dfSAndroid Build Coastguard Worker const bool is_format_blob = format == DRM_FORMAT_R8 && height == 1;
268*d95af8dfSAndroid Build Coastguard Worker
269*d95af8dfSAndroid Build Coastguard Worker if (!drv_has_modifier(modifiers, count, DRM_FORMAT_MOD_LINEAR)) {
270*d95af8dfSAndroid Build Coastguard Worker errno = EINVAL;
271*d95af8dfSAndroid Build Coastguard Worker drv_loge("no usable modifier found\n");
272*d95af8dfSAndroid Build Coastguard Worker return -EINVAL;
273*d95af8dfSAndroid Build Coastguard Worker }
274*d95af8dfSAndroid Build Coastguard Worker
275*d95af8dfSAndroid Build Coastguard Worker /*
276*d95af8dfSAndroid Build Coastguard Worker * Since the ARM L1 cache line size is 64 bytes, align to that as a
277*d95af8dfSAndroid Build Coastguard Worker * performance optimization, except for video buffers on certain platforms,
278*d95af8dfSAndroid Build Coastguard Worker * these should only be accessed from the GPU and VCODEC subsystems (maybe
279*d95af8dfSAndroid Build Coastguard Worker * also MDP), so it's better to align to macroblocks.
280*d95af8dfSAndroid Build Coastguard Worker */
281*d95af8dfSAndroid Build Coastguard Worker stride = drv_stride_from_format(format, width, 0);
282*d95af8dfSAndroid Build Coastguard Worker #ifdef DONT_USE_64_ALIGNMENT_FOR_VIDEO_BUFFERS
283*d95af8dfSAndroid Build Coastguard Worker const uint32_t alignment = is_video_yuv_format(format) ? 16 : 64;
284*d95af8dfSAndroid Build Coastguard Worker stride = ALIGN(stride, alignment);
285*d95af8dfSAndroid Build Coastguard Worker #else
286*d95af8dfSAndroid Build Coastguard Worker stride = ALIGN(stride, 64);
287*d95af8dfSAndroid Build Coastguard Worker #endif
288*d95af8dfSAndroid Build Coastguard Worker
289*d95af8dfSAndroid Build Coastguard Worker /*
290*d95af8dfSAndroid Build Coastguard Worker * The mediatek video decoder requires to align width and height by 64. But this is
291*d95af8dfSAndroid Build Coastguard Worker * the requirement for mediatek tiled format (e.g. MT21 and MM21). The buffers are
292*d95af8dfSAndroid Build Coastguard Worker * not allocated by minigbm. So we don't have to care about it. The tiled buffer is
293*d95af8dfSAndroid Build Coastguard Worker * converted to NV12 or YV12, which is allocated by minigbm. V4L2 MDP doesn't
294*d95af8dfSAndroid Build Coastguard Worker * require any special alignment for them.
295*d95af8dfSAndroid Build Coastguard Worker * On the other hand, the mediatek video encoder reuqires a padding on each plane.
296*d95af8dfSAndroid Build Coastguard Worker * When both video decoder and encoder use flag is masked (in some CTS test), we
297*d95af8dfSAndroid Build Coastguard Worker * align with the encoder alignment.
298*d95af8dfSAndroid Build Coastguard Worker * However, V4L2VideoDecodeAccelerator used on MT8173 fails handling the buffer with
299*d95af8dfSAndroid Build Coastguard Worker * padding, although V4L2VideoDecoder used on MT8183 and later can do. We workaround
300*d95af8dfSAndroid Build Coastguard Worker * this problem to allocate a buffer without padding on MT8173. This works because
301*d95af8dfSAndroid Build Coastguard Worker * MT8173 decoder's output NV12 is converted to YV12 buffer that is allocated with
302*d95af8dfSAndroid Build Coastguard Worker * video encoder usage mask only and thus have padding in Android.
303*d95af8dfSAndroid Build Coastguard Worker * See go/mediatek-video-buffer-alignment-note for detail.
304*d95af8dfSAndroid Build Coastguard Worker */
305*d95af8dfSAndroid Build Coastguard Worker if ((is_hw_video_encoder && !is_mt8173_video_decoder && !is_format_blob) ||
306*d95af8dfSAndroid Build Coastguard Worker is_camera_preview) {
307*d95af8dfSAndroid Build Coastguard Worker uint32_t aligned_height = ALIGN(height, 32);
308*d95af8dfSAndroid Build Coastguard Worker uint32_t padding[DRV_MAX_PLANES] = { 0 };
309*d95af8dfSAndroid Build Coastguard Worker
310*d95af8dfSAndroid Build Coastguard Worker for (plane = 0; plane < bo->meta.num_planes; ++plane) {
311*d95af8dfSAndroid Build Coastguard Worker uint32_t plane_stride = drv_stride_from_format(format, stride, plane);
312*d95af8dfSAndroid Build Coastguard Worker padding[plane] = plane_stride *
313*d95af8dfSAndroid Build Coastguard Worker (32 / drv_vertical_subsampling_from_format(format, plane));
314*d95af8dfSAndroid Build Coastguard Worker }
315*d95af8dfSAndroid Build Coastguard Worker
316*d95af8dfSAndroid Build Coastguard Worker drv_bo_from_format_and_padding(bo, stride, 1, aligned_height, format, padding);
317*d95af8dfSAndroid Build Coastguard Worker } else {
318*d95af8dfSAndroid Build Coastguard Worker #ifdef USE_EXTRA_PADDING_FOR_YVU420
319*d95af8dfSAndroid Build Coastguard Worker /*
320*d95af8dfSAndroid Build Coastguard Worker * Apply extra padding for YV12 if the height does not meet round up requirement and
321*d95af8dfSAndroid Build Coastguard Worker * the image is to be sampled by gpu.
322*d95af8dfSAndroid Build Coastguard Worker */
323*d95af8dfSAndroid Build Coastguard Worker static const uint32_t required_round_up = 4;
324*d95af8dfSAndroid Build Coastguard Worker const uint32_t height_mod = height % required_round_up;
325*d95af8dfSAndroid Build Coastguard Worker const bool is_texture = bo->meta.use_flags & BO_USE_TEXTURE;
326*d95af8dfSAndroid Build Coastguard Worker /*
327*d95af8dfSAndroid Build Coastguard Worker * YVU420 and YVU420_ANDROID treatments have been aligned in mediatek backend. Check
328*d95af8dfSAndroid Build Coastguard Worker * both since gbm frontend still maps linear YVU420 to YVU420_ANDROID for other hw
329*d95af8dfSAndroid Build Coastguard Worker * backends.
330*d95af8dfSAndroid Build Coastguard Worker */
331*d95af8dfSAndroid Build Coastguard Worker const bool is_format_yv12 =
332*d95af8dfSAndroid Build Coastguard Worker format == DRM_FORMAT_YVU420 || format == DRM_FORMAT_YVU420_ANDROID;
333*d95af8dfSAndroid Build Coastguard Worker #endif
334*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_YUV422
335*d95af8dfSAndroid Build Coastguard Worker /*
336*d95af8dfSAndroid Build Coastguard Worker * JPEG Encoder Accelerator requires 16x16 alignment. We want the buffer
337*d95af8dfSAndroid Build Coastguard Worker * from camera can be put in JEA directly so align the height to 16
338*d95af8dfSAndroid Build Coastguard Worker * bytes.
339*d95af8dfSAndroid Build Coastguard Worker */
340*d95af8dfSAndroid Build Coastguard Worker if (format == DRM_FORMAT_NV12)
341*d95af8dfSAndroid Build Coastguard Worker height = ALIGN(height, 16);
342*d95af8dfSAndroid Build Coastguard Worker #endif
343*d95af8dfSAndroid Build Coastguard Worker drv_bo_from_format(bo, stride, 1, height, format);
344*d95af8dfSAndroid Build Coastguard Worker
345*d95af8dfSAndroid Build Coastguard Worker #ifdef USE_EXTRA_PADDING_FOR_YVU420
346*d95af8dfSAndroid Build Coastguard Worker if (is_format_yv12 && is_texture && height_mod) {
347*d95af8dfSAndroid Build Coastguard Worker const uint32_t height_padding = required_round_up - height_mod;
348*d95af8dfSAndroid Build Coastguard Worker const uint32_t y_padding =
349*d95af8dfSAndroid Build Coastguard Worker drv_size_from_format(format, bo->meta.strides[0], height_padding, 0);
350*d95af8dfSAndroid Build Coastguard Worker const uint32_t u_padding =
351*d95af8dfSAndroid Build Coastguard Worker drv_size_from_format(format, bo->meta.strides[2], height_padding, 2);
352*d95af8dfSAndroid Build Coastguard Worker const uint32_t vu_size = drv_bo_get_plane_size(bo, 2) * 2;
353*d95af8dfSAndroid Build Coastguard Worker
354*d95af8dfSAndroid Build Coastguard Worker bo->meta.total_size += u_padding;
355*d95af8dfSAndroid Build Coastguard Worker
356*d95af8dfSAndroid Build Coastguard Worker /*
357*d95af8dfSAndroid Build Coastguard Worker * Since we are not aligning Y, we must make sure that its padding fits
358*d95af8dfSAndroid Build Coastguard Worker * inside the rest of the space allocated for the V/U planes.
359*d95af8dfSAndroid Build Coastguard Worker */
360*d95af8dfSAndroid Build Coastguard Worker if (y_padding > vu_size) {
361*d95af8dfSAndroid Build Coastguard Worker /* Align with mali workaround to pad all 3 planes. */
362*d95af8dfSAndroid Build Coastguard Worker bo->meta.total_size += y_padding + u_padding;
363*d95af8dfSAndroid Build Coastguard Worker }
364*d95af8dfSAndroid Build Coastguard Worker }
365*d95af8dfSAndroid Build Coastguard Worker #endif
366*d95af8dfSAndroid Build Coastguard Worker }
367*d95af8dfSAndroid Build Coastguard Worker
368*d95af8dfSAndroid Build Coastguard Worker /* For protected data buffer needs to allocate from DMA_HEAP directly */
369*d95af8dfSAndroid Build Coastguard Worker if (is_protected) {
370*d95af8dfSAndroid Build Coastguard Worker #if !defined(ANDROID) || (ANDROID_API_LEVEL >= 31 && defined(HAS_DMABUF_SYSTEM_HEAP))
371*d95af8dfSAndroid Build Coastguard Worker int ret;
372*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_drv_data *priv = (struct mediatek_private_drv_data *)bo->drv->priv;
373*d95af8dfSAndroid Build Coastguard Worker struct dma_heap_allocation_data heap_data = {
374*d95af8dfSAndroid Build Coastguard Worker .len = bo->meta.total_size,
375*d95af8dfSAndroid Build Coastguard Worker .fd_flags = O_RDWR | O_CLOEXEC,
376*d95af8dfSAndroid Build Coastguard Worker };
377*d95af8dfSAndroid Build Coastguard Worker
378*d95af8dfSAndroid Build Coastguard Worker if (format == DRM_FORMAT_P010) {
379*d95af8dfSAndroid Build Coastguard Worker /*
380*d95af8dfSAndroid Build Coastguard Worker * Adjust the size so we don't waste tons of space. This was allocated
381*d95af8dfSAndroid Build Coastguard Worker * with 16 bpp, but we only need 10 bpp. We can safely divide by 8 because
382*d95af8dfSAndroid Build Coastguard Worker * we are aligned at a multiple higher than that.
383*d95af8dfSAndroid Build Coastguard Worker */
384*d95af8dfSAndroid Build Coastguard Worker bo->meta.strides[0] = bo->meta.strides[0] * 10 / 16;
385*d95af8dfSAndroid Build Coastguard Worker bo->meta.strides[1] = bo->meta.strides[1] * 10 / 16;
386*d95af8dfSAndroid Build Coastguard Worker bo->meta.sizes[0] = bo->meta.sizes[0] * 10 / 16;
387*d95af8dfSAndroid Build Coastguard Worker bo->meta.sizes[1] = bo->meta.sizes[1] * 10 / 16;
388*d95af8dfSAndroid Build Coastguard Worker bo->meta.offsets[1] = bo->meta.sizes[0];
389*d95af8dfSAndroid Build Coastguard Worker bo->meta.total_size = bo->meta.total_size * 10 / 16;
390*d95af8dfSAndroid Build Coastguard Worker }
391*d95af8dfSAndroid Build Coastguard Worker
392*d95af8dfSAndroid Build Coastguard Worker if (priv->dma_heap_fd < 0) {
393*d95af8dfSAndroid Build Coastguard Worker priv->dma_heap_fd = open("/dev/dma_heap/restricted_mtk_cma", O_RDWR | O_CLOEXEC);
394*d95af8dfSAndroid Build Coastguard Worker if (priv->dma_heap_fd < 0) {
395*d95af8dfSAndroid Build Coastguard Worker drv_loge("Failed opening secure CMA heap errno=%d\n", -errno);
396*d95af8dfSAndroid Build Coastguard Worker return -errno;
397*d95af8dfSAndroid Build Coastguard Worker }
398*d95af8dfSAndroid Build Coastguard Worker }
399*d95af8dfSAndroid Build Coastguard Worker
400*d95af8dfSAndroid Build Coastguard Worker ret = ioctl(priv->dma_heap_fd, DMA_HEAP_IOCTL_ALLOC, &heap_data);
401*d95af8dfSAndroid Build Coastguard Worker if (ret < 0) {
402*d95af8dfSAndroid Build Coastguard Worker drv_loge("Failed allocating CMA buffer ret=%d\n", ret);
403*d95af8dfSAndroid Build Coastguard Worker return ret;
404*d95af8dfSAndroid Build Coastguard Worker }
405*d95af8dfSAndroid Build Coastguard Worker
406*d95af8dfSAndroid Build Coastguard Worker /* Create GEM handle for secure CMA and close FD here */
407*d95af8dfSAndroid Build Coastguard Worker ret = drmPrimeFDToHandle(bo->drv->fd, heap_data.fd, &bo->handle.u32);
408*d95af8dfSAndroid Build Coastguard Worker close(heap_data.fd);
409*d95af8dfSAndroid Build Coastguard Worker if (ret) {
410*d95af8dfSAndroid Build Coastguard Worker drv_loge("Failed drmPrimeFDToHandle(fd:%d) ret=%d\n", heap_data.fd, ret);
411*d95af8dfSAndroid Build Coastguard Worker return ret;
412*d95af8dfSAndroid Build Coastguard Worker }
413*d95af8dfSAndroid Build Coastguard Worker #else
414*d95af8dfSAndroid Build Coastguard Worker drv_loge("Protected allocation not supported\n");
415*d95af8dfSAndroid Build Coastguard Worker return -1;
416*d95af8dfSAndroid Build Coastguard Worker #endif
417*d95af8dfSAndroid Build Coastguard Worker return 0;
418*d95af8dfSAndroid Build Coastguard Worker }
419*d95af8dfSAndroid Build Coastguard Worker
420*d95af8dfSAndroid Build Coastguard Worker /*
421*d95af8dfSAndroid Build Coastguard Worker * For linear scanout buffers, the read/write pattern is usually linear i.e. each address is
422*d95af8dfSAndroid Build Coastguard Worker * accessed sequentially, and there are fewer chances that an address will be repeatedly
423*d95af8dfSAndroid Build Coastguard Worker * accessed.
424*d95af8dfSAndroid Build Coastguard Worker * This behavior leads to less TLB dependency and cache misses i.e. no need to translate the
425*d95af8dfSAndroid Build Coastguard Worker * same virtual address to a physical address multiple times.
426*d95af8dfSAndroid Build Coastguard Worker *
427*d95af8dfSAndroid Build Coastguard Worker * With that premise, it's safe to allow the DMA framework to fulfill such allocation
428*d95af8dfSAndroid Build Coastguard Worker * requests with non-continuous smaller chunks of memory (e.g., 4KiB single pages) which
429*d95af8dfSAndroid Build Coastguard Worker * are generally easier to allocate compared to large continuous chunks of memory, improving
430*d95af8dfSAndroid Build Coastguard Worker * memory allocation efficiency and reduce the risk of allocation failures, especially when
431*d95af8dfSAndroid Build Coastguard Worker * available memory budget is low or on memory-constrained devices.
432*d95af8dfSAndroid Build Coastguard Worker */
433*d95af8dfSAndroid Build Coastguard Worker if (is_linear && is_scanout)
434*d95af8dfSAndroid Build Coastguard Worker gem_create.flags |= DRM_MTK_GEM_CREATE_FLAG_ALLOC_SINGLE_PAGES;
435*d95af8dfSAndroid Build Coastguard Worker
436*d95af8dfSAndroid Build Coastguard Worker gem_create.size = bo->meta.total_size;
437*d95af8dfSAndroid Build Coastguard Worker
438*d95af8dfSAndroid Build Coastguard Worker ret = drmIoctl(bo->drv->fd, DRM_IOCTL_MTK_GEM_CREATE, &gem_create);
439*d95af8dfSAndroid Build Coastguard Worker if (ret) {
440*d95af8dfSAndroid Build Coastguard Worker drv_loge("DRM_IOCTL_MTK_GEM_CREATE failed (size=%" PRIu64 ")\n", gem_create.size);
441*d95af8dfSAndroid Build Coastguard Worker return -errno;
442*d95af8dfSAndroid Build Coastguard Worker }
443*d95af8dfSAndroid Build Coastguard Worker
444*d95af8dfSAndroid Build Coastguard Worker bo->handle.u32 = gem_create.handle;
445*d95af8dfSAndroid Build Coastguard Worker
446*d95af8dfSAndroid Build Coastguard Worker return 0;
447*d95af8dfSAndroid Build Coastguard Worker }
448*d95af8dfSAndroid Build Coastguard Worker
mediatek_bo_create(struct bo * bo,uint32_t width,uint32_t height,uint32_t format,uint64_t use_flags)449*d95af8dfSAndroid Build Coastguard Worker static int mediatek_bo_create(struct bo *bo, uint32_t width, uint32_t height, uint32_t format,
450*d95af8dfSAndroid Build Coastguard Worker uint64_t use_flags)
451*d95af8dfSAndroid Build Coastguard Worker {
452*d95af8dfSAndroid Build Coastguard Worker uint64_t modifiers[] = { DRM_FORMAT_MOD_LINEAR };
453*d95af8dfSAndroid Build Coastguard Worker return mediatek_bo_create_with_modifiers(bo, width, height, format, modifiers,
454*d95af8dfSAndroid Build Coastguard Worker ARRAY_SIZE(modifiers));
455*d95af8dfSAndroid Build Coastguard Worker }
456*d95af8dfSAndroid Build Coastguard Worker
mediatek_bo_map(struct bo * bo,struct vma * vma,uint32_t map_flags)457*d95af8dfSAndroid Build Coastguard Worker static void *mediatek_bo_map(struct bo *bo, struct vma *vma, uint32_t map_flags)
458*d95af8dfSAndroid Build Coastguard Worker {
459*d95af8dfSAndroid Build Coastguard Worker int ret, prime_fd;
460*d95af8dfSAndroid Build Coastguard Worker struct drm_mtk_gem_map_off gem_map = { 0 };
461*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_map_data *priv;
462*d95af8dfSAndroid Build Coastguard Worker void *addr = NULL;
463*d95af8dfSAndroid Build Coastguard Worker
464*d95af8dfSAndroid Build Coastguard Worker gem_map.handle = bo->handle.u32;
465*d95af8dfSAndroid Build Coastguard Worker
466*d95af8dfSAndroid Build Coastguard Worker ret = drmIoctl(bo->drv->fd, DRM_IOCTL_MTK_GEM_MAP_OFFSET, &gem_map);
467*d95af8dfSAndroid Build Coastguard Worker if (ret) {
468*d95af8dfSAndroid Build Coastguard Worker drv_loge("DRM_IOCTL_MTK_GEM_MAP_OFFSET failed\n");
469*d95af8dfSAndroid Build Coastguard Worker return MAP_FAILED;
470*d95af8dfSAndroid Build Coastguard Worker }
471*d95af8dfSAndroid Build Coastguard Worker
472*d95af8dfSAndroid Build Coastguard Worker prime_fd = drv_bo_get_plane_fd(bo, 0);
473*d95af8dfSAndroid Build Coastguard Worker if (prime_fd < 0) {
474*d95af8dfSAndroid Build Coastguard Worker drv_loge("Failed to get a prime fd\n");
475*d95af8dfSAndroid Build Coastguard Worker return MAP_FAILED;
476*d95af8dfSAndroid Build Coastguard Worker }
477*d95af8dfSAndroid Build Coastguard Worker
478*d95af8dfSAndroid Build Coastguard Worker addr = mmap(0, bo->meta.total_size, drv_get_prot(map_flags), MAP_SHARED, bo->drv->fd,
479*d95af8dfSAndroid Build Coastguard Worker gem_map.offset);
480*d95af8dfSAndroid Build Coastguard Worker if (addr == MAP_FAILED)
481*d95af8dfSAndroid Build Coastguard Worker goto out_close_prime_fd;
482*d95af8dfSAndroid Build Coastguard Worker
483*d95af8dfSAndroid Build Coastguard Worker vma->length = bo->meta.total_size;
484*d95af8dfSAndroid Build Coastguard Worker
485*d95af8dfSAndroid Build Coastguard Worker priv = calloc(1, sizeof(*priv));
486*d95af8dfSAndroid Build Coastguard Worker if (!priv)
487*d95af8dfSAndroid Build Coastguard Worker goto out_unmap_addr;
488*d95af8dfSAndroid Build Coastguard Worker
489*d95af8dfSAndroid Build Coastguard Worker if (bo->meta.use_flags & BO_USE_RENDERSCRIPT) {
490*d95af8dfSAndroid Build Coastguard Worker priv->cached_addr = calloc(1, bo->meta.total_size);
491*d95af8dfSAndroid Build Coastguard Worker if (!priv->cached_addr)
492*d95af8dfSAndroid Build Coastguard Worker goto out_free_priv;
493*d95af8dfSAndroid Build Coastguard Worker
494*d95af8dfSAndroid Build Coastguard Worker priv->gem_addr = addr;
495*d95af8dfSAndroid Build Coastguard Worker addr = priv->cached_addr;
496*d95af8dfSAndroid Build Coastguard Worker }
497*d95af8dfSAndroid Build Coastguard Worker
498*d95af8dfSAndroid Build Coastguard Worker priv->prime_fd = prime_fd;
499*d95af8dfSAndroid Build Coastguard Worker vma->priv = priv;
500*d95af8dfSAndroid Build Coastguard Worker
501*d95af8dfSAndroid Build Coastguard Worker return addr;
502*d95af8dfSAndroid Build Coastguard Worker
503*d95af8dfSAndroid Build Coastguard Worker out_free_priv:
504*d95af8dfSAndroid Build Coastguard Worker free(priv);
505*d95af8dfSAndroid Build Coastguard Worker out_unmap_addr:
506*d95af8dfSAndroid Build Coastguard Worker munmap(addr, bo->meta.total_size);
507*d95af8dfSAndroid Build Coastguard Worker out_close_prime_fd:
508*d95af8dfSAndroid Build Coastguard Worker close(prime_fd);
509*d95af8dfSAndroid Build Coastguard Worker return MAP_FAILED;
510*d95af8dfSAndroid Build Coastguard Worker }
511*d95af8dfSAndroid Build Coastguard Worker
mediatek_bo_unmap(struct bo * bo,struct vma * vma)512*d95af8dfSAndroid Build Coastguard Worker static int mediatek_bo_unmap(struct bo *bo, struct vma *vma)
513*d95af8dfSAndroid Build Coastguard Worker {
514*d95af8dfSAndroid Build Coastguard Worker if (vma->priv) {
515*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_map_data *priv = vma->priv;
516*d95af8dfSAndroid Build Coastguard Worker
517*d95af8dfSAndroid Build Coastguard Worker if (priv->cached_addr) {
518*d95af8dfSAndroid Build Coastguard Worker vma->addr = priv->gem_addr;
519*d95af8dfSAndroid Build Coastguard Worker free(priv->cached_addr);
520*d95af8dfSAndroid Build Coastguard Worker }
521*d95af8dfSAndroid Build Coastguard Worker
522*d95af8dfSAndroid Build Coastguard Worker close(priv->prime_fd);
523*d95af8dfSAndroid Build Coastguard Worker free(priv);
524*d95af8dfSAndroid Build Coastguard Worker vma->priv = NULL;
525*d95af8dfSAndroid Build Coastguard Worker }
526*d95af8dfSAndroid Build Coastguard Worker
527*d95af8dfSAndroid Build Coastguard Worker return munmap(vma->addr, vma->length);
528*d95af8dfSAndroid Build Coastguard Worker }
529*d95af8dfSAndroid Build Coastguard Worker
mediatek_bo_invalidate(struct bo * bo,struct mapping * mapping)530*d95af8dfSAndroid Build Coastguard Worker static int mediatek_bo_invalidate(struct bo *bo, struct mapping *mapping)
531*d95af8dfSAndroid Build Coastguard Worker {
532*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_map_data *priv = mapping->vma->priv;
533*d95af8dfSAndroid Build Coastguard Worker
534*d95af8dfSAndroid Build Coastguard Worker if (priv) {
535*d95af8dfSAndroid Build Coastguard Worker struct pollfd fds = {
536*d95af8dfSAndroid Build Coastguard Worker .fd = priv->prime_fd,
537*d95af8dfSAndroid Build Coastguard Worker };
538*d95af8dfSAndroid Build Coastguard Worker
539*d95af8dfSAndroid Build Coastguard Worker if (mapping->vma->map_flags & BO_MAP_WRITE)
540*d95af8dfSAndroid Build Coastguard Worker fds.events |= POLLOUT;
541*d95af8dfSAndroid Build Coastguard Worker
542*d95af8dfSAndroid Build Coastguard Worker if (mapping->vma->map_flags & BO_MAP_READ)
543*d95af8dfSAndroid Build Coastguard Worker fds.events |= POLLIN;
544*d95af8dfSAndroid Build Coastguard Worker
545*d95af8dfSAndroid Build Coastguard Worker poll(&fds, 1, -1);
546*d95af8dfSAndroid Build Coastguard Worker if (fds.revents != fds.events)
547*d95af8dfSAndroid Build Coastguard Worker drv_loge("poll prime_fd failed\n");
548*d95af8dfSAndroid Build Coastguard Worker
549*d95af8dfSAndroid Build Coastguard Worker if (priv->cached_addr)
550*d95af8dfSAndroid Build Coastguard Worker memcpy(priv->cached_addr, priv->gem_addr, bo->meta.total_size);
551*d95af8dfSAndroid Build Coastguard Worker }
552*d95af8dfSAndroid Build Coastguard Worker
553*d95af8dfSAndroid Build Coastguard Worker return 0;
554*d95af8dfSAndroid Build Coastguard Worker }
555*d95af8dfSAndroid Build Coastguard Worker
mediatek_bo_flush(struct bo * bo,struct mapping * mapping)556*d95af8dfSAndroid Build Coastguard Worker static int mediatek_bo_flush(struct bo *bo, struct mapping *mapping)
557*d95af8dfSAndroid Build Coastguard Worker {
558*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_map_data *priv = mapping->vma->priv;
559*d95af8dfSAndroid Build Coastguard Worker if (priv && priv->cached_addr && (mapping->vma->map_flags & BO_MAP_WRITE))
560*d95af8dfSAndroid Build Coastguard Worker memcpy(priv->gem_addr, priv->cached_addr, bo->meta.total_size);
561*d95af8dfSAndroid Build Coastguard Worker
562*d95af8dfSAndroid Build Coastguard Worker return 0;
563*d95af8dfSAndroid Build Coastguard Worker }
564*d95af8dfSAndroid Build Coastguard Worker
mediatek_resolve_format_and_use_flags(struct driver * drv,uint32_t format,uint64_t use_flags,uint32_t * out_format,uint64_t * out_use_flags)565*d95af8dfSAndroid Build Coastguard Worker static void mediatek_resolve_format_and_use_flags(struct driver *drv, uint32_t format,
566*d95af8dfSAndroid Build Coastguard Worker uint64_t use_flags, uint32_t *out_format,
567*d95af8dfSAndroid Build Coastguard Worker uint64_t *out_use_flags)
568*d95af8dfSAndroid Build Coastguard Worker {
569*d95af8dfSAndroid Build Coastguard Worker *out_format = format;
570*d95af8dfSAndroid Build Coastguard Worker *out_use_flags = use_flags;
571*d95af8dfSAndroid Build Coastguard Worker switch (format) {
572*d95af8dfSAndroid Build Coastguard Worker case DRM_FORMAT_FLEX_IMPLEMENTATION_DEFINED:
573*d95af8dfSAndroid Build Coastguard Worker #ifdef MTK_MT8183
574*d95af8dfSAndroid Build Coastguard Worker /* Only MT8183 Camera subsystem offers private reprocessing
575*d95af8dfSAndroid Build Coastguard Worker * capability. CAMERA_READ indicates the buffer is intended for
576*d95af8dfSAndroid Build Coastguard Worker * reprocessing and hence given the private format for MTK. */
577*d95af8dfSAndroid Build Coastguard Worker if (use_flags & BO_USE_CAMERA_READ) {
578*d95af8dfSAndroid Build Coastguard Worker *out_format = DRM_FORMAT_MTISP_SXYZW10;
579*d95af8dfSAndroid Build Coastguard Worker break;
580*d95af8dfSAndroid Build Coastguard Worker }
581*d95af8dfSAndroid Build Coastguard Worker #endif
582*d95af8dfSAndroid Build Coastguard Worker if (use_flags & BO_USE_CAMERA_WRITE) {
583*d95af8dfSAndroid Build Coastguard Worker *out_format = DRM_FORMAT_NV12;
584*d95af8dfSAndroid Build Coastguard Worker break;
585*d95af8dfSAndroid Build Coastguard Worker }
586*d95af8dfSAndroid Build Coastguard Worker
587*d95af8dfSAndroid Build Coastguard Worker /* HACK: See b/28671744 */
588*d95af8dfSAndroid Build Coastguard Worker *out_format = DRM_FORMAT_XBGR8888;
589*d95af8dfSAndroid Build Coastguard Worker *out_use_flags &= ~BO_USE_HW_VIDEO_ENCODER;
590*d95af8dfSAndroid Build Coastguard Worker break;
591*d95af8dfSAndroid Build Coastguard Worker case DRM_FORMAT_FLEX_YCbCr_420_888:
592*d95af8dfSAndroid Build Coastguard Worker #ifdef USE_NV12_FOR_HW_VIDEO_DECODING
593*d95af8dfSAndroid Build Coastguard Worker // TODO(hiroh): Switch to use NV12 for video decoder on MT8173 as well.
594*d95af8dfSAndroid Build Coastguard Worker if (use_flags & (BO_USE_HW_VIDEO_DECODER)) {
595*d95af8dfSAndroid Build Coastguard Worker *out_format = DRM_FORMAT_NV12;
596*d95af8dfSAndroid Build Coastguard Worker break;
597*d95af8dfSAndroid Build Coastguard Worker }
598*d95af8dfSAndroid Build Coastguard Worker #endif
599*d95af8dfSAndroid Build Coastguard Worker /*
600*d95af8dfSAndroid Build Coastguard Worker * b/292507490: The MT8173 decoder can output YUV420 only. Some CTS tests feed the
601*d95af8dfSAndroid Build Coastguard Worker * decoded buffer to the hardware encoder and the tests allocate the buffer with
602*d95af8dfSAndroid Build Coastguard Worker * DRM_FORMAT_FLEX_YCbCr_420_888 with the mask of BO_USE_HW_VIDEO_ENCODER |
603*d95af8dfSAndroid Build Coastguard Worker * BO_USE_HW_VIDEO_DECODER. Therefore, we have to allocate YUV420 in the case.
604*d95af8dfSAndroid Build Coastguard Worker */
605*d95af8dfSAndroid Build Coastguard Worker if (use_flags &
606*d95af8dfSAndroid Build Coastguard Worker (BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE | BO_USE_HW_VIDEO_ENCODER)) {
607*d95af8dfSAndroid Build Coastguard Worker #ifndef MTK_MT8173
608*d95af8dfSAndroid Build Coastguard Worker *out_format = DRM_FORMAT_NV12;
609*d95af8dfSAndroid Build Coastguard Worker break;
610*d95af8dfSAndroid Build Coastguard Worker #else
611*d95af8dfSAndroid Build Coastguard Worker if (!(use_flags & BO_USE_HW_VIDEO_DECODER)) {
612*d95af8dfSAndroid Build Coastguard Worker *out_format = DRM_FORMAT_NV12;
613*d95af8dfSAndroid Build Coastguard Worker break;
614*d95af8dfSAndroid Build Coastguard Worker }
615*d95af8dfSAndroid Build Coastguard Worker #endif
616*d95af8dfSAndroid Build Coastguard Worker }
617*d95af8dfSAndroid Build Coastguard Worker /* HACK: See b/139714614 */
618*d95af8dfSAndroid Build Coastguard Worker *out_format = DRM_FORMAT_YVU420;
619*d95af8dfSAndroid Build Coastguard Worker *out_use_flags &= ~BO_USE_SCANOUT;
620*d95af8dfSAndroid Build Coastguard Worker break;
621*d95af8dfSAndroid Build Coastguard Worker default:
622*d95af8dfSAndroid Build Coastguard Worker break;
623*d95af8dfSAndroid Build Coastguard Worker }
624*d95af8dfSAndroid Build Coastguard Worker /* Mediatek doesn't support YUV overlays */
625*d95af8dfSAndroid Build Coastguard Worker if (is_video_yuv_format(format))
626*d95af8dfSAndroid Build Coastguard Worker *out_use_flags &= ~BO_USE_SCANOUT;
627*d95af8dfSAndroid Build Coastguard Worker }
628*d95af8dfSAndroid Build Coastguard Worker
629*d95af8dfSAndroid Build Coastguard Worker const struct backend backend_mediatek = {
630*d95af8dfSAndroid Build Coastguard Worker .name = "mediatek",
631*d95af8dfSAndroid Build Coastguard Worker .init = mediatek_init,
632*d95af8dfSAndroid Build Coastguard Worker .close = mediatek_close,
633*d95af8dfSAndroid Build Coastguard Worker .bo_create = mediatek_bo_create,
634*d95af8dfSAndroid Build Coastguard Worker .bo_create_with_modifiers = mediatek_bo_create_with_modifiers,
635*d95af8dfSAndroid Build Coastguard Worker .bo_destroy = drv_gem_bo_destroy,
636*d95af8dfSAndroid Build Coastguard Worker .bo_import = drv_prime_bo_import,
637*d95af8dfSAndroid Build Coastguard Worker .bo_map = mediatek_bo_map,
638*d95af8dfSAndroid Build Coastguard Worker .bo_unmap = mediatek_bo_unmap,
639*d95af8dfSAndroid Build Coastguard Worker .bo_invalidate = mediatek_bo_invalidate,
640*d95af8dfSAndroid Build Coastguard Worker .bo_flush = mediatek_bo_flush,
641*d95af8dfSAndroid Build Coastguard Worker .resolve_format_and_use_flags = mediatek_resolve_format_and_use_flags,
642*d95af8dfSAndroid Build Coastguard Worker };
643*d95af8dfSAndroid Build Coastguard Worker
644*d95af8dfSAndroid Build Coastguard Worker #endif
645