xref: /aosp_15_r20/external/minigbm/mediatek.c (revision d95af8df99a05bcb8679a54dc3ab8e5cd312b38e)
1*d95af8dfSAndroid Build Coastguard Worker /*
2*d95af8dfSAndroid Build Coastguard Worker  * Copyright 2015 The Chromium OS Authors. All rights reserved.
3*d95af8dfSAndroid Build Coastguard Worker  * Use of this source code is governed by a BSD-style license that can be
4*d95af8dfSAndroid Build Coastguard Worker  * found in the LICENSE file.
5*d95af8dfSAndroid Build Coastguard Worker  */
6*d95af8dfSAndroid Build Coastguard Worker 
7*d95af8dfSAndroid Build Coastguard Worker #ifdef DRV_MEDIATEK
8*d95af8dfSAndroid Build Coastguard Worker 
9*d95af8dfSAndroid Build Coastguard Worker // clang-format off
10*d95af8dfSAndroid Build Coastguard Worker #include <errno.h>
11*d95af8dfSAndroid Build Coastguard Worker #include <fcntl.h>
12*d95af8dfSAndroid Build Coastguard Worker #include <inttypes.h>
13*d95af8dfSAndroid Build Coastguard Worker #if !defined(ANDROID) || (ANDROID_API_LEVEL >= 31 && defined(HAS_DMABUF_SYSTEM_HEAP))
14*d95af8dfSAndroid Build Coastguard Worker #include <linux/dma-heap.h>
15*d95af8dfSAndroid Build Coastguard Worker #endif
16*d95af8dfSAndroid Build Coastguard Worker #include <poll.h>
17*d95af8dfSAndroid Build Coastguard Worker #include <stdio.h>
18*d95af8dfSAndroid Build Coastguard Worker #include <string.h>
19*d95af8dfSAndroid Build Coastguard Worker #include <sys/ioctl.h>
20*d95af8dfSAndroid Build Coastguard Worker #include <sys/mman.h>
21*d95af8dfSAndroid Build Coastguard Worker #include <unistd.h>
22*d95af8dfSAndroid Build Coastguard Worker #include <xf86drm.h>
23*d95af8dfSAndroid Build Coastguard Worker #include <mediatek_drm.h>
24*d95af8dfSAndroid Build Coastguard Worker // clang-format on
25*d95af8dfSAndroid Build Coastguard Worker 
26*d95af8dfSAndroid Build Coastguard Worker #include "drv_helpers.h"
27*d95af8dfSAndroid Build Coastguard Worker #include "drv_priv.h"
28*d95af8dfSAndroid Build Coastguard Worker #include "util.h"
29*d95af8dfSAndroid Build Coastguard Worker 
30*d95af8dfSAndroid Build Coastguard Worker #define TILE_TYPE_LINEAR 0
31*d95af8dfSAndroid Build Coastguard Worker 
32*d95af8dfSAndroid Build Coastguard Worker // clang-format off
33*d95af8dfSAndroid Build Coastguard Worker #if defined(MTK_MT8183) || \
34*d95af8dfSAndroid Build Coastguard Worker     defined(MTK_MT8186)
35*d95af8dfSAndroid Build Coastguard Worker // clang-format on
36*d95af8dfSAndroid Build Coastguard Worker #define SUPPORT_YUV422
37*d95af8dfSAndroid Build Coastguard Worker #endif
38*d95af8dfSAndroid Build Coastguard Worker 
39*d95af8dfSAndroid Build Coastguard Worker // All platforms except MT8173 should USE_NV12_FOR_HW_VIDEO_DECODING
40*d95af8dfSAndroid Build Coastguard Worker // and SUPPORT_FP16_AND_10BIT_ABGR
41*d95af8dfSAndroid Build Coastguard Worker // clang-format off
42*d95af8dfSAndroid Build Coastguard Worker #if defined(MTK_MT8183) || \
43*d95af8dfSAndroid Build Coastguard Worker     defined(MTK_MT8186) || \
44*d95af8dfSAndroid Build Coastguard Worker     defined(MTK_MT8188G) || \
45*d95af8dfSAndroid Build Coastguard Worker     defined(MTK_MT8192) || \
46*d95af8dfSAndroid Build Coastguard Worker     defined(MTK_MT8195) || \
47*d95af8dfSAndroid Build Coastguard Worker     defined(MTK_MT8196)
48*d95af8dfSAndroid Build Coastguard Worker // clang-format on
49*d95af8dfSAndroid Build Coastguard Worker #define USE_NV12_FOR_HW_VIDEO_DECODING
50*d95af8dfSAndroid Build Coastguard Worker #define SUPPORT_FP16_AND_10BIT_ABGR
51*d95af8dfSAndroid Build Coastguard Worker #else
52*d95af8dfSAndroid Build Coastguard Worker #define DONT_USE_64_ALIGNMENT_FOR_VIDEO_BUFFERS
53*d95af8dfSAndroid Build Coastguard Worker #endif
54*d95af8dfSAndroid Build Coastguard Worker 
55*d95af8dfSAndroid Build Coastguard Worker // Devices newer than MT8186 support AR30 overlays and 10-bit video.
56*d95af8dfSAndroid Build Coastguard Worker // clang-format off
57*d95af8dfSAndroid Build Coastguard Worker #if !defined(MTK_MT8173) && \
58*d95af8dfSAndroid Build Coastguard Worker     !defined(MTK_MT8183) && \
59*d95af8dfSAndroid Build Coastguard Worker     !defined(MTK_MT8186) && \
60*d95af8dfSAndroid Build Coastguard Worker     !defined(MTK_MT8192)
61*d95af8dfSAndroid Build Coastguard Worker // clang-format on
62*d95af8dfSAndroid Build Coastguard Worker #define SUPPORT_P010
63*d95af8dfSAndroid Build Coastguard Worker #define SUPPORT_AR30_OVERLAYS
64*d95af8dfSAndroid Build Coastguard Worker #endif
65*d95af8dfSAndroid Build Coastguard Worker 
66*d95af8dfSAndroid Build Coastguard Worker // For Mali Sigurd based GPUs, the texture unit reads outside the specified texture dimensions.
67*d95af8dfSAndroid Build Coastguard Worker // Therefore, certain formats require extra memory padding to its allocated surface to prevent the
68*d95af8dfSAndroid Build Coastguard Worker // hardware from reading outside an allocation. For YVU420, we need additional padding for the last
69*d95af8dfSAndroid Build Coastguard Worker // chroma plane.
70*d95af8dfSAndroid Build Coastguard Worker #if defined(MTK_MT8186)
71*d95af8dfSAndroid Build Coastguard Worker #define USE_EXTRA_PADDING_FOR_YVU420
72*d95af8dfSAndroid Build Coastguard Worker #endif
73*d95af8dfSAndroid Build Coastguard Worker 
74*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_drv_data {
75*d95af8dfSAndroid Build Coastguard Worker 	int dma_heap_fd;
76*d95af8dfSAndroid Build Coastguard Worker };
77*d95af8dfSAndroid Build Coastguard Worker 
78*d95af8dfSAndroid Build Coastguard Worker struct mediatek_private_map_data {
79*d95af8dfSAndroid Build Coastguard Worker 	void *cached_addr;
80*d95af8dfSAndroid Build Coastguard Worker 	void *gem_addr;
81*d95af8dfSAndroid Build Coastguard Worker 	int prime_fd;
82*d95af8dfSAndroid Build Coastguard Worker };
83*d95af8dfSAndroid Build Coastguard Worker 
84*d95af8dfSAndroid Build Coastguard Worker static const uint32_t render_target_formats[] = { DRM_FORMAT_ABGR8888, DRM_FORMAT_ARGB8888,
85*d95af8dfSAndroid Build Coastguard Worker 						  DRM_FORMAT_RGB565, DRM_FORMAT_XBGR8888,
86*d95af8dfSAndroid Build Coastguard Worker 						  DRM_FORMAT_XRGB8888 };
87*d95af8dfSAndroid Build Coastguard Worker 
88*d95af8dfSAndroid Build Coastguard Worker // clang-format off
89*d95af8dfSAndroid Build Coastguard Worker static const uint32_t texture_source_formats[] = {
90*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_YUV422
91*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_NV21,
92*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_YUYV,
93*d95af8dfSAndroid Build Coastguard Worker #endif
94*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_P010
95*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_P010,
96*d95af8dfSAndroid Build Coastguard Worker #endif
97*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_FP16_AND_10BIT_ABGR
98*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_ABGR2101010,
99*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_ABGR16161616F,
100*d95af8dfSAndroid Build Coastguard Worker #endif
101*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_NV12,
102*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_YVU420,
103*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_YVU420_ANDROID
104*d95af8dfSAndroid Build Coastguard Worker };
105*d95af8dfSAndroid Build Coastguard Worker 
106*d95af8dfSAndroid Build Coastguard Worker static const uint32_t video_yuv_formats[] = {
107*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_NV21,
108*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_NV12,
109*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_P010
110*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_P010,
111*d95af8dfSAndroid Build Coastguard Worker #endif
112*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_YUYV,
113*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_YVU420,
114*d95af8dfSAndroid Build Coastguard Worker 	DRM_FORMAT_YVU420_ANDROID
115*d95af8dfSAndroid Build Coastguard Worker };
116*d95af8dfSAndroid Build Coastguard Worker // clang-format on
117*d95af8dfSAndroid Build Coastguard Worker 
is_video_yuv_format(uint32_t format)118*d95af8dfSAndroid Build Coastguard Worker static bool is_video_yuv_format(uint32_t format)
119*d95af8dfSAndroid Build Coastguard Worker {
120*d95af8dfSAndroid Build Coastguard Worker 	size_t i;
121*d95af8dfSAndroid Build Coastguard Worker 	for (i = 0; i < ARRAY_SIZE(video_yuv_formats); ++i) {
122*d95af8dfSAndroid Build Coastguard Worker 		if (format == video_yuv_formats[i])
123*d95af8dfSAndroid Build Coastguard Worker 			return true;
124*d95af8dfSAndroid Build Coastguard Worker 	}
125*d95af8dfSAndroid Build Coastguard Worker 	return false;
126*d95af8dfSAndroid Build Coastguard Worker }
127*d95af8dfSAndroid Build Coastguard Worker 
mediatek_init(struct driver * drv)128*d95af8dfSAndroid Build Coastguard Worker static int mediatek_init(struct driver *drv)
129*d95af8dfSAndroid Build Coastguard Worker {
130*d95af8dfSAndroid Build Coastguard Worker 	struct format_metadata metadata;
131*d95af8dfSAndroid Build Coastguard Worker 	struct mediatek_private_drv_data *priv;
132*d95af8dfSAndroid Build Coastguard Worker 
133*d95af8dfSAndroid Build Coastguard Worker 	priv = calloc(1, sizeof(*priv));
134*d95af8dfSAndroid Build Coastguard Worker 	if (!priv) {
135*d95af8dfSAndroid Build Coastguard Worker 		drv_loge("Failed calloc private data, errno=%d\n", -errno);
136*d95af8dfSAndroid Build Coastguard Worker 		return -errno;
137*d95af8dfSAndroid Build Coastguard Worker 	}
138*d95af8dfSAndroid Build Coastguard Worker 
139*d95af8dfSAndroid Build Coastguard Worker 	priv->dma_heap_fd = -1;
140*d95af8dfSAndroid Build Coastguard Worker 	drv->priv = priv;
141*d95af8dfSAndroid Build Coastguard Worker 
142*d95af8dfSAndroid Build Coastguard Worker 	drv_add_combinations(drv, render_target_formats, ARRAY_SIZE(render_target_formats),
143*d95af8dfSAndroid Build Coastguard Worker 			     &LINEAR_METADATA,
144*d95af8dfSAndroid Build Coastguard Worker 			     BO_USE_RENDER_MASK | BO_USE_SCANOUT | BO_USE_PROTECTED);
145*d95af8dfSAndroid Build Coastguard Worker 
146*d95af8dfSAndroid Build Coastguard Worker 	drv_add_combinations(drv, texture_source_formats, ARRAY_SIZE(texture_source_formats),
147*d95af8dfSAndroid Build Coastguard Worker 			     &LINEAR_METADATA, BO_USE_TEXTURE_MASK | BO_USE_PROTECTED);
148*d95af8dfSAndroid Build Coastguard Worker 
149*d95af8dfSAndroid Build Coastguard Worker 	drv_add_combination(drv, DRM_FORMAT_R8, &LINEAR_METADATA,
150*d95af8dfSAndroid Build Coastguard Worker 			    BO_USE_SW_MASK | BO_USE_LINEAR | BO_USE_PROTECTED);
151*d95af8dfSAndroid Build Coastguard Worker 
152*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_AR30_OVERLAYS
153*d95af8dfSAndroid Build Coastguard Worker 	drv_add_combination(drv, DRM_FORMAT_ARGB2101010, &LINEAR_METADATA,
154*d95af8dfSAndroid Build Coastguard Worker 			    BO_USE_TEXTURE | BO_USE_SCANOUT | BO_USE_PROTECTED | BO_USE_LINEAR);
155*d95af8dfSAndroid Build Coastguard Worker #endif
156*d95af8dfSAndroid Build Coastguard Worker 
157*d95af8dfSAndroid Build Coastguard Worker 	/* YUYV format for video overlay and camera subsystem. */
158*d95af8dfSAndroid Build Coastguard Worker 	drv_add_combination(drv, DRM_FORMAT_YUYV, &LINEAR_METADATA,
159*d95af8dfSAndroid Build Coastguard Worker 			    BO_USE_HW_VIDEO_DECODER | BO_USE_SCANOUT | BO_USE_LINEAR |
160*d95af8dfSAndroid Build Coastguard Worker 				BO_USE_TEXTURE | BO_USE_PROTECTED);
161*d95af8dfSAndroid Build Coastguard Worker 
162*d95af8dfSAndroid Build Coastguard Worker 	/* Android CTS tests require this. */
163*d95af8dfSAndroid Build Coastguard Worker 	drv_add_combination(drv, DRM_FORMAT_BGR888, &LINEAR_METADATA, BO_USE_SW_MASK);
164*d95af8dfSAndroid Build Coastguard Worker 
165*d95af8dfSAndroid Build Coastguard Worker 	/* Support BO_USE_HW_VIDEO_DECODER for protected content minigbm allocations. */
166*d95af8dfSAndroid Build Coastguard Worker 	metadata.tiling = TILE_TYPE_LINEAR;
167*d95af8dfSAndroid Build Coastguard Worker 	metadata.priority = 1;
168*d95af8dfSAndroid Build Coastguard Worker 	metadata.modifier = DRM_FORMAT_MOD_LINEAR;
169*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_YVU420, &metadata,
170*d95af8dfSAndroid Build Coastguard Worker 			       BO_USE_HW_VIDEO_DECODER | BO_USE_PROTECTED);
171*d95af8dfSAndroid Build Coastguard Worker #ifdef MTK_MT8173
172*d95af8dfSAndroid Build Coastguard Worker 	/*
173*d95af8dfSAndroid Build Coastguard Worker 	 * b/292507490: The MT8173 decoder can output YUV420 only. Some CTS tests feed the
174*d95af8dfSAndroid Build Coastguard Worker 	 * decoded buffer to the hardware encoder and the tests allocate the buffer with
175*d95af8dfSAndroid Build Coastguard Worker 	 * DRM_FORMAT_FLEX_YCbCr_420_888 with the mask of BO_USE_HW_VIDEO_ENCODER |
176*d95af8dfSAndroid Build Coastguard Worker 	 * BO_USE_HW_VIDEO_DECODER. Therefore, we have to allocate YUV420 in the case.
177*d95af8dfSAndroid Build Coastguard Worker 	 */
178*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_YVU420, &metadata, BO_USE_HW_VIDEO_ENCODER);
179*d95af8dfSAndroid Build Coastguard Worker #endif
180*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_YVU420_ANDROID, &metadata,
181*d95af8dfSAndroid Build Coastguard Worker 			       BO_USE_HW_VIDEO_DECODER | BO_USE_PROTECTED);
182*d95af8dfSAndroid Build Coastguard Worker #ifdef USE_NV12_FOR_HW_VIDEO_DECODING
183*d95af8dfSAndroid Build Coastguard Worker 	// TODO(hiroh): Switch to use NV12 for video decoder on MT8173 as well.
184*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_NV12, &metadata,
185*d95af8dfSAndroid Build Coastguard Worker 			       BO_USE_HW_VIDEO_DECODER | BO_USE_PROTECTED);
186*d95af8dfSAndroid Build Coastguard Worker #endif
187*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_P010, &metadata,
188*d95af8dfSAndroid Build Coastguard Worker 			       BO_USE_HW_VIDEO_DECODER | BO_USE_PROTECTED);
189*d95af8dfSAndroid Build Coastguard Worker 
190*d95af8dfSAndroid Build Coastguard Worker 	/*
191*d95af8dfSAndroid Build Coastguard Worker 	 * R8 format is used for Android's HAL_PIXEL_FORMAT_BLOB for input/output from
192*d95af8dfSAndroid Build Coastguard Worker 	 * hardware decoder/encoder.
193*d95af8dfSAndroid Build Coastguard Worker 	 */
194*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_R8, &metadata,
195*d95af8dfSAndroid Build Coastguard Worker 			       BO_USE_HW_VIDEO_DECODER | BO_USE_HW_VIDEO_ENCODER |
196*d95af8dfSAndroid Build Coastguard Worker 				   BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE |
197*d95af8dfSAndroid Build Coastguard Worker 				   BO_USE_GPU_DATA_BUFFER | BO_USE_SENSOR_DIRECT_DATA);
198*d95af8dfSAndroid Build Coastguard Worker 
199*d95af8dfSAndroid Build Coastguard Worker 	/* NV12 format for encoding and display. */
200*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_NV12, &metadata,
201*d95af8dfSAndroid Build Coastguard Worker 			       BO_USE_SCANOUT | BO_USE_HW_VIDEO_ENCODER | BO_USE_CAMERA_READ |
202*d95af8dfSAndroid Build Coastguard Worker 				   BO_USE_CAMERA_WRITE);
203*d95af8dfSAndroid Build Coastguard Worker 
204*d95af8dfSAndroid Build Coastguard Worker 	/*
205*d95af8dfSAndroid Build Coastguard Worker 	 * Android also frequently requests YV12 formats for some camera implementations
206*d95af8dfSAndroid Build Coastguard Worker 	 * (including the external provider implmenetation).
207*d95af8dfSAndroid Build Coastguard Worker 	 */
208*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_YVU420_ANDROID, &metadata,
209*d95af8dfSAndroid Build Coastguard Worker 			       BO_USE_CAMERA_WRITE);
210*d95af8dfSAndroid Build Coastguard Worker 
211*d95af8dfSAndroid Build Coastguard Worker #ifdef MTK_MT8183
212*d95af8dfSAndroid Build Coastguard Worker 	/* Only for MT8183 Camera subsystem */
213*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_NV21, &metadata,
214*d95af8dfSAndroid Build Coastguard Worker 			       BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE);
215*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_YUYV, &metadata,
216*d95af8dfSAndroid Build Coastguard Worker 			       BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE);
217*d95af8dfSAndroid Build Coastguard Worker 	drv_modify_combination(drv, DRM_FORMAT_YVU420, &metadata,
218*d95af8dfSAndroid Build Coastguard Worker 			       BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE);
219*d95af8dfSAndroid Build Coastguard Worker 	/* Private formats for private reprocessing in camera */
220*d95af8dfSAndroid Build Coastguard Worker 	drv_add_combination(drv, DRM_FORMAT_MTISP_SXYZW10, &metadata,
221*d95af8dfSAndroid Build Coastguard Worker 			    BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE | BO_USE_SW_MASK);
222*d95af8dfSAndroid Build Coastguard Worker #endif
223*d95af8dfSAndroid Build Coastguard Worker 
224*d95af8dfSAndroid Build Coastguard Worker 	return drv_modify_linear_combinations(drv);
225*d95af8dfSAndroid Build Coastguard Worker }
226*d95af8dfSAndroid Build Coastguard Worker 
mediatek_close(struct driver * drv)227*d95af8dfSAndroid Build Coastguard Worker static void mediatek_close(struct driver *drv)
228*d95af8dfSAndroid Build Coastguard Worker {
229*d95af8dfSAndroid Build Coastguard Worker 	struct mediatek_private_drv_data *priv = (struct mediatek_private_drv_data *)drv->priv;
230*d95af8dfSAndroid Build Coastguard Worker 
231*d95af8dfSAndroid Build Coastguard Worker 	if (priv->dma_heap_fd >= 0)
232*d95af8dfSAndroid Build Coastguard Worker 		close(priv->dma_heap_fd);
233*d95af8dfSAndroid Build Coastguard Worker 
234*d95af8dfSAndroid Build Coastguard Worker 	free(priv);
235*d95af8dfSAndroid Build Coastguard Worker 	drv->priv = NULL;
236*d95af8dfSAndroid Build Coastguard Worker }
237*d95af8dfSAndroid Build Coastguard Worker 
mediatek_bo_create_with_modifiers(struct bo * bo,uint32_t width,uint32_t height,uint32_t format,const uint64_t * modifiers,uint32_t count)238*d95af8dfSAndroid Build Coastguard Worker static int mediatek_bo_create_with_modifiers(struct bo *bo, uint32_t width, uint32_t height,
239*d95af8dfSAndroid Build Coastguard Worker 					     uint32_t format, const uint64_t *modifiers,
240*d95af8dfSAndroid Build Coastguard Worker 					     uint32_t count)
241*d95af8dfSAndroid Build Coastguard Worker {
242*d95af8dfSAndroid Build Coastguard Worker 	int ret;
243*d95af8dfSAndroid Build Coastguard Worker 	size_t plane;
244*d95af8dfSAndroid Build Coastguard Worker 	uint32_t stride;
245*d95af8dfSAndroid Build Coastguard Worker 	struct drm_mtk_gem_create gem_create = { 0 };
246*d95af8dfSAndroid Build Coastguard Worker 
247*d95af8dfSAndroid Build Coastguard Worker 	const bool is_camera_write = bo->meta.use_flags & BO_USE_CAMERA_WRITE;
248*d95af8dfSAndroid Build Coastguard Worker 	const bool is_hw_video_encoder = bo->meta.use_flags & BO_USE_HW_VIDEO_ENCODER;
249*d95af8dfSAndroid Build Coastguard Worker 	const bool is_linear = bo->meta.use_flags & BO_USE_LINEAR;
250*d95af8dfSAndroid Build Coastguard Worker 	const bool is_protected = bo->meta.use_flags & BO_USE_PROTECTED;
251*d95af8dfSAndroid Build Coastguard Worker 	const bool is_scanout = bo->meta.use_flags & BO_USE_SCANOUT;
252*d95af8dfSAndroid Build Coastguard Worker 	/*
253*d95af8dfSAndroid Build Coastguard Worker 	 * We identify the ChromeOS Camera App buffers via these two USE flags. Those buffers need
254*d95af8dfSAndroid Build Coastguard Worker 	 * the same alignment as the video hardware encoding.
255*d95af8dfSAndroid Build Coastguard Worker 	 */
256*d95af8dfSAndroid Build Coastguard Worker 	const bool is_camera_preview = is_scanout && is_camera_write;
257*d95af8dfSAndroid Build Coastguard Worker #ifdef MTK_MT8173
258*d95af8dfSAndroid Build Coastguard Worker 	const bool is_mt8173_video_decoder = bo->meta.use_flags & BO_USE_HW_VIDEO_DECODER;
259*d95af8dfSAndroid Build Coastguard Worker #else
260*d95af8dfSAndroid Build Coastguard Worker 	const bool is_mt8173_video_decoder = false;
261*d95af8dfSAndroid Build Coastguard Worker #endif
262*d95af8dfSAndroid Build Coastguard Worker 	/*
263*d95af8dfSAndroid Build Coastguard Worker 	 * Android sends blobs for encoding in the shape of a single-row pixel buffer. Use R8 +
264*d95af8dfSAndroid Build Coastguard Worker 	 * single row as a proxy for Android HAL_PIXEL_FORMAT_BLOB until a drm equivalent is
265*d95af8dfSAndroid Build Coastguard Worker 	 * defined.
266*d95af8dfSAndroid Build Coastguard Worker 	 */
267*d95af8dfSAndroid Build Coastguard Worker 	const bool is_format_blob = format == DRM_FORMAT_R8 && height == 1;
268*d95af8dfSAndroid Build Coastguard Worker 
269*d95af8dfSAndroid Build Coastguard Worker 	if (!drv_has_modifier(modifiers, count, DRM_FORMAT_MOD_LINEAR)) {
270*d95af8dfSAndroid Build Coastguard Worker 		errno = EINVAL;
271*d95af8dfSAndroid Build Coastguard Worker 		drv_loge("no usable modifier found\n");
272*d95af8dfSAndroid Build Coastguard Worker 		return -EINVAL;
273*d95af8dfSAndroid Build Coastguard Worker 	}
274*d95af8dfSAndroid Build Coastguard Worker 
275*d95af8dfSAndroid Build Coastguard Worker 	/*
276*d95af8dfSAndroid Build Coastguard Worker 	 * Since the ARM L1 cache line size is 64 bytes, align to that as a
277*d95af8dfSAndroid Build Coastguard Worker 	 * performance optimization, except for video buffers on certain platforms,
278*d95af8dfSAndroid Build Coastguard Worker 	 * these should only be accessed from the GPU and VCODEC subsystems (maybe
279*d95af8dfSAndroid Build Coastguard Worker 	 * also MDP), so it's better to align to macroblocks.
280*d95af8dfSAndroid Build Coastguard Worker 	 */
281*d95af8dfSAndroid Build Coastguard Worker 	stride = drv_stride_from_format(format, width, 0);
282*d95af8dfSAndroid Build Coastguard Worker #ifdef DONT_USE_64_ALIGNMENT_FOR_VIDEO_BUFFERS
283*d95af8dfSAndroid Build Coastguard Worker 	const uint32_t alignment = is_video_yuv_format(format) ? 16 : 64;
284*d95af8dfSAndroid Build Coastguard Worker 	stride = ALIGN(stride, alignment);
285*d95af8dfSAndroid Build Coastguard Worker #else
286*d95af8dfSAndroid Build Coastguard Worker 	stride = ALIGN(stride, 64);
287*d95af8dfSAndroid Build Coastguard Worker #endif
288*d95af8dfSAndroid Build Coastguard Worker 
289*d95af8dfSAndroid Build Coastguard Worker 	/*
290*d95af8dfSAndroid Build Coastguard Worker 	 * The mediatek video decoder requires to align width and height by 64. But this is
291*d95af8dfSAndroid Build Coastguard Worker 	 * the requirement for mediatek tiled format (e.g. MT21 and MM21). The buffers are
292*d95af8dfSAndroid Build Coastguard Worker 	 * not allocated by minigbm. So we don't have to care about it. The tiled buffer is
293*d95af8dfSAndroid Build Coastguard Worker 	 * converted to NV12 or YV12, which is allocated by minigbm. V4L2 MDP doesn't
294*d95af8dfSAndroid Build Coastguard Worker 	 * require any special alignment for them.
295*d95af8dfSAndroid Build Coastguard Worker 	 * On the other hand, the mediatek video encoder reuqires a padding on each plane.
296*d95af8dfSAndroid Build Coastguard Worker 	 * When both video decoder and encoder use flag is masked (in some CTS test), we
297*d95af8dfSAndroid Build Coastguard Worker 	 * align with the encoder alignment.
298*d95af8dfSAndroid Build Coastguard Worker 	 * However, V4L2VideoDecodeAccelerator used on MT8173 fails handling the buffer with
299*d95af8dfSAndroid Build Coastguard Worker 	 * padding, although V4L2VideoDecoder used on MT8183 and later can do. We workaround
300*d95af8dfSAndroid Build Coastguard Worker 	 * this problem to allocate a buffer without padding on MT8173. This works because
301*d95af8dfSAndroid Build Coastguard Worker 	 * MT8173 decoder's output NV12 is converted to YV12 buffer that is allocated with
302*d95af8dfSAndroid Build Coastguard Worker 	 * video encoder usage mask only and thus have padding in Android.
303*d95af8dfSAndroid Build Coastguard Worker 	 * See go/mediatek-video-buffer-alignment-note for detail.
304*d95af8dfSAndroid Build Coastguard Worker 	 */
305*d95af8dfSAndroid Build Coastguard Worker 	if ((is_hw_video_encoder && !is_mt8173_video_decoder && !is_format_blob) ||
306*d95af8dfSAndroid Build Coastguard Worker 	    is_camera_preview) {
307*d95af8dfSAndroid Build Coastguard Worker 		uint32_t aligned_height = ALIGN(height, 32);
308*d95af8dfSAndroid Build Coastguard Worker 		uint32_t padding[DRV_MAX_PLANES] = { 0 };
309*d95af8dfSAndroid Build Coastguard Worker 
310*d95af8dfSAndroid Build Coastguard Worker 		for (plane = 0; plane < bo->meta.num_planes; ++plane) {
311*d95af8dfSAndroid Build Coastguard Worker 			uint32_t plane_stride = drv_stride_from_format(format, stride, plane);
312*d95af8dfSAndroid Build Coastguard Worker 			padding[plane] = plane_stride *
313*d95af8dfSAndroid Build Coastguard Worker 					 (32 / drv_vertical_subsampling_from_format(format, plane));
314*d95af8dfSAndroid Build Coastguard Worker 		}
315*d95af8dfSAndroid Build Coastguard Worker 
316*d95af8dfSAndroid Build Coastguard Worker 		drv_bo_from_format_and_padding(bo, stride, 1, aligned_height, format, padding);
317*d95af8dfSAndroid Build Coastguard Worker 	} else {
318*d95af8dfSAndroid Build Coastguard Worker #ifdef USE_EXTRA_PADDING_FOR_YVU420
319*d95af8dfSAndroid Build Coastguard Worker 		/*
320*d95af8dfSAndroid Build Coastguard Worker 		 * Apply extra padding for YV12 if the height does not meet round up requirement and
321*d95af8dfSAndroid Build Coastguard Worker 		 * the image is to be sampled by gpu.
322*d95af8dfSAndroid Build Coastguard Worker 		 */
323*d95af8dfSAndroid Build Coastguard Worker 		static const uint32_t required_round_up = 4;
324*d95af8dfSAndroid Build Coastguard Worker 		const uint32_t height_mod = height % required_round_up;
325*d95af8dfSAndroid Build Coastguard Worker 		const bool is_texture = bo->meta.use_flags & BO_USE_TEXTURE;
326*d95af8dfSAndroid Build Coastguard Worker 		/*
327*d95af8dfSAndroid Build Coastguard Worker 		 * YVU420 and YVU420_ANDROID treatments have been aligned in mediatek backend. Check
328*d95af8dfSAndroid Build Coastguard Worker 		 * both since gbm frontend still maps linear YVU420 to YVU420_ANDROID for other hw
329*d95af8dfSAndroid Build Coastguard Worker 		 * backends.
330*d95af8dfSAndroid Build Coastguard Worker 		 */
331*d95af8dfSAndroid Build Coastguard Worker 		const bool is_format_yv12 =
332*d95af8dfSAndroid Build Coastguard Worker 		    format == DRM_FORMAT_YVU420 || format == DRM_FORMAT_YVU420_ANDROID;
333*d95af8dfSAndroid Build Coastguard Worker #endif
334*d95af8dfSAndroid Build Coastguard Worker #ifdef SUPPORT_YUV422
335*d95af8dfSAndroid Build Coastguard Worker 		/*
336*d95af8dfSAndroid Build Coastguard Worker 		 * JPEG Encoder Accelerator requires 16x16 alignment. We want the buffer
337*d95af8dfSAndroid Build Coastguard Worker 		 * from camera can be put in JEA directly so align the height to 16
338*d95af8dfSAndroid Build Coastguard Worker 		 * bytes.
339*d95af8dfSAndroid Build Coastguard Worker 		 */
340*d95af8dfSAndroid Build Coastguard Worker 		if (format == DRM_FORMAT_NV12)
341*d95af8dfSAndroid Build Coastguard Worker 			height = ALIGN(height, 16);
342*d95af8dfSAndroid Build Coastguard Worker #endif
343*d95af8dfSAndroid Build Coastguard Worker 		drv_bo_from_format(bo, stride, 1, height, format);
344*d95af8dfSAndroid Build Coastguard Worker 
345*d95af8dfSAndroid Build Coastguard Worker #ifdef USE_EXTRA_PADDING_FOR_YVU420
346*d95af8dfSAndroid Build Coastguard Worker 		if (is_format_yv12 && is_texture && height_mod) {
347*d95af8dfSAndroid Build Coastguard Worker 			const uint32_t height_padding = required_round_up - height_mod;
348*d95af8dfSAndroid Build Coastguard Worker 			const uint32_t y_padding =
349*d95af8dfSAndroid Build Coastguard Worker 			    drv_size_from_format(format, bo->meta.strides[0], height_padding, 0);
350*d95af8dfSAndroid Build Coastguard Worker 			const uint32_t u_padding =
351*d95af8dfSAndroid Build Coastguard Worker 			    drv_size_from_format(format, bo->meta.strides[2], height_padding, 2);
352*d95af8dfSAndroid Build Coastguard Worker 			const uint32_t vu_size = drv_bo_get_plane_size(bo, 2) * 2;
353*d95af8dfSAndroid Build Coastguard Worker 
354*d95af8dfSAndroid Build Coastguard Worker 			bo->meta.total_size += u_padding;
355*d95af8dfSAndroid Build Coastguard Worker 
356*d95af8dfSAndroid Build Coastguard Worker 			/*
357*d95af8dfSAndroid Build Coastguard Worker 			 * Since we are not aligning Y, we must make sure that its padding fits
358*d95af8dfSAndroid Build Coastguard Worker 			 * inside the rest of the space allocated for the V/U planes.
359*d95af8dfSAndroid Build Coastguard Worker 			 */
360*d95af8dfSAndroid Build Coastguard Worker 			if (y_padding > vu_size) {
361*d95af8dfSAndroid Build Coastguard Worker 				/* Align with mali workaround to pad all 3 planes. */
362*d95af8dfSAndroid Build Coastguard Worker 				bo->meta.total_size += y_padding + u_padding;
363*d95af8dfSAndroid Build Coastguard Worker 			}
364*d95af8dfSAndroid Build Coastguard Worker 		}
365*d95af8dfSAndroid Build Coastguard Worker #endif
366*d95af8dfSAndroid Build Coastguard Worker 	}
367*d95af8dfSAndroid Build Coastguard Worker 
368*d95af8dfSAndroid Build Coastguard Worker 	/* For protected data buffer needs to allocate from DMA_HEAP directly */
369*d95af8dfSAndroid Build Coastguard Worker 	if (is_protected) {
370*d95af8dfSAndroid Build Coastguard Worker #if !defined(ANDROID) || (ANDROID_API_LEVEL >= 31 && defined(HAS_DMABUF_SYSTEM_HEAP))
371*d95af8dfSAndroid Build Coastguard Worker 		int ret;
372*d95af8dfSAndroid Build Coastguard Worker 		struct mediatek_private_drv_data *priv = (struct mediatek_private_drv_data *)bo->drv->priv;
373*d95af8dfSAndroid Build Coastguard Worker 		struct dma_heap_allocation_data heap_data = {
374*d95af8dfSAndroid Build Coastguard Worker 			.len = bo->meta.total_size,
375*d95af8dfSAndroid Build Coastguard Worker 			.fd_flags = O_RDWR | O_CLOEXEC,
376*d95af8dfSAndroid Build Coastguard Worker 		};
377*d95af8dfSAndroid Build Coastguard Worker 
378*d95af8dfSAndroid Build Coastguard Worker 		if (format == DRM_FORMAT_P010) {
379*d95af8dfSAndroid Build Coastguard Worker 			/*
380*d95af8dfSAndroid Build Coastguard Worker 			 * Adjust the size so we don't waste tons of space. This was allocated
381*d95af8dfSAndroid Build Coastguard Worker 			 * with 16 bpp, but we only need 10 bpp. We can safely divide by 8 because
382*d95af8dfSAndroid Build Coastguard Worker 			 * we are aligned at a multiple higher than that.
383*d95af8dfSAndroid Build Coastguard Worker 			 */
384*d95af8dfSAndroid Build Coastguard Worker 			bo->meta.strides[0] = bo->meta.strides[0] * 10 / 16;
385*d95af8dfSAndroid Build Coastguard Worker 			bo->meta.strides[1] = bo->meta.strides[1] * 10 / 16;
386*d95af8dfSAndroid Build Coastguard Worker 			bo->meta.sizes[0] = bo->meta.sizes[0] * 10 / 16;
387*d95af8dfSAndroid Build Coastguard Worker 			bo->meta.sizes[1] = bo->meta.sizes[1] * 10 / 16;
388*d95af8dfSAndroid Build Coastguard Worker 			bo->meta.offsets[1] = bo->meta.sizes[0];
389*d95af8dfSAndroid Build Coastguard Worker 			bo->meta.total_size = bo->meta.total_size * 10 / 16;
390*d95af8dfSAndroid Build Coastguard Worker 		}
391*d95af8dfSAndroid Build Coastguard Worker 
392*d95af8dfSAndroid Build Coastguard Worker 		if (priv->dma_heap_fd < 0) {
393*d95af8dfSAndroid Build Coastguard Worker 			priv->dma_heap_fd = open("/dev/dma_heap/restricted_mtk_cma", O_RDWR | O_CLOEXEC);
394*d95af8dfSAndroid Build Coastguard Worker 			if (priv->dma_heap_fd < 0) {
395*d95af8dfSAndroid Build Coastguard Worker 				drv_loge("Failed opening secure CMA heap errno=%d\n", -errno);
396*d95af8dfSAndroid Build Coastguard Worker 				return -errno;
397*d95af8dfSAndroid Build Coastguard Worker 			}
398*d95af8dfSAndroid Build Coastguard Worker 		}
399*d95af8dfSAndroid Build Coastguard Worker 
400*d95af8dfSAndroid Build Coastguard Worker 		ret = ioctl(priv->dma_heap_fd, DMA_HEAP_IOCTL_ALLOC, &heap_data);
401*d95af8dfSAndroid Build Coastguard Worker 		if (ret < 0) {
402*d95af8dfSAndroid Build Coastguard Worker 			drv_loge("Failed allocating CMA buffer ret=%d\n", ret);
403*d95af8dfSAndroid Build Coastguard Worker 			return ret;
404*d95af8dfSAndroid Build Coastguard Worker 		}
405*d95af8dfSAndroid Build Coastguard Worker 
406*d95af8dfSAndroid Build Coastguard Worker 		/* Create GEM handle for secure CMA and close FD here */
407*d95af8dfSAndroid Build Coastguard Worker 		ret = drmPrimeFDToHandle(bo->drv->fd, heap_data.fd, &bo->handle.u32);
408*d95af8dfSAndroid Build Coastguard Worker 		close(heap_data.fd);
409*d95af8dfSAndroid Build Coastguard Worker 		if (ret) {
410*d95af8dfSAndroid Build Coastguard Worker 			drv_loge("Failed drmPrimeFDToHandle(fd:%d) ret=%d\n", heap_data.fd, ret);
411*d95af8dfSAndroid Build Coastguard Worker 			return ret;
412*d95af8dfSAndroid Build Coastguard Worker 		}
413*d95af8dfSAndroid Build Coastguard Worker #else
414*d95af8dfSAndroid Build Coastguard Worker 		drv_loge("Protected allocation not supported\n");
415*d95af8dfSAndroid Build Coastguard Worker 		return -1;
416*d95af8dfSAndroid Build Coastguard Worker #endif
417*d95af8dfSAndroid Build Coastguard Worker 		return 0;
418*d95af8dfSAndroid Build Coastguard Worker 	}
419*d95af8dfSAndroid Build Coastguard Worker 
420*d95af8dfSAndroid Build Coastguard Worker 	/*
421*d95af8dfSAndroid Build Coastguard Worker 	 * For linear scanout buffers, the read/write pattern is usually linear i.e. each address is
422*d95af8dfSAndroid Build Coastguard Worker 	 * accessed sequentially, and there are fewer chances that an address will be repeatedly
423*d95af8dfSAndroid Build Coastguard Worker 	 * accessed.
424*d95af8dfSAndroid Build Coastguard Worker 	 * This behavior leads to less TLB dependency and cache misses i.e. no need to translate the
425*d95af8dfSAndroid Build Coastguard Worker 	 * same virtual address to a physical address multiple times.
426*d95af8dfSAndroid Build Coastguard Worker 	 *
427*d95af8dfSAndroid Build Coastguard Worker 	 * With that premise, it's safe to allow the DMA framework to fulfill such allocation
428*d95af8dfSAndroid Build Coastguard Worker 	 * requests with non-continuous smaller chunks of memory (e.g., 4KiB single pages) which
429*d95af8dfSAndroid Build Coastguard Worker 	 * are generally easier to allocate compared to large continuous chunks of memory, improving
430*d95af8dfSAndroid Build Coastguard Worker 	 * memory allocation efficiency and reduce the risk of allocation failures, especially when
431*d95af8dfSAndroid Build Coastguard Worker 	 * available memory budget is low or on memory-constrained devices.
432*d95af8dfSAndroid Build Coastguard Worker 	 */
433*d95af8dfSAndroid Build Coastguard Worker 	if (is_linear && is_scanout)
434*d95af8dfSAndroid Build Coastguard Worker 		gem_create.flags |= DRM_MTK_GEM_CREATE_FLAG_ALLOC_SINGLE_PAGES;
435*d95af8dfSAndroid Build Coastguard Worker 
436*d95af8dfSAndroid Build Coastguard Worker 	gem_create.size = bo->meta.total_size;
437*d95af8dfSAndroid Build Coastguard Worker 
438*d95af8dfSAndroid Build Coastguard Worker 	ret = drmIoctl(bo->drv->fd, DRM_IOCTL_MTK_GEM_CREATE, &gem_create);
439*d95af8dfSAndroid Build Coastguard Worker 	if (ret) {
440*d95af8dfSAndroid Build Coastguard Worker 		drv_loge("DRM_IOCTL_MTK_GEM_CREATE failed (size=%" PRIu64 ")\n", gem_create.size);
441*d95af8dfSAndroid Build Coastguard Worker 		return -errno;
442*d95af8dfSAndroid Build Coastguard Worker 	}
443*d95af8dfSAndroid Build Coastguard Worker 
444*d95af8dfSAndroid Build Coastguard Worker 	bo->handle.u32 = gem_create.handle;
445*d95af8dfSAndroid Build Coastguard Worker 
446*d95af8dfSAndroid Build Coastguard Worker 	return 0;
447*d95af8dfSAndroid Build Coastguard Worker }
448*d95af8dfSAndroid Build Coastguard Worker 
mediatek_bo_create(struct bo * bo,uint32_t width,uint32_t height,uint32_t format,uint64_t use_flags)449*d95af8dfSAndroid Build Coastguard Worker static int mediatek_bo_create(struct bo *bo, uint32_t width, uint32_t height, uint32_t format,
450*d95af8dfSAndroid Build Coastguard Worker 			      uint64_t use_flags)
451*d95af8dfSAndroid Build Coastguard Worker {
452*d95af8dfSAndroid Build Coastguard Worker 	uint64_t modifiers[] = { DRM_FORMAT_MOD_LINEAR };
453*d95af8dfSAndroid Build Coastguard Worker 	return mediatek_bo_create_with_modifiers(bo, width, height, format, modifiers,
454*d95af8dfSAndroid Build Coastguard Worker 						 ARRAY_SIZE(modifiers));
455*d95af8dfSAndroid Build Coastguard Worker }
456*d95af8dfSAndroid Build Coastguard Worker 
mediatek_bo_map(struct bo * bo,struct vma * vma,uint32_t map_flags)457*d95af8dfSAndroid Build Coastguard Worker static void *mediatek_bo_map(struct bo *bo, struct vma *vma, uint32_t map_flags)
458*d95af8dfSAndroid Build Coastguard Worker {
459*d95af8dfSAndroid Build Coastguard Worker 	int ret, prime_fd;
460*d95af8dfSAndroid Build Coastguard Worker 	struct drm_mtk_gem_map_off gem_map = { 0 };
461*d95af8dfSAndroid Build Coastguard Worker 	struct mediatek_private_map_data *priv;
462*d95af8dfSAndroid Build Coastguard Worker 	void *addr = NULL;
463*d95af8dfSAndroid Build Coastguard Worker 
464*d95af8dfSAndroid Build Coastguard Worker 	gem_map.handle = bo->handle.u32;
465*d95af8dfSAndroid Build Coastguard Worker 
466*d95af8dfSAndroid Build Coastguard Worker 	ret = drmIoctl(bo->drv->fd, DRM_IOCTL_MTK_GEM_MAP_OFFSET, &gem_map);
467*d95af8dfSAndroid Build Coastguard Worker 	if (ret) {
468*d95af8dfSAndroid Build Coastguard Worker 		drv_loge("DRM_IOCTL_MTK_GEM_MAP_OFFSET failed\n");
469*d95af8dfSAndroid Build Coastguard Worker 		return MAP_FAILED;
470*d95af8dfSAndroid Build Coastguard Worker 	}
471*d95af8dfSAndroid Build Coastguard Worker 
472*d95af8dfSAndroid Build Coastguard Worker 	prime_fd = drv_bo_get_plane_fd(bo, 0);
473*d95af8dfSAndroid Build Coastguard Worker 	if (prime_fd < 0) {
474*d95af8dfSAndroid Build Coastguard Worker 		drv_loge("Failed to get a prime fd\n");
475*d95af8dfSAndroid Build Coastguard Worker 		return MAP_FAILED;
476*d95af8dfSAndroid Build Coastguard Worker 	}
477*d95af8dfSAndroid Build Coastguard Worker 
478*d95af8dfSAndroid Build Coastguard Worker 	addr = mmap(0, bo->meta.total_size, drv_get_prot(map_flags), MAP_SHARED, bo->drv->fd,
479*d95af8dfSAndroid Build Coastguard Worker 		    gem_map.offset);
480*d95af8dfSAndroid Build Coastguard Worker 	if (addr == MAP_FAILED)
481*d95af8dfSAndroid Build Coastguard Worker 		goto out_close_prime_fd;
482*d95af8dfSAndroid Build Coastguard Worker 
483*d95af8dfSAndroid Build Coastguard Worker 	vma->length = bo->meta.total_size;
484*d95af8dfSAndroid Build Coastguard Worker 
485*d95af8dfSAndroid Build Coastguard Worker 	priv = calloc(1, sizeof(*priv));
486*d95af8dfSAndroid Build Coastguard Worker 	if (!priv)
487*d95af8dfSAndroid Build Coastguard Worker 		goto out_unmap_addr;
488*d95af8dfSAndroid Build Coastguard Worker 
489*d95af8dfSAndroid Build Coastguard Worker 	if (bo->meta.use_flags & BO_USE_RENDERSCRIPT) {
490*d95af8dfSAndroid Build Coastguard Worker 		priv->cached_addr = calloc(1, bo->meta.total_size);
491*d95af8dfSAndroid Build Coastguard Worker 		if (!priv->cached_addr)
492*d95af8dfSAndroid Build Coastguard Worker 			goto out_free_priv;
493*d95af8dfSAndroid Build Coastguard Worker 
494*d95af8dfSAndroid Build Coastguard Worker 		priv->gem_addr = addr;
495*d95af8dfSAndroid Build Coastguard Worker 		addr = priv->cached_addr;
496*d95af8dfSAndroid Build Coastguard Worker 	}
497*d95af8dfSAndroid Build Coastguard Worker 
498*d95af8dfSAndroid Build Coastguard Worker 	priv->prime_fd = prime_fd;
499*d95af8dfSAndroid Build Coastguard Worker 	vma->priv = priv;
500*d95af8dfSAndroid Build Coastguard Worker 
501*d95af8dfSAndroid Build Coastguard Worker 	return addr;
502*d95af8dfSAndroid Build Coastguard Worker 
503*d95af8dfSAndroid Build Coastguard Worker out_free_priv:
504*d95af8dfSAndroid Build Coastguard Worker 	free(priv);
505*d95af8dfSAndroid Build Coastguard Worker out_unmap_addr:
506*d95af8dfSAndroid Build Coastguard Worker 	munmap(addr, bo->meta.total_size);
507*d95af8dfSAndroid Build Coastguard Worker out_close_prime_fd:
508*d95af8dfSAndroid Build Coastguard Worker 	close(prime_fd);
509*d95af8dfSAndroid Build Coastguard Worker 	return MAP_FAILED;
510*d95af8dfSAndroid Build Coastguard Worker }
511*d95af8dfSAndroid Build Coastguard Worker 
mediatek_bo_unmap(struct bo * bo,struct vma * vma)512*d95af8dfSAndroid Build Coastguard Worker static int mediatek_bo_unmap(struct bo *bo, struct vma *vma)
513*d95af8dfSAndroid Build Coastguard Worker {
514*d95af8dfSAndroid Build Coastguard Worker 	if (vma->priv) {
515*d95af8dfSAndroid Build Coastguard Worker 		struct mediatek_private_map_data *priv = vma->priv;
516*d95af8dfSAndroid Build Coastguard Worker 
517*d95af8dfSAndroid Build Coastguard Worker 		if (priv->cached_addr) {
518*d95af8dfSAndroid Build Coastguard Worker 			vma->addr = priv->gem_addr;
519*d95af8dfSAndroid Build Coastguard Worker 			free(priv->cached_addr);
520*d95af8dfSAndroid Build Coastguard Worker 		}
521*d95af8dfSAndroid Build Coastguard Worker 
522*d95af8dfSAndroid Build Coastguard Worker 		close(priv->prime_fd);
523*d95af8dfSAndroid Build Coastguard Worker 		free(priv);
524*d95af8dfSAndroid Build Coastguard Worker 		vma->priv = NULL;
525*d95af8dfSAndroid Build Coastguard Worker 	}
526*d95af8dfSAndroid Build Coastguard Worker 
527*d95af8dfSAndroid Build Coastguard Worker 	return munmap(vma->addr, vma->length);
528*d95af8dfSAndroid Build Coastguard Worker }
529*d95af8dfSAndroid Build Coastguard Worker 
mediatek_bo_invalidate(struct bo * bo,struct mapping * mapping)530*d95af8dfSAndroid Build Coastguard Worker static int mediatek_bo_invalidate(struct bo *bo, struct mapping *mapping)
531*d95af8dfSAndroid Build Coastguard Worker {
532*d95af8dfSAndroid Build Coastguard Worker 	struct mediatek_private_map_data *priv = mapping->vma->priv;
533*d95af8dfSAndroid Build Coastguard Worker 
534*d95af8dfSAndroid Build Coastguard Worker 	if (priv) {
535*d95af8dfSAndroid Build Coastguard Worker 		struct pollfd fds = {
536*d95af8dfSAndroid Build Coastguard Worker 			.fd = priv->prime_fd,
537*d95af8dfSAndroid Build Coastguard Worker 		};
538*d95af8dfSAndroid Build Coastguard Worker 
539*d95af8dfSAndroid Build Coastguard Worker 		if (mapping->vma->map_flags & BO_MAP_WRITE)
540*d95af8dfSAndroid Build Coastguard Worker 			fds.events |= POLLOUT;
541*d95af8dfSAndroid Build Coastguard Worker 
542*d95af8dfSAndroid Build Coastguard Worker 		if (mapping->vma->map_flags & BO_MAP_READ)
543*d95af8dfSAndroid Build Coastguard Worker 			fds.events |= POLLIN;
544*d95af8dfSAndroid Build Coastguard Worker 
545*d95af8dfSAndroid Build Coastguard Worker 		poll(&fds, 1, -1);
546*d95af8dfSAndroid Build Coastguard Worker 		if (fds.revents != fds.events)
547*d95af8dfSAndroid Build Coastguard Worker 			drv_loge("poll prime_fd failed\n");
548*d95af8dfSAndroid Build Coastguard Worker 
549*d95af8dfSAndroid Build Coastguard Worker 		if (priv->cached_addr)
550*d95af8dfSAndroid Build Coastguard Worker 			memcpy(priv->cached_addr, priv->gem_addr, bo->meta.total_size);
551*d95af8dfSAndroid Build Coastguard Worker 	}
552*d95af8dfSAndroid Build Coastguard Worker 
553*d95af8dfSAndroid Build Coastguard Worker 	return 0;
554*d95af8dfSAndroid Build Coastguard Worker }
555*d95af8dfSAndroid Build Coastguard Worker 
mediatek_bo_flush(struct bo * bo,struct mapping * mapping)556*d95af8dfSAndroid Build Coastguard Worker static int mediatek_bo_flush(struct bo *bo, struct mapping *mapping)
557*d95af8dfSAndroid Build Coastguard Worker {
558*d95af8dfSAndroid Build Coastguard Worker 	struct mediatek_private_map_data *priv = mapping->vma->priv;
559*d95af8dfSAndroid Build Coastguard Worker 	if (priv && priv->cached_addr && (mapping->vma->map_flags & BO_MAP_WRITE))
560*d95af8dfSAndroid Build Coastguard Worker 		memcpy(priv->gem_addr, priv->cached_addr, bo->meta.total_size);
561*d95af8dfSAndroid Build Coastguard Worker 
562*d95af8dfSAndroid Build Coastguard Worker 	return 0;
563*d95af8dfSAndroid Build Coastguard Worker }
564*d95af8dfSAndroid Build Coastguard Worker 
mediatek_resolve_format_and_use_flags(struct driver * drv,uint32_t format,uint64_t use_flags,uint32_t * out_format,uint64_t * out_use_flags)565*d95af8dfSAndroid Build Coastguard Worker static void mediatek_resolve_format_and_use_flags(struct driver *drv, uint32_t format,
566*d95af8dfSAndroid Build Coastguard Worker 						  uint64_t use_flags, uint32_t *out_format,
567*d95af8dfSAndroid Build Coastguard Worker 						  uint64_t *out_use_flags)
568*d95af8dfSAndroid Build Coastguard Worker {
569*d95af8dfSAndroid Build Coastguard Worker 	*out_format = format;
570*d95af8dfSAndroid Build Coastguard Worker 	*out_use_flags = use_flags;
571*d95af8dfSAndroid Build Coastguard Worker 	switch (format) {
572*d95af8dfSAndroid Build Coastguard Worker 	case DRM_FORMAT_FLEX_IMPLEMENTATION_DEFINED:
573*d95af8dfSAndroid Build Coastguard Worker #ifdef MTK_MT8183
574*d95af8dfSAndroid Build Coastguard Worker 		/* Only MT8183 Camera subsystem offers private reprocessing
575*d95af8dfSAndroid Build Coastguard Worker 		 * capability. CAMERA_READ indicates the buffer is intended for
576*d95af8dfSAndroid Build Coastguard Worker 		 * reprocessing and hence given the private format for MTK. */
577*d95af8dfSAndroid Build Coastguard Worker 		if (use_flags & BO_USE_CAMERA_READ) {
578*d95af8dfSAndroid Build Coastguard Worker 			*out_format = DRM_FORMAT_MTISP_SXYZW10;
579*d95af8dfSAndroid Build Coastguard Worker 			break;
580*d95af8dfSAndroid Build Coastguard Worker 		}
581*d95af8dfSAndroid Build Coastguard Worker #endif
582*d95af8dfSAndroid Build Coastguard Worker 		if (use_flags & BO_USE_CAMERA_WRITE) {
583*d95af8dfSAndroid Build Coastguard Worker 			*out_format = DRM_FORMAT_NV12;
584*d95af8dfSAndroid Build Coastguard Worker 			break;
585*d95af8dfSAndroid Build Coastguard Worker 		}
586*d95af8dfSAndroid Build Coastguard Worker 
587*d95af8dfSAndroid Build Coastguard Worker 		/* HACK: See b/28671744 */
588*d95af8dfSAndroid Build Coastguard Worker 		*out_format = DRM_FORMAT_XBGR8888;
589*d95af8dfSAndroid Build Coastguard Worker 		*out_use_flags &= ~BO_USE_HW_VIDEO_ENCODER;
590*d95af8dfSAndroid Build Coastguard Worker 		break;
591*d95af8dfSAndroid Build Coastguard Worker 	case DRM_FORMAT_FLEX_YCbCr_420_888:
592*d95af8dfSAndroid Build Coastguard Worker #ifdef USE_NV12_FOR_HW_VIDEO_DECODING
593*d95af8dfSAndroid Build Coastguard Worker 		// TODO(hiroh): Switch to use NV12 for video decoder on MT8173 as well.
594*d95af8dfSAndroid Build Coastguard Worker 		if (use_flags & (BO_USE_HW_VIDEO_DECODER)) {
595*d95af8dfSAndroid Build Coastguard Worker 			*out_format = DRM_FORMAT_NV12;
596*d95af8dfSAndroid Build Coastguard Worker 			break;
597*d95af8dfSAndroid Build Coastguard Worker 		}
598*d95af8dfSAndroid Build Coastguard Worker #endif
599*d95af8dfSAndroid Build Coastguard Worker 		/*
600*d95af8dfSAndroid Build Coastguard Worker 		 * b/292507490: The MT8173 decoder can output YUV420 only. Some CTS tests feed the
601*d95af8dfSAndroid Build Coastguard Worker 		 * decoded buffer to the hardware encoder and the tests allocate the buffer with
602*d95af8dfSAndroid Build Coastguard Worker 		 * DRM_FORMAT_FLEX_YCbCr_420_888 with the mask of BO_USE_HW_VIDEO_ENCODER |
603*d95af8dfSAndroid Build Coastguard Worker 		 * BO_USE_HW_VIDEO_DECODER. Therefore, we have to allocate YUV420 in the case.
604*d95af8dfSAndroid Build Coastguard Worker 		 */
605*d95af8dfSAndroid Build Coastguard Worker 		if (use_flags &
606*d95af8dfSAndroid Build Coastguard Worker 		    (BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE | BO_USE_HW_VIDEO_ENCODER)) {
607*d95af8dfSAndroid Build Coastguard Worker #ifndef MTK_MT8173
608*d95af8dfSAndroid Build Coastguard Worker 			*out_format = DRM_FORMAT_NV12;
609*d95af8dfSAndroid Build Coastguard Worker 			break;
610*d95af8dfSAndroid Build Coastguard Worker #else
611*d95af8dfSAndroid Build Coastguard Worker 			if (!(use_flags & BO_USE_HW_VIDEO_DECODER)) {
612*d95af8dfSAndroid Build Coastguard Worker 				*out_format = DRM_FORMAT_NV12;
613*d95af8dfSAndroid Build Coastguard Worker 				break;
614*d95af8dfSAndroid Build Coastguard Worker 			}
615*d95af8dfSAndroid Build Coastguard Worker #endif
616*d95af8dfSAndroid Build Coastguard Worker 		}
617*d95af8dfSAndroid Build Coastguard Worker 		/* HACK: See b/139714614 */
618*d95af8dfSAndroid Build Coastguard Worker 		*out_format = DRM_FORMAT_YVU420;
619*d95af8dfSAndroid Build Coastguard Worker 		*out_use_flags &= ~BO_USE_SCANOUT;
620*d95af8dfSAndroid Build Coastguard Worker 		break;
621*d95af8dfSAndroid Build Coastguard Worker 	default:
622*d95af8dfSAndroid Build Coastguard Worker 		break;
623*d95af8dfSAndroid Build Coastguard Worker 	}
624*d95af8dfSAndroid Build Coastguard Worker 	/* Mediatek doesn't support YUV overlays */
625*d95af8dfSAndroid Build Coastguard Worker 	if (is_video_yuv_format(format))
626*d95af8dfSAndroid Build Coastguard Worker 		*out_use_flags &= ~BO_USE_SCANOUT;
627*d95af8dfSAndroid Build Coastguard Worker }
628*d95af8dfSAndroid Build Coastguard Worker 
629*d95af8dfSAndroid Build Coastguard Worker const struct backend backend_mediatek = {
630*d95af8dfSAndroid Build Coastguard Worker 	.name = "mediatek",
631*d95af8dfSAndroid Build Coastguard Worker 	.init = mediatek_init,
632*d95af8dfSAndroid Build Coastguard Worker 	.close = mediatek_close,
633*d95af8dfSAndroid Build Coastguard Worker 	.bo_create = mediatek_bo_create,
634*d95af8dfSAndroid Build Coastguard Worker 	.bo_create_with_modifiers = mediatek_bo_create_with_modifiers,
635*d95af8dfSAndroid Build Coastguard Worker 	.bo_destroy = drv_gem_bo_destroy,
636*d95af8dfSAndroid Build Coastguard Worker 	.bo_import = drv_prime_bo_import,
637*d95af8dfSAndroid Build Coastguard Worker 	.bo_map = mediatek_bo_map,
638*d95af8dfSAndroid Build Coastguard Worker 	.bo_unmap = mediatek_bo_unmap,
639*d95af8dfSAndroid Build Coastguard Worker 	.bo_invalidate = mediatek_bo_invalidate,
640*d95af8dfSAndroid Build Coastguard Worker 	.bo_flush = mediatek_bo_flush,
641*d95af8dfSAndroid Build Coastguard Worker 	.resolve_format_and_use_flags = mediatek_resolve_format_and_use_flags,
642*d95af8dfSAndroid Build Coastguard Worker };
643*d95af8dfSAndroid Build Coastguard Worker 
644*d95af8dfSAndroid Build Coastguard Worker #endif
645