1 // SPDX-License-Identifier: GPL-2.0+
2 /* Copyright (C) 2017-2018 Broadcom */
8  * a single level of page tables for the V3D's 4GB address space to
9  * map to AXI bus addresses, thus it could need up to 4MB of
12  * Because the 4MB of contiguous memory for page tables is precious,
14  * same 4GB address space.
17  * quickly mask out (at 128kb granularity) what pages are available to
24 /* Note: All PTEs for the 64KB bigpage or 1MB superpage must be filled
32 static bool v3d_mmu_is_aligned(u32 page, u32 page_address, size_t alignment)  in v3d_mmu_is_aligned()  argument
34 	return IS_ALIGNED(page, alignment >> V3D_MMU_PAGE_SHIFT) &&  in v3d_mmu_is_aligned()
48 		dev_err(v3d->drm.dev, "MMUC flush wait idle failed\n");  in v3d_mmu_flush_all()
58 		dev_err(v3d->drm.dev, "MMU TLB clear wait idle failed\n");  in v3d_mmu_flush_all()
65 	V3D_WRITE(V3D_MMU_PT_PA_BASE, v3d->pt_paddr >> V3D_MMU_PAGE_SHIFT);  in v3d_mmu_set_page_table()
76 		  (v3d->mmu_scratch_paddr >> V3D_MMU_PAGE_SHIFT) |  in v3d_mmu_set_page_table()
85 	struct drm_gem_shmem_object *shmem_obj = &bo->base;  in v3d_mmu_insert_ptes()
86 	struct v3d_dev *v3d = to_v3d_dev(shmem_obj->base.dev);  in v3d_mmu_insert_ptes()
87 	u32 page = bo->node.start;  in v3d_mmu_insert_ptes()  local
91 	for_each_sgtable_dma_sg(shmem_obj->sgt, sgl, count) {  in v3d_mmu_insert_ptes()
104 			    v3d_mmu_is_aligned(page, page_address, SZ_1M)) {  in v3d_mmu_insert_ptes()
108 				   v3d_mmu_is_aligned(page, page_address, SZ_64K)) {  in v3d_mmu_insert_ptes()
116 				v3d->pt[page++] = page_address + i;  in v3d_mmu_insert_ptes()
120 			len -= page_size;  in v3d_mmu_insert_ptes()
124 	WARN_ON_ONCE(page - bo->node.start !=  in v3d_mmu_insert_ptes()
125 		     shmem_obj->base.size >> V3D_MMU_PAGE_SHIFT);  in v3d_mmu_insert_ptes()
128 		dev_err(v3d->drm.dev, "MMU flush timeout\n");  in v3d_mmu_insert_ptes()
133 	struct v3d_dev *v3d = to_v3d_dev(bo->base.base.dev);  in v3d_mmu_remove_ptes()
134 	u32 npages = bo->base.base.size >> V3D_MMU_PAGE_SHIFT;  in v3d_mmu_remove_ptes()
135 	u32 page;  in v3d_mmu_remove_ptes()  local
137 	for (page = bo->node.start; page < bo->node.start + npages; page++)  in v3d_mmu_remove_ptes()
138 		v3d->pt[page] = 0;  in v3d_mmu_remove_ptes()
141 		dev_err(v3d->drm.dev, "MMU flush timeout\n");  in v3d_mmu_remove_ptes()