40 	container_of((x), struct arm_v7s_io_pgtable, iop)
165 	struct io_pgtable	iop;  member
235 	return phys_to_virt(iopte_to_paddr(pte, lvl, &data->iop.cfg));  in iopte_deref()
241 	struct io_pgtable_cfg *cfg = &data->iop.cfg;  in __arm_v7s_alloc_table()
301 	struct io_pgtable_cfg *cfg = &data->iop.cfg;  in __arm_v7s_free_table()
398 	struct io_pgtable_cfg *cfg = &data->iop.cfg;  in arm_v7s_init_pte()
464 	struct io_pgtable_cfg *cfg = &data->iop.cfg;  in __arm_v7s_map()
514 	if (WARN_ON(iova >= (1ULL << data->iop.cfg.ias) ||  in arm_v7s_map_pages()
515 		    paddr >= (1ULL << data->iop.cfg.oas)))  in arm_v7s_map_pages()
540 static void arm_v7s_free_pgtable(struct io_pgtable *iop)  in arm_v7s_free_pgtable()  argument
542 	struct arm_v7s_io_pgtable *data = io_pgtable_to_data(iop);  in arm_v7s_free_pgtable()
545 	for (i = 0; i < ARM_V7S_PTES_PER_LVL(1, &data->iop.cfg); i++) {  in arm_v7s_free_pgtable()
563 	struct io_pgtable *iop = &data->iop;  in __arm_v7s_unmap()  local
570 	idx = ARM_V7S_LVL_IDX(iova, lvl, &iop->cfg);  in __arm_v7s_unmap()
597 		__arm_v7s_set_pte(ptep, 0, num_entries, &iop->cfg);  in __arm_v7s_unmap()
602 				io_pgtable_tlb_flush_walk(iop, iova, blk_size,  in __arm_v7s_unmap()
607 				io_pgtable_tlb_add_page(iop, gather, iova, blk_size);  in __arm_v7s_unmap()
629 	if (WARN_ON(iova >= (1ULL << data->iop.cfg.ias)))  in arm_v7s_unmap_pages()
653 		ptep += ARM_V7S_LVL_IDX(iova, ++lvl, &data->iop.cfg);  in arm_v7s_iova_to_phys()
664 	return iopte_to_paddr(pte, lvl, &data->iop.cfg) | (iova & ~mask);  in arm_v7s_iova_to_phys()
713 	data->iop.ops = (struct io_pgtable_ops) {  in arm_v7s_alloc_pgtable()
720 	data->iop.cfg = *cfg;  in arm_v7s_alloc_pgtable()
763 	return &data->iop;  in arm_v7s_alloc_pgtable()