13 #include "arm-smmu-v3.h"
105 		if (!(master->smmu->features & ARM_SMMU_FEAT_STALL_FORCE))  in arm_smmu_make_sva_cd()
117 	 * Note that we don't bother with S1PIE on the SMMU, we just rely on  in arm_smmu_make_sva_cd()
119 	 * SMMU has no notion of S1POE nor GCS, so make sure that is clear if  in arm_smmu_make_sva_cd()
123 		dev_warn_once(master->smmu->dev, "SVA devices ignore permission overlays and GCS\n");  in arm_smmu_make_sva_cd()
130  * command queue with an address-space TLBI command, when SMMU w/o a range
151 	if (!(smmu_domain->smmu->features & ARM_SMMU_FEAT_RANGE_INV)) {  in arm_smmu_mm_arch_invalidate_secondary_tlbs()
160 		arm_smmu_tlb_inv_asid(smmu_domain->smmu, smmu_domain->cd.asid);  in arm_smmu_mm_arch_invalidate_secondary_tlbs()
196 	arm_smmu_tlb_inv_asid(smmu_domain->smmu, smmu_domain->cd.asid);  in arm_smmu_mm_release()
211 bool arm_smmu_sva_supported(struct arm_smmu_device *smmu)  in arm_smmu_sva_supported()  argument
225 	if ((smmu->features & feat_mask) != feat_mask)  in arm_smmu_sva_supported()
228 	if (!(smmu->pgsize_bitmap & PAGE_SIZE))  in arm_smmu_sva_supported()
239 	if (smmu->oas < oas)  in arm_smmu_sva_supported()
245 	if (smmu->asid_bits < asid_bits)  in arm_smmu_sva_supported()
254 	dev_dbg(smmu->dev, "%d shared contexts\n", (1 << asid_bits) -  in arm_smmu_sva_supported()
271 	if (!(master->smmu->features & ARM_SMMU_FEAT_SVA))  in arm_smmu_master_sva_supported()
302 	return iopf_queue_add_device(master->smmu->evtq.iopf, dev);  in arm_smmu_master_sva_enable_iopf()
312 	iopf_queue_remove_device(master->smmu->evtq.iopf, dev);  in arm_smmu_master_sva_disable_iopf()
378 	arm_smmu_tlb_inv_asid(smmu_domain->smmu, smmu_domain->cd.asid);  in arm_smmu_sva_domain_free()
404 	struct arm_smmu_device *smmu = master->smmu;  in arm_smmu_sva_domain_alloc()  local
414 	smmu_domain->smmu = smmu;  in arm_smmu_sva_domain_alloc()
417 		       XA_LIMIT(1, (1 << smmu->asid_bits) - 1), GFP_KERNEL);  in arm_smmu_sva_domain_alloc()