3  * Based on arch/arm/include/asm/tlb.h
15 static void tlb_flush(struct mmu_gather *tlb);
17 #include <asm-generic/tlb.h>
24 static inline int tlb_get_level(struct mmu_gather *tlb)  in tlb_get_level()  argument
27 	if (tlb->freed_tables)  in tlb_get_level()
30 	if (tlb->cleared_ptes && !(tlb->cleared_pmds ||  in tlb_get_level()
31 				   tlb->cleared_puds ||  in tlb_get_level()
32 				   tlb->cleared_p4ds))  in tlb_get_level()
35 	if (tlb->cleared_pmds && !(tlb->cleared_ptes ||  in tlb_get_level()
36 				   tlb->cleared_puds ||  in tlb_get_level()
37 				   tlb->cleared_p4ds))  in tlb_get_level()
40 	if (tlb->cleared_puds && !(tlb->cleared_ptes ||  in tlb_get_level()
41 				   tlb->cleared_pmds ||  in tlb_get_level()
42 				   tlb->cleared_p4ds))  in tlb_get_level()
45 	if (tlb->cleared_p4ds && !(tlb->cleared_ptes ||  in tlb_get_level()
46 				   tlb->cleared_pmds ||  in tlb_get_level()
47 				   tlb->cleared_puds))  in tlb_get_level()
53 static inline void tlb_flush(struct mmu_gather *tlb)  in tlb_flush()  argument
55 	struct vm_area_struct vma = TLB_FLUSH_VMA(tlb->mm, 0);  in tlb_flush()
56 	bool last_level = !tlb->freed_tables;  in tlb_flush()
57 	unsigned long stride = tlb_get_unmap_size(tlb);  in tlb_flush()
58 	int tlb_level = tlb_get_level(tlb);  in tlb_flush()
63 	 * reallocate our ASID without invalidating the entire TLB.  in tlb_flush()
65 	if (tlb->fullmm) {  in tlb_flush()
67 			flush_tlb_mm(tlb->mm);  in tlb_flush()
71 	__flush_tlb_range(&vma, tlb->start, tlb->end, stride,  in tlb_flush()
75 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,  in __pte_free_tlb()  argument
80 	tlb_remove_ptdesc(tlb, ptdesc);  in __pte_free_tlb()
84 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp,  in __pmd_free_tlb()  argument
89 	tlb_remove_ptdesc(tlb, ptdesc);  in __pmd_free_tlb()
94 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp,  in __pud_free_tlb()  argument
102 	tlb_remove_ptdesc(tlb, ptdesc);  in __pud_free_tlb()
107 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4dp,  in __p4d_free_tlb()  argument
115 	tlb_remove_ptdesc(tlb, ptdesc);  in __p4d_free_tlb()