Lines Matching full:addr
6 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() argument
32 unsigned long addr, in huge_pte_alloc() argument
42 pgd = pgd_offset(mm, addr); in huge_pte_alloc()
43 p4d = p4d_alloc(mm, pgd, addr); in huge_pte_alloc()
47 pud = pud_alloc(mm, p4d, addr); in huge_pte_alloc()
57 if (want_pmd_share(vma, addr) && pud_none(pudp_get(pud))) in huge_pte_alloc()
58 pte = huge_pmd_share(mm, vma, addr, pud); in huge_pte_alloc()
60 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc()
64 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
70 pte = pte_alloc_huge(mm, pmd, addr & napot_cont_mask(order)); in huge_pte_alloc()
85 unsigned long addr, in huge_pte_offset() argument
95 pgd = pgd_offset(mm, addr); in huge_pte_offset()
99 p4d = p4d_offset(pgd, addr); in huge_pte_offset()
103 pud = pud_offset(p4d, addr); in huge_pte_offset()
111 pmd = pmd_offset(pud, addr); in huge_pte_offset()
121 pte = pte_offset_huge(pmd, addr & napot_cont_mask(order)); in huge_pte_offset()
149 unsigned long addr, in get_clear_contig() argument
156 pte = ptep_get_and_clear(mm, addr, ptep); in get_clear_contig()
160 addr += PAGE_SIZE; in get_clear_contig()
161 tmp_pte = ptep_get_and_clear(mm, addr, ptep); in get_clear_contig()
173 unsigned long addr, in get_clear_contig_flush() argument
177 pte_t orig_pte = get_clear_contig(mm, addr, ptep, pte_num); in get_clear_contig_flush()
182 flush_tlb_range(&vma, addr, addr + (PAGE_SIZE * pte_num)); in get_clear_contig_flush()
204 unsigned long addr, in clear_flush() argument
210 unsigned long i, saddr = addr; in clear_flush()
212 for (i = 0; i < ncontig; i++, addr += pgsize, ptep++) in clear_flush()
213 ptep_get_and_clear(mm, addr, ptep); in clear_flush()
215 flush_tlb_range(&vma, saddr, addr); in clear_flush()
247 unsigned long addr, in set_huge_pte_at() argument
258 for (i = 0; i < pte_num; i++, ptep++, addr += pgsize) in set_huge_pte_at()
259 set_ptes(mm, addr, ptep, pte, 1); in set_huge_pte_at()
264 set_ptes(mm, addr, ptep, pte, 1); in set_huge_pte_at()
268 clear_flush(mm, addr, ptep, pgsize, pte_num); in set_huge_pte_at()
270 for (i = 0; i < pte_num; i++, ptep++, addr += pgsize) in set_huge_pte_at()
271 set_pte_at(mm, addr, ptep, pte); in set_huge_pte_at()
275 unsigned long addr, in huge_ptep_set_access_flags() argument
286 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); in huge_ptep_set_access_flags()
290 ptep = huge_pte_offset(mm, addr, napot_cont_size(order)); in huge_ptep_set_access_flags()
291 orig_pte = get_clear_contig_flush(mm, addr, ptep, pte_num); in huge_ptep_set_access_flags()
299 for (i = 0; i < pte_num; i++, addr += PAGE_SIZE, ptep++) in huge_ptep_set_access_flags()
300 set_pte_at(mm, addr, ptep, pte); in huge_ptep_set_access_flags()
306 unsigned long addr, in huge_ptep_get_and_clear() argument
314 return ptep_get_and_clear(mm, addr, ptep); in huge_ptep_get_and_clear()
318 return get_clear_contig(mm, addr, ptep, pte_num); in huge_ptep_get_and_clear()
322 unsigned long addr, in huge_ptep_set_wrprotect() argument
331 ptep_set_wrprotect(mm, addr, ptep); in huge_ptep_set_wrprotect()
337 ptep = huge_pte_offset(mm, addr, napot_cont_size(order)); in huge_ptep_set_wrprotect()
338 orig_pte = get_clear_contig_flush(mm, addr, ptep, pte_num); in huge_ptep_set_wrprotect()
342 for (i = 0; i < pte_num; i++, addr += PAGE_SIZE, ptep++) in huge_ptep_set_wrprotect()
343 set_pte_at(mm, addr, ptep, orig_pte); in huge_ptep_set_wrprotect()
347 unsigned long addr, in huge_ptep_clear_flush() argument
354 return ptep_clear_flush(vma, addr, ptep); in huge_ptep_clear_flush()
358 return get_clear_contig_flush(vma->vm_mm, addr, ptep, pte_num); in huge_ptep_clear_flush()
362 unsigned long addr, in huge_pte_clear() argument
371 pte_clear(mm, addr, ptep); in huge_pte_clear()
377 for (i = 0; i < pte_num; i++, addr += pgsize, ptep++) in huge_pte_clear()
378 pte_clear(mm, addr, ptep); in huge_pte_clear()