Lines Matching refs:src_pmd
1608 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd() argument
1618 pmd = pmdp_get_lockless(src_pmd); in copy_huge_pmd()
1621 src_ptl = pmd_lockptr(src_mm, src_pmd); in copy_huge_pmd()
1645 src_ptl = pmd_lockptr(src_mm, src_pmd); in copy_huge_pmd()
1649 pmd = *src_pmd; in copy_huge_pmd()
1660 if (pmd_swp_soft_dirty(*src_pmd)) in copy_huge_pmd()
1662 if (pmd_swp_uffd_wp(*src_pmd)) in copy_huge_pmd()
1664 set_pmd_at(src_mm, addr, src_pmd, pmd); in copy_huge_pmd()
1707 __split_huge_pmd(src_vma, src_pmd, addr, false, NULL); in copy_huge_pmd()
1714 pmdp_set_wrprotect(src_mm, addr, src_pmd); in copy_huge_pmd()
2469 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval, in move_pages_huge_pmd() argument
2482 src_pmdval = *src_pmd; in move_pages_huge_pmd()
2483 src_ptl = pmd_lockptr(mm, src_pmd); in move_pages_huge_pmd()
2544 if (unlikely(!pmd_same(*src_pmd, src_pmdval) || in move_pages_huge_pmd()
2562 src_pmdval = pmdp_huge_clear_flush(src_vma, src_addr, src_pmd); in move_pages_huge_pmd()
2565 set_pmd_at(mm, src_addr, src_pmd, src_pmdval); in move_pages_huge_pmd()
2577 src_pmdval = pmdp_huge_clear_flush(src_vma, src_addr, src_pmd); in move_pages_huge_pmd()
2582 src_pgtable = pgtable_trans_huge_withdraw(mm, src_pmd); in move_pages_huge_pmd()