1632 static int subpage_protection(struct mm_struct *mm, unsigned long ea)  in subpage_protection()  argument
1641 	if (ea >= spt->maxaddr)  in subpage_protection()
1643 	if (ea < 0x100000000UL) {  in subpage_protection()
1647 		sbpm = spt->protptrs[ea >> SBP_L3_SHIFT];  in subpage_protection()
1651 	sbpp = sbpm[(ea >> SBP_L2_SHIFT) & (SBP_L2_COUNT - 1)];  in subpage_protection()
1654 	spp = sbpp[(ea >> PAGE_SHIFT) & (SBP_L1_COUNT - 1)];  in subpage_protection()
1657 	spp >>= 30 - 2 * ((ea >> 12) & 0xf);  in subpage_protection()
1670 static inline int subpage_protection(struct mm_struct *mm, unsigned long ea)  in subpage_protection()  argument
1676 void hash_failure_debug(unsigned long ea, unsigned long access,  in hash_failure_debug()  argument
1682 	pr_info("mm: Hashing failure ! EA=0x%lx access=0x%lx current=%s\n",  in hash_failure_debug()
1683 		ea, access, current->comm);  in hash_failure_debug()
1688 static void check_paca_psize(unsigned long ea, struct mm_struct *mm,  in check_paca_psize()  argument
1692 		if (psize != get_paca_psize(ea)) {  in check_paca_psize()
1711 int hash_page_mm(struct mm_struct *mm, unsigned long ea,  in hash_page_mm()  argument
1723 	DBG_LOW("hash_page(ea=%016lx, access=%lx, trap=%lx\n",  in hash_page_mm()
1724 		ea, access, trap);  in hash_page_mm()
1725 	trace_hash_fault(ea, access, trap);  in hash_page_mm()
1728 	switch (get_region_id(ea)) {  in hash_page_mm()
1736 		psize = get_slice_psize(mm, ea);  in hash_page_mm()
1737 		ssize = user_segment_size(ea);  in hash_page_mm()
1738 		vsid = get_user_vsid(&mm->context, ea, ssize);  in hash_page_mm()
1741 		vsid = get_kernel_vsid(ea, mmu_kernel_ssize);  in hash_page_mm()
1748 		vsid = get_kernel_vsid(ea, mmu_kernel_ssize);  in hash_page_mm()
1790 		ea &= ~((1ul << mmu_psize_defs[psize].shift) - 1);  in hash_page_mm()
1794 	ptep = find_linux_pte(pgdir, ea, &is_thp, &hugeshift);  in hash_page_mm()
1830 			rc = __hash_page_thp(ea, access, vsid, (pmd_t *)ptep,  in hash_page_mm()
1834 			rc = __hash_page_huge(ea, access, vsid, ptep, trap,  in hash_page_mm()
1847 			check_paca_psize(ea, mm, psize, user_region);  in hash_page_mm()
1862 		demote_segment_4k(mm, ea);  in hash_page_mm()
1872 			demote_segment_4k(mm, ea);  in hash_page_mm()
1874 		} else if (ea < VMALLOC_END) {  in hash_page_mm()
1891 		check_paca_psize(ea, mm, psize, user_region);  in hash_page_mm()
1895 		rc = __hash_page_64K(ea, access, vsid, ptep, trap,  in hash_page_mm()
1900 		int spp = subpage_protection(mm, ea);  in hash_page_mm()
1904 			rc = __hash_page_4K(ea, access, vsid, ptep, trap,  in hash_page_mm()
1913 		hash_failure_debug(ea, access, vsid, trap, ssize, psize,  in hash_page_mm()
1928 int hash_page(unsigned long ea, unsigned long access, unsigned long trap,  in hash_page()  argument
1934 	if ((get_region_id(ea) == VMALLOC_REGION_ID) ||  in hash_page()
1935 	    (get_region_id(ea) == IO_REGION_ID))  in hash_page()
1941 	return hash_page_mm(mm, ea, access, trap, flags);  in hash_page()
1947 	unsigned long ea = regs->dar;  in DEFINE_INTERRUPT_HANDLER()  local
1960 	region_id = get_region_id(ea);  in DEFINE_INTERRUPT_HANDLER()
1986 	err = hash_page_mm(mm, ea, access, TRAP(regs), flags);  in DEFINE_INTERRUPT_HANDLER()
1991 				_exception(SIGSEGV, regs, SEGV_ACCERR, ea);  in DEFINE_INTERRUPT_HANDLER()
1993 				_exception(SIGBUS, regs, BUS_ADRERR, ea);  in DEFINE_INTERRUPT_HANDLER()
2004 static bool should_hash_preload(struct mm_struct *mm, unsigned long ea)  in should_hash_preload()  argument
2006 	int psize = get_slice_psize(mm, ea);  in should_hash_preload()
2013 	 * Don't prefault if subpage protection is enabled for the EA.  in should_hash_preload()
2015 	if (unlikely((psize == MMU_PAGE_4K) && subpage_protection(mm, ea)))  in should_hash_preload()
2021 static void hash_preload(struct mm_struct *mm, pte_t *ptep, unsigned long ea,  in hash_preload()  argument
2030 	BUG_ON(get_region_id(ea) != USER_REGION_ID);  in hash_preload()
2032 	if (!should_hash_preload(mm, ea))  in hash_preload()
2035 	DBG_LOW("hash_preload(mm=%p, mm->pgdir=%p, ea=%016lx, access=%lx,"  in hash_preload()
2036 		" trap=%lx\n", mm, mm->pgd, ea, access, trap);  in hash_preload()
2044 	ssize = user_segment_size(ea);  in hash_preload()
2045 	vsid = get_user_vsid(&mm->context, ea, ssize);  in hash_preload()
2083 		rc = __hash_page_64K(ea, access, vsid, ptep, trap,  in hash_preload()
2087 		rc = __hash_page_4K(ea, access, vsid, ptep, trap, update_flags,  in hash_preload()
2088 				    ssize, subpage_protection(mm, ea));  in hash_preload()
2094 		hash_failure_debug(ea, access, vsid, trap, ssize,  in hash_preload()
2336 void hpt_do_stress(unsigned long ea, unsigned long hpte_group)  in hpt_do_stress()  argument
2359 	if (ea >= PAGE_OFFSET) {  in hpt_do_stress()