nohash/32/hugetlb-8xx.h

0001 /* SPDX-License-Identifier: GPL-2.0 */
0002 #ifndef _ASM_POWERPC_NOHASH_32_HUGETLB_8XX_H
0003 #define _ASM_POWERPC_NOHASH_32_HUGETLB_8XX_H
0004
0005 #define PAGE_SHIFT_8M       23
0006
0007 static inline pte_t *hugepd_page(hugepd_t hpd)
0008 {
0009     BUG_ON(!hugepd_ok(hpd));
0010
0011     return (pte_t *)__va(hpd_val(hpd) & ~HUGEPD_SHIFT_MASK);
0012 }
0013
0014 static inline unsigned int hugepd_shift(hugepd_t hpd)
0015 {
0016     return PAGE_SHIFT_8M;
0017 }
0018
0019 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr,
0020                     unsigned int pdshift)
0021 {
0022     unsigned long idx = (addr & (SZ_4M - 1)) >> PAGE_SHIFT;
0023
0024     return hugepd_page(hpd) + idx;
0025 }
0026
0027 static inline void flush_hugetlb_page(struct vm_area_struct *vma,
0028                       unsigned long vmaddr)
0029 {
0030     flush_tlb_page(vma, vmaddr);
0031 }
0032
0033 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift)
0034 {
0035     *hpdp = __hugepd(__pa(new) | _PMD_USER | _PMD_PRESENT | _PMD_PAGE_8M);
0036 }
0037
0038 static inline void hugepd_populate_kernel(hugepd_t *hpdp, pte_t *new, unsigned int pshift)
0039 {
0040     *hpdp = __hugepd(__pa(new) | _PMD_PRESENT | _PMD_PAGE_8M);
0041 }
0042
0043 static inline int check_and_get_huge_psize(int shift)
0044 {
0045     return shift_to_mmu_psize(shift);
0046 }
0047
0048 #define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
0049 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte);
0050
0051 #define __HAVE_ARCH_HUGE_PTE_CLEAR
0052 static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr,
0053                   pte_t *ptep, unsigned long sz)
0054 {
0055     pte_update(mm, addr, ptep, ~0UL, 0, 1);
0056 }
0057
0058 #define __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT
0059 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm,
0060                        unsigned long addr, pte_t *ptep)
0061 {
0062     unsigned long clr = ~pte_val(pte_wrprotect(__pte(~0)));
0063     unsigned long set = pte_val(pte_wrprotect(__pte(0)));
0064
0065     pte_update(mm, addr, ptep, clr, set, 1);
0066 }
0067
0068 #ifdef CONFIG_PPC_4K_PAGES
0069 static inline pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags)
0070 {
0071     size_t size = 1UL << shift;
0072
0073     if (size == SZ_16K)
0074         return __pte(pte_val(entry) | _PAGE_SPS);
0075     else
0076         return __pte(pte_val(entry) | _PAGE_SPS | _PAGE_HUGE);
0077 }
0078 #define arch_make_huge_pte arch_make_huge_pte
0079 #endif
0080
0081 #endif /* _ASM_POWERPC_NOHASH_32_HUGETLB_8XX_H */