include/asm/hugetlb.h

0001 /* SPDX-License-Identifier: GPL-2.0 */
0002 #ifndef _ASM_POWERPC_HUGETLB_H
0003 #define _ASM_POWERPC_HUGETLB_H
0004
0005 #ifdef CONFIG_HUGETLB_PAGE
0006 #include <asm/page.h>
0007
0008 #ifdef CONFIG_PPC_BOOK3S_64
0009 #include <asm/book3s/64/hugetlb.h>
0010 #elif defined(CONFIG_PPC_FSL_BOOK3E)
0011 #include <asm/nohash/hugetlb-book3e.h>
0012 #elif defined(CONFIG_PPC_8xx)
0013 #include <asm/nohash/32/hugetlb-8xx.h>
0014 #endif /* CONFIG_PPC_BOOK3S_64 */
0015
0016 extern bool hugetlb_disabled;
0017
0018 void __init hugetlbpage_init_defaultsize(void);
0019
0020 int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
0021                unsigned long len);
0022
0023 static inline int is_hugepage_only_range(struct mm_struct *mm,
0024                      unsigned long addr,
0025                      unsigned long len)
0026 {
0027     if (IS_ENABLED(CONFIG_PPC_64S_HASH_MMU) && !radix_enabled())
0028         return slice_is_hugepage_only_range(mm, addr, len);
0029     return 0;
0030 }
0031 #define is_hugepage_only_range is_hugepage_only_range
0032
0033 #define __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE
0034 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
0035                 unsigned long end, unsigned long floor,
0036                 unsigned long ceiling);
0037
0038 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
0039 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
0040                         unsigned long addr, pte_t *ptep)
0041 {
0042     return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
0043 }
0044
0045 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
0046 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
0047                       unsigned long addr, pte_t *ptep)
0048 {
0049     pte_t pte;
0050
0051     pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
0052     flush_hugetlb_page(vma, addr);
0053     return pte;
0054 }
0055
0056 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
0057 int huge_ptep_set_access_flags(struct vm_area_struct *vma,
0058                    unsigned long addr, pte_t *ptep,
0059                    pte_t pte, int dirty);
0060
0061 void gigantic_hugetlb_cma_reserve(void) __init;
0062 #include <asm-generic/hugetlb.h>
0063
0064 #else /* ! CONFIG_HUGETLB_PAGE */
0065 static inline void flush_hugetlb_page(struct vm_area_struct *vma,
0066                       unsigned long vmaddr)
0067 {
0068 }
0069
0070 #define hugepd_shift(x) 0
0071 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr,
0072                     unsigned pdshift)
0073 {
0074     return NULL;
0075 }
0076
0077
0078 static inline void __init gigantic_hugetlb_cma_reserve(void)
0079 {
0080 }
0081
0082 static inline void __init hugetlbpage_init_defaultsize(void)
0083 {
0084 }
0085 #endif /* CONFIG_HUGETLB_PAGE */
0086
0087 #endif /* _ASM_POWERPC_HUGETLB_H */