0001
0002
0003
0004
0005
0006
0007
0008
0009
0010
0011
0012
0013
0014
0015
0016
0017
0018 #include <linux/signal.h>
0019 #include <linux/sched.h>
0020 #include <linux/kernel.h>
0021 #include <linux/errno.h>
0022 #include <linux/string.h>
0023 #include <linux/types.h>
0024 #include <linux/ptrace.h>
0025 #include <linux/mman.h>
0026 #include <linux/mm.h>
0027 #include <linux/swap.h>
0028 #include <linux/stddef.h>
0029 #include <linux/vmalloc.h>
0030 #include <linux/init.h>
0031 #include <linux/delay.h>
0032 #include <linux/highmem.h>
0033 #include <linux/memblock.h>
0034
0035 #include <asm/io.h>
0036 #include <asm/mmu_context.h>
0037 #include <asm/mmu.h>
0038 #include <linux/uaccess.h>
0039 #include <asm/smp.h>
0040 #include <asm/bootx.h>
0041 #include <asm/machdep.h>
0042 #include <asm/setup.h>
0043
0044 #include <mm/mmu_decl.h>
0045
0046
0047
0048
0049 void __init MMU_init_hw(void)
0050 {
0051
0052
0053
0054
0055
0056
0057
0058
0059
0060
0061
0062
0063
0064 mtspr(SPRN_ZPR, 0x10000000);
0065
0066 flush_instruction_cache();
0067
0068
0069
0070
0071
0072
0073 mtspr(SPRN_DCWR, 0x00000000);
0074
0075
0076
0077
0078
0079
0080 mtspr(SPRN_DCCR, 0xFFFF0000);
0081 mtspr(SPRN_ICCR, 0xFFFF0000);
0082 }
0083
0084 #define LARGE_PAGE_SIZE_16M (1<<24)
0085 #define LARGE_PAGE_SIZE_4M (1<<22)
0086
0087 unsigned long __init mmu_mapin_ram(unsigned long base, unsigned long top)
0088 {
0089 unsigned long v, s, mapped;
0090 phys_addr_t p;
0091
0092 v = KERNELBASE;
0093 p = 0;
0094 s = total_lowmem;
0095
0096 if (IS_ENABLED(CONFIG_KFENCE))
0097 return 0;
0098
0099 if (debug_pagealloc_enabled())
0100 return 0;
0101
0102 if (strict_kernel_rwx_enabled())
0103 return 0;
0104
0105 while (s >= LARGE_PAGE_SIZE_16M) {
0106 pmd_t *pmdp;
0107 unsigned long val = p | _PMD_SIZE_16M | _PAGE_EXEC | _PAGE_RW;
0108
0109 pmdp = pmd_off_k(v);
0110 *pmdp++ = __pmd(val);
0111 *pmdp++ = __pmd(val);
0112 *pmdp++ = __pmd(val);
0113 *pmdp++ = __pmd(val);
0114
0115 v += LARGE_PAGE_SIZE_16M;
0116 p += LARGE_PAGE_SIZE_16M;
0117 s -= LARGE_PAGE_SIZE_16M;
0118 }
0119
0120 while (s >= LARGE_PAGE_SIZE_4M) {
0121 pmd_t *pmdp;
0122 unsigned long val = p | _PMD_SIZE_4M | _PAGE_EXEC | _PAGE_RW;
0123
0124 pmdp = pmd_off_k(v);
0125 *pmdp = __pmd(val);
0126
0127 v += LARGE_PAGE_SIZE_4M;
0128 p += LARGE_PAGE_SIZE_4M;
0129 s -= LARGE_PAGE_SIZE_4M;
0130 }
0131
0132 mapped = total_lowmem - s;
0133
0134
0135
0136
0137
0138
0139
0140
0141 memblock_set_current_limit(mapped);
0142
0143 return mapped;
0144 }
0145
0146 void setup_initial_memory_limit(phys_addr_t first_memblock_base,
0147 phys_addr_t first_memblock_size)
0148 {
0149
0150
0151
0152 BUG_ON(first_memblock_base != 0);
0153
0154
0155 memblock_set_current_limit(min_t(u64, first_memblock_size, 0x00800000));
0156 }