Commit | Line | Data |
---|---|---|
9e9a367c | 1 | #include <linux/module.h> |
614dd058 | 2 | #include <linux/kernel.h> |
9e9a367c | 3 | #include <linux/slab.h> |
614dd058 RK |
4 | |
5 | #include <asm/cputype.h> | |
8903826d | 6 | #include <asm/idmap.h> |
614dd058 RK |
7 | #include <asm/pgalloc.h> |
8 | #include <asm/pgtable.h> | |
8903826d | 9 | #include <asm/sections.h> |
9f97da78 | 10 | #include <asm/system_info.h> |
9e9a367c | 11 | #include <asm/virt.h> |
8903826d WD |
12 | |
13 | pgd_t *idmap_pgd; | |
614dd058 | 14 | |
ae2de101 CM |
15 | #ifdef CONFIG_ARM_LPAE |
16 | static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, | |
17 | unsigned long prot) | |
18 | { | |
19 | pmd_t *pmd; | |
20 | unsigned long next; | |
21 | ||
22 | if (pud_none_or_clear_bad(pud) || (pud_val(*pud) & L_PGD_SWAPPER)) { | |
23 | pmd = pmd_alloc_one(&init_mm, addr); | |
24 | if (!pmd) { | |
25 | pr_warning("Failed to allocate identity pmd.\n"); | |
26 | return; | |
27 | } | |
28 | pud_populate(&init_mm, pud, pmd); | |
29 | pmd += pmd_index(addr); | |
30 | } else | |
31 | pmd = pmd_offset(pud, addr); | |
32 | ||
33 | do { | |
34 | next = pmd_addr_end(addr, end); | |
35 | *pmd = __pmd((addr & PMD_MASK) | prot); | |
36 | flush_pmd_entry(pmd); | |
37 | } while (pmd++, addr = next, addr != end); | |
38 | } | |
39 | #else /* !CONFIG_ARM_LPAE */ | |
516295e5 | 40 | static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, |
af3813d6 RK |
41 | unsigned long prot) |
42 | { | |
516295e5 | 43 | pmd_t *pmd = pmd_offset(pud, addr); |
af3813d6 RK |
44 | |
45 | addr = (addr & PMD_MASK) | prot; | |
46 | pmd[0] = __pmd(addr); | |
47 | addr += SECTION_SIZE; | |
48 | pmd[1] = __pmd(addr); | |
49 | flush_pmd_entry(pmd); | |
50 | } | |
ae2de101 | 51 | #endif /* CONFIG_ARM_LPAE */ |
af3813d6 | 52 | |
516295e5 RK |
53 | static void idmap_add_pud(pgd_t *pgd, unsigned long addr, unsigned long end, |
54 | unsigned long prot) | |
55 | { | |
56 | pud_t *pud = pud_offset(pgd, addr); | |
57 | unsigned long next; | |
58 | ||
59 | do { | |
60 | next = pud_addr_end(addr, end); | |
61 | idmap_add_pmd(pud, addr, next, prot); | |
62 | } while (pud++, addr = next, addr != end); | |
63 | } | |
64 | ||
9e9a367c CD |
65 | static void identity_mapping_add(pgd_t *pgd, const char *text_start, |
66 | const char *text_end, unsigned long prot) | |
614dd058 | 67 | { |
9e9a367c CD |
68 | unsigned long addr, end; |
69 | unsigned long next; | |
70 | ||
71 | addr = virt_to_phys(text_start); | |
72 | end = virt_to_phys(text_end); | |
73 | ||
74 | prot |= PMD_TYPE_SECT | PMD_SECT_AP_WRITE | PMD_SECT_AF; | |
614dd058 | 75 | |
614dd058 RK |
76 | if (cpu_architecture() <= CPU_ARCH_ARMv5TEJ && !cpu_is_xscale()) |
77 | prot |= PMD_BIT4; | |
78 | ||
af3813d6 RK |
79 | pgd += pgd_index(addr); |
80 | do { | |
81 | next = pgd_addr_end(addr, end); | |
516295e5 | 82 | idmap_add_pud(pgd, addr, next, prot); |
af3813d6 | 83 | } while (pgd++, addr = next, addr != end); |
614dd058 RK |
84 | } |
85 | ||
9e9a367c CD |
86 | #if defined(CONFIG_ARM_VIRT_EXT) && defined(CONFIG_ARM_LPAE) |
87 | pgd_t *hyp_pgd; | |
88 | ||
89 | extern char __hyp_idmap_text_start[], __hyp_idmap_text_end[]; | |
90 | ||
91 | static int __init init_static_idmap_hyp(void) | |
92 | { | |
93 | hyp_pgd = kzalloc(PTRS_PER_PGD * sizeof(pgd_t), GFP_KERNEL); | |
94 | if (!hyp_pgd) | |
95 | return -ENOMEM; | |
96 | ||
97 | pr_info("Setting up static HYP identity map for 0x%p - 0x%p\n", | |
98 | __hyp_idmap_text_start, __hyp_idmap_text_end); | |
99 | identity_mapping_add(hyp_pgd, __hyp_idmap_text_start, | |
100 | __hyp_idmap_text_end, PMD_SECT_AP1); | |
101 | ||
102 | return 0; | |
103 | } | |
104 | #else | |
105 | static int __init init_static_idmap_hyp(void) | |
106 | { | |
107 | return 0; | |
108 | } | |
109 | #endif | |
110 | ||
8903826d WD |
111 | extern char __idmap_text_start[], __idmap_text_end[]; |
112 | ||
113 | static int __init init_static_idmap(void) | |
114 | { | |
9e9a367c | 115 | int ret; |
8903826d WD |
116 | |
117 | idmap_pgd = pgd_alloc(&init_mm); | |
118 | if (!idmap_pgd) | |
119 | return -ENOMEM; | |
120 | ||
9e9a367c CD |
121 | pr_info("Setting up static identity map for 0x%p - 0x%p\n", |
122 | __idmap_text_start, __idmap_text_end); | |
123 | identity_mapping_add(idmap_pgd, __idmap_text_start, | |
124 | __idmap_text_end, 0); | |
8903826d | 125 | |
9e9a367c | 126 | ret = init_static_idmap_hyp(); |
8903826d | 127 | |
e4067855 NP |
128 | /* Flush L1 for the hardware to see this page table content */ |
129 | flush_cache_louis(); | |
130 | ||
9e9a367c | 131 | return ret; |
8903826d | 132 | } |
4e8ee7de | 133 | early_initcall(init_static_idmap); |
8903826d | 134 | |
614dd058 | 135 | /* |
2c8951ab WD |
136 | * In order to soft-boot, we need to switch to a 1:1 mapping for the |
137 | * cpu_reset functions. This will then ensure that we have predictable | |
138 | * results when turning off the mmu. | |
614dd058 | 139 | */ |
5aafec15 | 140 | void setup_mm_for_reboot(void) |
614dd058 | 141 | { |
2c8951ab WD |
142 | /* Switch to the identity mapping. */ |
143 | cpu_switch_mm(idmap_pgd, &init_mm); | |
89c7e4b8 | 144 | local_flush_bp_all(); |
2c8951ab | 145 | |
e4067855 NP |
146 | #ifdef CONFIG_CPU_HAS_ASID |
147 | /* | |
148 | * We don't have a clean ASID for the identity mapping, which | |
149 | * may clash with virtual addresses of the previous page tables | |
150 | * and therefore potentially in the TLB. | |
151 | */ | |
614dd058 | 152 | local_flush_tlb_all(); |
e4067855 | 153 | #endif |
614dd058 | 154 | } |