Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * c 2001 PPC 64 Team, IBM Corp | |
3 | * | |
4 | * This program is free software; you can redistribute it and/or | |
5 | * modify it under the terms of the GNU General Public License | |
6 | * as published by the Free Software Foundation; either version | |
7 | * 2 of the License, or (at your option) any later version. | |
8 | */ | |
9 | ||
2cd947f1 | 10 | #include <linux/smp.h> |
4b16f8e2 | 11 | #include <linux/export.h> |
95f72d1e | 12 | #include <linux/memblock.h> |
9164bb4a | 13 | #include <linux/sched/task.h> |
98fa15f3 | 14 | #include <linux/numa.h> |
1da177e4 | 15 | |
1da177e4 | 16 | #include <asm/lppaca.h> |
1da177e4 | 17 | #include <asm/paca.h> |
549e8152 | 18 | #include <asm/sections.h> |
dce6670a | 19 | #include <asm/pgtable.h> |
1fc711f7 | 20 | #include <asm/kexec.h> |
1da177e4 | 21 | |
1af19331 NP |
22 | #include "setup.h" |
23 | ||
4890aea6 NP |
24 | #ifndef CONFIG_SMP |
25 | #define boot_cpuid 0 | |
26 | #endif | |
27 | ||
28 | static void *__init alloc_paca_data(unsigned long size, unsigned long align, | |
29 | unsigned long limit, int cpu) | |
30 | { | |
f806714f | 31 | void *ptr; |
4890aea6 NP |
32 | int nid; |
33 | ||
34 | /* | |
35 | * boot_cpuid paca is allocated very early before cpu_to_node is up. | |
36 | * Set bottom-up mode, because the boot CPU should be on node-0, | |
37 | * which will put its paca in the right place. | |
38 | */ | |
39 | if (cpu == boot_cpuid) { | |
98fa15f3 | 40 | nid = NUMA_NO_NODE; |
4890aea6 NP |
41 | memblock_set_bottom_up(true); |
42 | } else { | |
43 | nid = early_cpu_to_node(cpu); | |
44 | } | |
45 | ||
f806714f MR |
46 | ptr = memblock_alloc_try_nid(size, align, MEMBLOCK_LOW_LIMIT, |
47 | limit, nid); | |
48 | if (!ptr) | |
49 | panic("cannot allocate paca data"); | |
4890aea6 NP |
50 | |
51 | if (cpu == boot_cpuid) | |
52 | memblock_set_bottom_up(false); | |
53 | ||
f806714f | 54 | return ptr; |
4890aea6 NP |
55 | } |
56 | ||
8e0b634b | 57 | #ifdef CONFIG_PPC_PSERIES |
91c60b5b | 58 | |
3356bb9f | 59 | /* |
499dcd41 NP |
60 | * See asm/lppaca.h for more detail. |
61 | * | |
62 | * lppaca structures must must be 1kB in size, L1 cache line aligned, | |
63 | * and not cross 4kB boundary. A 1kB size and 1kB alignment will satisfy | |
64 | * these requirements. | |
3356bb9f | 65 | */ |
499dcd41 NP |
66 | static inline void init_lppaca(struct lppaca *lppaca) |
67 | { | |
68 | BUILD_BUG_ON(sizeof(struct lppaca) != 640); | |
69 | ||
70 | *lppaca = (struct lppaca) { | |
7ffcf8ec | 71 | .desc = cpu_to_be32(0xd397d781), /* "LpPa" */ |
499dcd41 | 72 | .size = cpu_to_be16(0x400), |
3356bb9f | 73 | .fpregs_in_use = 1, |
7ffcf8ec | 74 | .slb_count = cpu_to_be16(64), |
3356bb9f | 75 | .vmxregs_in_use = 0, |
499dcd41 | 76 | .page_ins = 0, }; |
3356bb9f DG |
77 | }; |
78 | ||
499dcd41 | 79 | static struct lppaca * __init new_lppaca(int cpu, unsigned long limit) |
93c22703 PM |
80 | { |
81 | struct lppaca *lp; | |
499dcd41 | 82 | size_t size = 0x400; |
93c22703 | 83 | |
499dcd41 | 84 | BUILD_BUG_ON(size < sizeof(struct lppaca)); |
93c22703 | 85 | |
8e0b634b NP |
86 | if (early_cpu_has_feature(CPU_FTR_HVMODE)) |
87 | return NULL; | |
93c22703 | 88 | |
4890aea6 | 89 | lp = alloc_paca_data(size, 0x400, limit, cpu); |
499dcd41 | 90 | init_lppaca(lp); |
93c22703 PM |
91 | |
92 | return lp; | |
93 | } | |
91c60b5b BH |
94 | #endif /* CONFIG_PPC_BOOK3S */ |
95 | ||
4e003747 | 96 | #ifdef CONFIG_PPC_BOOK3S_64 |
91c60b5b | 97 | |
2f6093c8 | 98 | /* |
384e8067 | 99 | * 3 persistent SLBs are allocated here. The buffer will be zero |
2f6093c8 | 100 | * initially, hence will all be invaild until we actually write them. |
d8d164a9 AG |
101 | * |
102 | * If you make the number of persistent SLB entries dynamic, please also | |
103 | * update PR KVM to flush and restore them accordingly. | |
2f6093c8 | 104 | */ |
384e8067 | 105 | static struct slb_shadow * __init new_slb_shadow(int cpu, unsigned long limit) |
6f4441ef | 106 | { |
b68b1d74 NP |
107 | struct slb_shadow *s; |
108 | ||
384e8067 NP |
109 | if (cpu != boot_cpuid) { |
110 | /* | |
111 | * Boot CPU comes here before early_radix_enabled | |
112 | * is parsed (e.g., for disable_radix). So allocate | |
113 | * always and this will be fixed up in free_unused_pacas. | |
114 | */ | |
115 | if (early_radix_enabled()) | |
116 | return NULL; | |
117 | } | |
6f4441ef | 118 | |
4890aea6 | 119 | s = alloc_paca_data(sizeof(*s), L1_CACHE_BYTES, limit, cpu); |
6f20e7f2 | 120 | |
6f4441ef JK |
121 | s->persistent = cpu_to_be32(SLB_NUM_BOLTED); |
122 | s->buffer_length = cpu_to_be32(sizeof(*s)); | |
123 | ||
124 | return s; | |
125 | } | |
126 | ||
4e003747 | 127 | #endif /* CONFIG_PPC_BOOK3S_64 */ |
91c60b5b | 128 | |
8882a4da | 129 | /* The Paca is an array with one entry per processor. Each contains an |
1da177e4 | 130 | * lppaca, which contains the information shared between the |
1888e7b5 | 131 | * hypervisor and Linux. |
1da177e4 LT |
132 | * On systems with hardware multi-threading, there are two threads |
133 | * per processor. The Paca array must contain an entry for each thread. | |
134 | * The VPD Areas will give a max logical processors = 2 * max physical | |
135 | * processors. The processor VPD array needs one entry per physical | |
136 | * processor (not thread). | |
137 | */ | |
d2e60075 NP |
138 | struct paca_struct **paca_ptrs __read_mostly; |
139 | EXPORT_SYMBOL(paca_ptrs); | |
90035fe3 | 140 | |
1426d5a3 ME |
141 | void __init initialise_paca(struct paca_struct *new_paca, int cpu) |
142 | { | |
8e0b634b | 143 | #ifdef CONFIG_PPC_PSERIES |
499dcd41 | 144 | new_paca->lppaca_ptr = NULL; |
8e0b634b NP |
145 | #endif |
146 | #ifdef CONFIG_PPC_BOOK3E | |
1426d5a3 | 147 | new_paca->kernel_pgd = swapper_pg_dir; |
91c60b5b | 148 | #endif |
1426d5a3 ME |
149 | new_paca->lock_token = 0x8000; |
150 | new_paca->paca_index = cpu; | |
a5cab83c | 151 | new_paca->kernel_toc = kernel_toc_addr(); |
1426d5a3 | 152 | new_paca->kernelbase = (unsigned long) _stext; |
a944a9c4 BH |
153 | /* Only set MSR:IR/DR when MMU is initialized */ |
154 | new_paca->kernel_msr = MSR_KERNEL & ~(MSR_IR | MSR_DR); | |
1426d5a3 | 155 | new_paca->hw_cpu_id = 0xffff; |
1fc711f7 | 156 | new_paca->kexec_state = KEXEC_STATE_NONE; |
1426d5a3 | 157 | new_paca->__current = &init_task; |
407821a3 | 158 | new_paca->data_offset = 0xfeeeeeeeeeeeeeeeULL; |
4e003747 | 159 | #ifdef CONFIG_PPC_BOOK3S_64 |
384e8067 | 160 | new_paca->slb_shadow_ptr = NULL; |
4e003747 | 161 | #endif |
28efc35f SW |
162 | |
163 | #ifdef CONFIG_PPC_BOOK3E | |
164 | /* For now -- if we have threads this will be adjusted later */ | |
165 | new_paca->tcd_ptr = &new_paca->tcd; | |
166 | #endif | |
1426d5a3 ME |
167 | } |
168 | ||
fc53b420 ME |
169 | /* Put the paca pointer into r13 and SPRG_PACA */ |
170 | void setup_paca(struct paca_struct *new_paca) | |
171 | { | |
2dd60d79 | 172 | /* Setup r13 */ |
fc53b420 | 173 | local_paca = new_paca; |
2dd60d79 | 174 | |
fc53b420 | 175 | #ifdef CONFIG_PPC_BOOK3E |
2dd60d79 | 176 | /* On Book3E, initialize the TLB miss exception frames */ |
fc53b420 | 177 | mtspr(SPRN_SPRG_TLB_EXFRAME, local_paca->extlb); |
2dd60d79 BH |
178 | #else |
179 | /* In HV mode, we setup both HPACA and PACA to avoid problems | |
180 | * if we do a GET_PACA() before the feature fixups have been | |
181 | * applied | |
182 | */ | |
b8f1b4f8 | 183 | if (early_cpu_has_feature(CPU_FTR_HVMODE)) |
2dd60d79 | 184 | mtspr(SPRN_SPRG_HPACA, local_paca); |
fc53b420 | 185 | #endif |
2dd60d79 BH |
186 | mtspr(SPRN_SPRG_PACA, local_paca); |
187 | ||
fc53b420 ME |
188 | } |
189 | ||
d2e60075 NP |
190 | static int __initdata paca_nr_cpu_ids; |
191 | static int __initdata paca_ptrs_size; | |
59f57774 NP |
192 | static int __initdata paca_struct_size; |
193 | ||
194 | void __init allocate_paca_ptrs(void) | |
195 | { | |
196 | paca_nr_cpu_ids = nr_cpu_ids; | |
197 | ||
198 | paca_ptrs_size = sizeof(struct paca_struct *) * nr_cpu_ids; | |
1269f7b8 CL |
199 | paca_ptrs = memblock_alloc_raw(paca_ptrs_size, SMP_CACHE_BYTES); |
200 | if (!paca_ptrs) | |
201 | panic("Failed to allocate %d bytes for paca pointers\n", | |
202 | paca_ptrs_size); | |
203 | ||
59f57774 NP |
204 | memset(paca_ptrs, 0x88, paca_ptrs_size); |
205 | } | |
1426d5a3 | 206 | |
59f57774 | 207 | void __init allocate_paca(int cpu) |
1426d5a3 | 208 | { |
ecc4999f | 209 | u64 limit; |
59f57774 NP |
210 | struct paca_struct *paca; |
211 | ||
212 | BUG_ON(cpu >= paca_nr_cpu_ids); | |
1426d5a3 | 213 | |
ecc4999f | 214 | #ifdef CONFIG_PPC_BOOK3S_64 |
1426d5a3 | 215 | /* |
1af19331 NP |
216 | * We access pacas in real mode, and cannot take SLB faults |
217 | * on them when in virtual mode, so allocate them accordingly. | |
1426d5a3 | 218 | */ |
1af19331 NP |
219 | limit = min(ppc64_bolted_size(), ppc64_rma_size); |
220 | #else | |
221 | limit = ppc64_rma_size; | |
ecc4999f | 222 | #endif |
1426d5a3 | 223 | |
4890aea6 NP |
224 | paca = alloc_paca_data(sizeof(struct paca_struct), L1_CACHE_BYTES, |
225 | limit, cpu); | |
59f57774 | 226 | paca_ptrs[cpu] = paca; |
6f4441ef | 227 | |
59f57774 | 228 | initialise_paca(paca, cpu); |
499dcd41 | 229 | #ifdef CONFIG_PPC_PSERIES |
59f57774 | 230 | paca->lppaca_ptr = new_lppaca(cpu, limit); |
384e8067 NP |
231 | #endif |
232 | #ifdef CONFIG_PPC_BOOK3S_64 | |
59f57774 | 233 | paca->slb_shadow_ptr = new_slb_shadow(cpu, limit); |
499dcd41 | 234 | #endif |
59f57774 | 235 | paca_struct_size += sizeof(struct paca_struct); |
1426d5a3 ME |
236 | } |
237 | ||
238 | void __init free_unused_pacas(void) | |
239 | { | |
d2e60075 | 240 | int new_ptrs_size; |
1426d5a3 | 241 | |
d2e60075 | 242 | new_ptrs_size = sizeof(struct paca_struct *) * nr_cpu_ids; |
59f57774 | 243 | if (new_ptrs_size < paca_ptrs_size) |
d2e60075 NP |
244 | memblock_free(__pa(paca_ptrs) + new_ptrs_size, |
245 | paca_ptrs_size - new_ptrs_size); | |
1426d5a3 | 246 | |
d2e60075 NP |
247 | paca_nr_cpu_ids = nr_cpu_ids; |
248 | paca_ptrs_size = new_ptrs_size; | |
1426d5a3 | 249 | |
384e8067 NP |
250 | #ifdef CONFIG_PPC_BOOK3S_64 |
251 | if (early_radix_enabled()) { | |
252 | /* Ugly fixup, see new_slb_shadow() */ | |
253 | memblock_free(__pa(paca_ptrs[boot_cpuid]->slb_shadow_ptr), | |
254 | sizeof(struct slb_shadow)); | |
255 | paca_ptrs[boot_cpuid]->slb_shadow_ptr = NULL; | |
256 | } | |
257 | #endif | |
93c22703 | 258 | |
59f57774 NP |
259 | printk(KERN_DEBUG "Allocated %u bytes for %u pacas\n", |
260 | paca_ptrs_size + paca_struct_size, nr_cpu_ids); | |
90035fe3 | 261 | } |
52b1e665 AK |
262 | |
263 | void copy_mm_to_paca(struct mm_struct *mm) | |
264 | { | |
265 | #ifdef CONFIG_PPC_BOOK3S | |
266 | mm_context_t *context = &mm->context; | |
267 | ||
268 | get_paca()->mm_ctx_id = context->id; | |
269 | #ifdef CONFIG_PPC_MM_SLICES | |
60458fba AK |
270 | VM_BUG_ON(!mm_ctx_slb_addr_limit(context)); |
271 | get_paca()->mm_ctx_slb_addr_limit = mm_ctx_slb_addr_limit(context); | |
272 | memcpy(&get_paca()->mm_ctx_low_slices_psize, mm_ctx_low_slices(context), | |
273 | LOW_SLICE_ARRAY_SZ); | |
274 | memcpy(&get_paca()->mm_ctx_high_slices_psize, mm_ctx_high_slices(context), | |
275 | TASK_SLICE_ARRAY_SZ(context)); | |
52b1e665 AK |
276 | #else /* CONFIG_PPC_MM_SLICES */ |
277 | get_paca()->mm_ctx_user_psize = context->user_psize; | |
278 | get_paca()->mm_ctx_sllp = context->sllp; | |
279 | #endif | |
4e003747 | 280 | #else /* !CONFIG_PPC_BOOK3S */ |
52b1e665 AK |
281 | return; |
282 | #endif | |
283 | } |