Merge tag 'dmaengine-4.21-rc1' of git://git.infradead.org/users/vkoul/slave-dma
[linux-2.6-block.git] / arch / powerpc / kernel / machine_kexec.c
CommitLineData
3d1229d6
ME
1/*
2 * Code to handle transition of Linux booting another kernel.
3 *
4 * Copyright (C) 2002-2003 Eric Biederman <ebiederm@xmission.com>
5 * GameCube/ppc32 port Copyright (C) 2004 Albert Herranz
6 * Copyright (C) 2005 IBM Corporation.
7 *
8 * This source code is licensed under the GNU General Public License,
9 * Version 2. See the file COPYING for more details.
10 */
11
12#include <linux/kexec.h>
13#include <linux/reboot.h>
14#include <linux/threads.h>
95f72d1e 15#include <linux/memblock.h>
2e8e4f5b 16#include <linux/of.h>
c71635d2 17#include <linux/irq.h>
ac4414e4 18#include <linux/ftrace.h>
c71635d2 19
db0a2b63 20#include <asm/kdump.h>
3d1229d6 21#include <asm/machdep.h>
8ff81271 22#include <asm/pgalloc.h>
d9b2b2a2 23#include <asm/prom.h>
2e8e4f5b 24#include <asm/sections.h>
3d1229d6 25
c71635d2
MM
26void machine_kexec_mask_interrupts(void) {
27 unsigned int i;
4013369f 28 struct irq_desc *desc;
c71635d2 29
4013369f 30 for_each_irq_desc(i, desc) {
e1180287 31 struct irq_chip *chip;
c71635d2 32
ec775d0e 33 chip = irq_desc_get_chip(desc);
e1180287
LB
34 if (!chip)
35 continue;
36
98488db9 37 if (chip->irq_eoi && irqd_irq_inprogress(&desc->irq_data))
e1180287 38 chip->irq_eoi(&desc->irq_data);
c71635d2 39
e1180287
LB
40 if (chip->irq_mask)
41 chip->irq_mask(&desc->irq_data);
c71635d2 42
98488db9 43 if (chip->irq_disable && !irqd_irq_disabled(&desc->irq_data))
e1180287 44 chip->irq_disable(&desc->irq_data);
c71635d2
MM
45 }
46}
47
3d1229d6
ME
48void machine_crash_shutdown(struct pt_regs *regs)
49{
c1f784e5 50 default_machine_crash_shutdown(regs);
3d1229d6
ME
51}
52
53/*
54 * Do what every setup is needed on image and the
55 * reboot code buffer to allow us to avoid allocations
56 * later.
57 */
58int machine_kexec_prepare(struct kimage *image)
59{
60 if (ppc_md.machine_kexec_prepare)
61 return ppc_md.machine_kexec_prepare(image);
77733f8a
AV
62 else
63 return default_machine_kexec_prepare(image);
3d1229d6
ME
64}
65
66void machine_kexec_cleanup(struct kimage *image)
67{
3d1229d6
ME
68}
69
67238fb7
NH
70void arch_crash_save_vmcoreinfo(void)
71{
72
73#ifdef CONFIG_NEED_MULTIPLE_NODES
74 VMCOREINFO_SYMBOL(node_data);
75 VMCOREINFO_LENGTH(node_data, MAX_NUMNODES);
76#endif
77#ifndef CONFIG_NEED_MULTIPLE_NODES
78 VMCOREINFO_SYMBOL(contig_page_data);
79#endif
8ff81271
HB
80#if defined(CONFIG_PPC64) && defined(CONFIG_SPARSEMEM_VMEMMAP)
81 VMCOREINFO_SYMBOL(vmemmap_list);
82 VMCOREINFO_SYMBOL(mmu_vmemmap_psize);
83 VMCOREINFO_SYMBOL(mmu_psize_defs);
84 VMCOREINFO_STRUCT_SIZE(vmemmap_backing);
85 VMCOREINFO_OFFSET(vmemmap_backing, list);
86 VMCOREINFO_OFFSET(vmemmap_backing, phys);
87 VMCOREINFO_OFFSET(vmemmap_backing, virt_addr);
88 VMCOREINFO_STRUCT_SIZE(mmu_psize_def);
89 VMCOREINFO_OFFSET(mmu_psize_def, shift);
90#endif
67238fb7
NH
91}
92
3d1229d6
ME
93/*
94 * Do not allocate memory (or fail in any way) in machine_kexec().
95 * We are past the point of no return, committed to rebooting now.
96 */
3ab83521 97void machine_kexec(struct kimage *image)
3d1229d6 98{
ac4414e4
AB
99 int save_ftrace_enabled;
100
101 save_ftrace_enabled = __ftrace_enabled_save();
88b1a854 102 this_cpu_disable_ftrace();
ac4414e4 103
357574c4
AB
104 if (ppc_md.machine_kexec)
105 ppc_md.machine_kexec(image);
106 else
107 default_machine_kexec(image);
77733f8a 108
88b1a854 109 this_cpu_enable_ftrace();
ac4414e4
AB
110 __ftrace_enabled_restore(save_ftrace_enabled);
111
77733f8a
AV
112 /* Fall back to normal restart if we're still alive. */
113 machine_restart(NULL);
3d1229d6
ME
114 for(;;);
115}
47585d8f 116
47585d8f
ME
117void __init reserve_crashkernel(void)
118{
edd8ce67
BW
119 unsigned long long crash_size, crash_base;
120 int ret;
121
edd8ce67 122 /* use common parsing */
95f72d1e 123 ret = parse_crashkernel(boot_command_line, memblock_phys_mem_size(),
edd8ce67
BW
124 &crash_size, &crash_base);
125 if (ret == 0 && crash_size > 0) {
edd8ce67 126 crashk_res.start = crash_base;
eabd9094 127 crashk_res.end = crash_base + crash_size - 1;
edd8ce67 128 }
47585d8f 129
eabd9094
ME
130 if (crashk_res.end == crashk_res.start) {
131 crashk_res.start = crashk_res.end = 0;
47585d8f 132 return;
eabd9094 133 }
47585d8f
ME
134
135 /* We might have got these values via the command line or the
136 * device tree, either way sanitise them now. */
137
28f65c11 138 crash_size = resource_size(&crashk_res);
eabd9094 139
0f890c8d 140#ifndef CONFIG_NONSTATIC_KERNEL
47585d8f
ME
141 if (crashk_res.start != KDUMP_KERNELBASE)
142 printk("Crash kernel location must be 0x%x\n",
143 KDUMP_KERNELBASE);
144
145 crashk_res.start = KDUMP_KERNELBASE;
66c721e1
MM
146#else
147 if (!crashk_res.start) {
8aa6d359 148#ifdef CONFIG_PPC64
66c721e1 149 /*
8aa6d359
AB
150 * On 64bit we split the RMO in half but cap it at half of
151 * a small SLB (128MB) since the crash kernel needs to place
152 * itself and some stacks to be in the first segment.
66c721e1 153 */
e641eb03 154 crashk_res.start = min(0x8000000ULL, (ppc64_rma_size / 2));
8aa6d359 155#else
66c721e1 156 crashk_res.start = KDUMP_KERNELBASE;
8aa6d359 157#endif
66c721e1
MM
158 }
159
160 crash_base = PAGE_ALIGN(crashk_res.start);
161 if (crash_base != crashk_res.start) {
162 printk("Crash kernel base must be aligned to 0x%lx\n",
163 PAGE_SIZE);
164 crashk_res.start = crash_base;
165 }
166
54622f10 167#endif
edd8ce67
BW
168 crash_size = PAGE_ALIGN(crash_size);
169 crashk_res.end = crashk_res.start + crash_size - 1;
47585d8f 170
66c721e1
MM
171 /* The crash region must not overlap the current kernel */
172 if (overlaps_crashkernel(__pa(_stext), _end - _stext)) {
173 printk(KERN_WARNING
174 "Crash kernel can not overlap current kernel\n");
175 crashk_res.start = crashk_res.end = 0;
176 return;
177 }
178
47585d8f
ME
179 /* Crash kernel trumps memory limit */
180 if (memory_limit && memory_limit <= crashk_res.end) {
181 memory_limit = crashk_res.end + 1;
49a84965 182 printk("Adjusted memory limit for crashkernel, now 0x%llx\n",
a84fcd46 183 memory_limit);
47585d8f
ME
184 }
185
edd8ce67
BW
186 printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
187 "for crashkernel (System RAM: %ldMB)\n",
188 (unsigned long)(crash_size >> 20),
189 (unsigned long)(crashk_res.start >> 20),
95f72d1e 190 (unsigned long)(memblock_phys_mem_size() >> 20));
edd8ce67 191
8950329c
HB
192 if (!memblock_is_region_memory(crashk_res.start, crash_size) ||
193 memblock_reserve(crashk_res.start, crash_size)) {
194 pr_err("Failed to reserve memory for crashkernel!\n");
195 crashk_res.start = crashk_res.end = 0;
196 return;
197 }
47585d8f
ME
198}
199
200int overlaps_crashkernel(unsigned long start, unsigned long size)
201{
202 return (start + size) > crashk_res.start && start <= crashk_res.end;
203}
2e8e4f5b
DF
204
205/* Values we need to export to the second kernel via the device tree. */
bbc8e30f 206static phys_addr_t kernel_end;
ea961a82 207static phys_addr_t crashk_base;
bbc8e30f 208static phys_addr_t crashk_size;
ea961a82 209static unsigned long long mem_limit;
2e8e4f5b
DF
210
211static struct property kernel_end_prop = {
212 .name = "linux,kernel-end",
bbc8e30f 213 .length = sizeof(phys_addr_t),
2e8e4f5b
DF
214 .value = &kernel_end,
215};
216
6f29c329
DF
217static struct property crashk_base_prop = {
218 .name = "linux,crashkernel-base",
bbc8e30f 219 .length = sizeof(phys_addr_t),
ea961a82 220 .value = &crashk_base
6f29c329
DF
221};
222
223static struct property crashk_size_prop = {
224 .name = "linux,crashkernel-size",
bbc8e30f 225 .length = sizeof(phys_addr_t),
6f29c329
DF
226 .value = &crashk_size,
227};
228
4bc77a5e
SP
229static struct property memory_limit_prop = {
230 .name = "linux,memory-limit",
231 .length = sizeof(unsigned long long),
ea961a82 232 .value = &mem_limit,
4bc77a5e
SP
233};
234
ea961a82
AB
235#define cpu_to_be_ulong __PASTE(cpu_to_be, BITS_PER_LONG)
236
6f29c329
DF
237static void __init export_crashk_values(struct device_node *node)
238{
6f29c329
DF
239 /* There might be existing crash kernel properties, but we can't
240 * be sure what's in them, so remove them. */
925e2d1d
SJS
241 of_remove_property(node, of_find_property(node,
242 "linux,crashkernel-base", NULL));
243 of_remove_property(node, of_find_property(node,
244 "linux,crashkernel-size", NULL));
6f29c329
DF
245
246 if (crashk_res.start != 0) {
ea961a82 247 crashk_base = cpu_to_be_ulong(crashk_res.start),
79d1c712 248 of_add_property(node, &crashk_base_prop);
ea961a82 249 crashk_size = cpu_to_be_ulong(resource_size(&crashk_res));
79d1c712 250 of_add_property(node, &crashk_size_prop);
6f29c329 251 }
4bc77a5e
SP
252
253 /*
254 * memory_limit is required by the kexec-tools to limit the
255 * crash regions to the actual memory used.
256 */
ea961a82 257 mem_limit = cpu_to_be_ulong(memory_limit);
79d1c712 258 of_update_property(node, &memory_limit_prop);
6f29c329
DF
259}
260
2e8e4f5b
DF
261static int __init kexec_setup(void)
262{
263 struct device_node *node;
2e8e4f5b
DF
264
265 node = of_find_node_by_path("/chosen");
266 if (!node)
267 return -ENOENT;
268
269 /* remove any stale properties so ours can be found */
925e2d1d 270 of_remove_property(node, of_find_property(node, kernel_end_prop.name, NULL));
2e8e4f5b
DF
271
272 /* information needed by userspace when using default_machine_kexec */
ea961a82 273 kernel_end = cpu_to_be_ulong(__pa(_end));
79d1c712 274 of_add_property(node, &kernel_end_prop);
2e8e4f5b 275
6f29c329
DF
276 export_crashk_values(node);
277
2e8e4f5b
DF
278 of_node_put(node);
279 return 0;
280}
281late_initcall(kexec_setup);