blob: 9dafd7af39b8f517b68ab254e1ec134fffd993e8 [file] [log] [blame]
Michael Ellerman3d1229d2005-11-14 23:35:00 +11001/*
2 * Code to handle transition of Linux booting another kernel.
3 *
4 * Copyright (C) 2002-2003 Eric Biederman <ebiederm@xmission.com>
5 * GameCube/ppc32 port Copyright (C) 2004 Albert Herranz
6 * Copyright (C) 2005 IBM Corporation.
7 *
8 * This source code is licensed under the GNU General Public License,
9 * Version 2. See the file COPYING for more details.
10 */
11
12#include <linux/kexec.h>
13#include <linux/reboot.h>
14#include <linux/threads.h>
Yinghai Lu95f72d12010-07-12 14:36:09 +100015#include <linux/memblock.h>
Dale Farnsworth2e8e4f52008-12-16 06:22:59 +000016#include <linux/of.h>
Matthew McClintockc71635d2010-09-16 17:58:23 -050017#include <linux/irq.h>
Anton Blanchardac4414e42011-01-06 18:00:36 +000018#include <linux/ftrace.h>
Matthew McClintockc71635d2010-09-16 17:58:23 -050019
Michael Ellerman3d1229d2005-11-14 23:35:00 +110020#include <asm/machdep.h>
Hari Bathini8ff81272013-11-15 23:01:32 +053021#include <asm/pgalloc.h>
David S. Millerd9b2b2a2008-02-13 16:56:49 -080022#include <asm/prom.h>
Dale Farnsworth2e8e4f52008-12-16 06:22:59 +000023#include <asm/sections.h>
Michael Ellerman3d1229d2005-11-14 23:35:00 +110024
Matthew McClintockc71635d2010-09-16 17:58:23 -050025void machine_kexec_mask_interrupts(void) {
26 unsigned int i;
Grant Likely40133692012-04-23 12:30:02 +000027 struct irq_desc *desc;
Matthew McClintockc71635d2010-09-16 17:58:23 -050028
Grant Likely40133692012-04-23 12:30:02 +000029 for_each_irq_desc(i, desc) {
Lennert Buytenheke1180282011-03-07 14:00:20 +000030 struct irq_chip *chip;
Matthew McClintockc71635d2010-09-16 17:58:23 -050031
Thomas Gleixnerec775d02011-03-25 16:45:20 +010032 chip = irq_desc_get_chip(desc);
Lennert Buytenheke1180282011-03-07 14:00:20 +000033 if (!chip)
34 continue;
Matthew McClintockc71635d2010-09-16 17:58:23 -050035
Thomas Gleixner98488db2011-03-25 15:43:57 +010036 if (chip->irq_eoi && irqd_irq_inprogress(&desc->irq_data))
Lennert Buytenheke1180282011-03-07 14:00:20 +000037 chip->irq_eoi(&desc->irq_data);
Matthew McClintockc71635d2010-09-16 17:58:23 -050038
Lennert Buytenheke1180282011-03-07 14:00:20 +000039 if (chip->irq_mask)
40 chip->irq_mask(&desc->irq_data);
41
Thomas Gleixner98488db2011-03-25 15:43:57 +010042 if (chip->irq_disable && !irqd_irq_disabled(&desc->irq_data))
Lennert Buytenheke1180282011-03-07 14:00:20 +000043 chip->irq_disable(&desc->irq_data);
Matthew McClintockc71635d2010-09-16 17:58:23 -050044 }
45}
46
Michael Ellerman3d1229d2005-11-14 23:35:00 +110047void machine_crash_shutdown(struct pt_regs *regs)
48{
Anton Blanchardc1f784e2011-01-06 17:56:09 +000049 default_machine_crash_shutdown(regs);
Michael Ellerman3d1229d2005-11-14 23:35:00 +110050}
51
52/*
53 * Do what every setup is needed on image and the
54 * reboot code buffer to allow us to avoid allocations
55 * later.
56 */
57int machine_kexec_prepare(struct kimage *image)
58{
59 if (ppc_md.machine_kexec_prepare)
60 return ppc_md.machine_kexec_prepare(image);
Anton Vorontsov77733f82008-12-16 06:23:05 +000061 else
62 return default_machine_kexec_prepare(image);
Michael Ellerman3d1229d2005-11-14 23:35:00 +110063}
64
65void machine_kexec_cleanup(struct kimage *image)
66{
Michael Ellerman3d1229d2005-11-14 23:35:00 +110067}
68
Neil Horman67238fb2010-07-13 03:46:09 +000069void arch_crash_save_vmcoreinfo(void)
70{
71
72#ifdef CONFIG_NEED_MULTIPLE_NODES
73 VMCOREINFO_SYMBOL(node_data);
74 VMCOREINFO_LENGTH(node_data, MAX_NUMNODES);
75#endif
76#ifndef CONFIG_NEED_MULTIPLE_NODES
77 VMCOREINFO_SYMBOL(contig_page_data);
78#endif
Hari Bathini8ff81272013-11-15 23:01:32 +053079#if defined(CONFIG_PPC64) && defined(CONFIG_SPARSEMEM_VMEMMAP)
80 VMCOREINFO_SYMBOL(vmemmap_list);
81 VMCOREINFO_SYMBOL(mmu_vmemmap_psize);
82 VMCOREINFO_SYMBOL(mmu_psize_defs);
83 VMCOREINFO_STRUCT_SIZE(vmemmap_backing);
84 VMCOREINFO_OFFSET(vmemmap_backing, list);
85 VMCOREINFO_OFFSET(vmemmap_backing, phys);
86 VMCOREINFO_OFFSET(vmemmap_backing, virt_addr);
87 VMCOREINFO_STRUCT_SIZE(mmu_psize_def);
88 VMCOREINFO_OFFSET(mmu_psize_def, shift);
89#endif
Neil Horman67238fb2010-07-13 03:46:09 +000090}
91
Michael Ellerman3d1229d2005-11-14 23:35:00 +110092/*
93 * Do not allocate memory (or fail in any way) in machine_kexec().
94 * We are past the point of no return, committed to rebooting now.
95 */
Huang Ying3ab83522008-07-25 19:45:07 -070096void machine_kexec(struct kimage *image)
Michael Ellerman3d1229d2005-11-14 23:35:00 +110097{
Anton Blanchardac4414e42011-01-06 18:00:36 +000098 int save_ftrace_enabled;
99
100 save_ftrace_enabled = __ftrace_enabled_save();
101
Anton Blanchard357574c2011-02-23 12:46:16 +0000102 if (ppc_md.machine_kexec)
103 ppc_md.machine_kexec(image);
104 else
105 default_machine_kexec(image);
Anton Vorontsov77733f82008-12-16 06:23:05 +0000106
Anton Blanchardac4414e42011-01-06 18:00:36 +0000107 __ftrace_enabled_restore(save_ftrace_enabled);
108
Anton Vorontsov77733f82008-12-16 06:23:05 +0000109 /* Fall back to normal restart if we're still alive. */
110 machine_restart(NULL);
Michael Ellerman3d1229d2005-11-14 23:35:00 +1100111 for(;;);
112}
Michael Ellerman47585d82006-07-05 14:39:42 +1000113
Michael Ellerman47585d82006-07-05 14:39:42 +1000114void __init reserve_crashkernel(void)
115{
Bernhard Walleedd8ce62007-10-18 23:41:01 -0700116 unsigned long long crash_size, crash_base;
117 int ret;
Michael Ellerman47585d82006-07-05 14:39:42 +1000118
Bernhard Walleedd8ce62007-10-18 23:41:01 -0700119 /* use common parsing */
Yinghai Lu95f72d12010-07-12 14:36:09 +1000120 ret = parse_crashkernel(boot_command_line, memblock_phys_mem_size(),
Bernhard Walleedd8ce62007-10-18 23:41:01 -0700121 &crash_size, &crash_base);
122 if (ret == 0 && crash_size > 0) {
Bernhard Walleedd8ce62007-10-18 23:41:01 -0700123 crashk_res.start = crash_base;
Michael Ellermaneabd9092008-04-30 14:47:12 +1000124 crashk_res.end = crash_base + crash_size - 1;
Bernhard Walleedd8ce62007-10-18 23:41:01 -0700125 }
126
Michael Ellermaneabd9092008-04-30 14:47:12 +1000127 if (crashk_res.end == crashk_res.start) {
128 crashk_res.start = crashk_res.end = 0;
Michael Ellerman47585d82006-07-05 14:39:42 +1000129 return;
Michael Ellermaneabd9092008-04-30 14:47:12 +1000130 }
Michael Ellerman47585d82006-07-05 14:39:42 +1000131
132 /* We might have got these values via the command line or the
133 * device tree, either way sanitise them now. */
134
Joe Perches28f65c112011-06-09 09:13:32 -0700135 crash_size = resource_size(&crashk_res);
Michael Ellermaneabd9092008-04-30 14:47:12 +1000136
Suzuki Poulose0f890c82011-12-14 22:57:15 +0000137#ifndef CONFIG_NONSTATIC_KERNEL
Michael Ellerman47585d82006-07-05 14:39:42 +1000138 if (crashk_res.start != KDUMP_KERNELBASE)
139 printk("Crash kernel location must be 0x%x\n",
140 KDUMP_KERNELBASE);
141
142 crashk_res.start = KDUMP_KERNELBASE;
Milton Miller66c721e2009-01-02 10:46:15 +0000143#else
144 if (!crashk_res.start) {
Anton Blanchard8aa6d352011-07-31 19:27:35 +0000145#ifdef CONFIG_PPC64
Milton Miller66c721e2009-01-02 10:46:15 +0000146 /*
Anton Blanchard8aa6d352011-07-31 19:27:35 +0000147 * On 64bit we split the RMO in half but cap it at half of
148 * a small SLB (128MB) since the crash kernel needs to place
149 * itself and some stacks to be in the first segment.
Milton Miller66c721e2009-01-02 10:46:15 +0000150 */
Mahesh Salgaonkare641eb02013-12-09 15:33:39 +0530151 crashk_res.start = min(0x8000000ULL, (ppc64_rma_size / 2));
Anton Blanchard8aa6d352011-07-31 19:27:35 +0000152#else
Milton Miller66c721e2009-01-02 10:46:15 +0000153 crashk_res.start = KDUMP_KERNELBASE;
Anton Blanchard8aa6d352011-07-31 19:27:35 +0000154#endif
Milton Miller66c721e2009-01-02 10:46:15 +0000155 }
156
157 crash_base = PAGE_ALIGN(crashk_res.start);
158 if (crash_base != crashk_res.start) {
159 printk("Crash kernel base must be aligned to 0x%lx\n",
160 PAGE_SIZE);
161 crashk_res.start = crash_base;
162 }
163
Mohan Kumar M54622f12008-10-21 17:38:10 +0000164#endif
Bernhard Walleedd8ce62007-10-18 23:41:01 -0700165 crash_size = PAGE_ALIGN(crash_size);
166 crashk_res.end = crashk_res.start + crash_size - 1;
Michael Ellerman47585d82006-07-05 14:39:42 +1000167
Milton Miller66c721e2009-01-02 10:46:15 +0000168 /* The crash region must not overlap the current kernel */
169 if (overlaps_crashkernel(__pa(_stext), _end - _stext)) {
170 printk(KERN_WARNING
171 "Crash kernel can not overlap current kernel\n");
172 crashk_res.start = crashk_res.end = 0;
173 return;
174 }
175
Michael Ellerman47585d82006-07-05 14:39:42 +1000176 /* Crash kernel trumps memory limit */
177 if (memory_limit && memory_limit <= crashk_res.end) {
178 memory_limit = crashk_res.end + 1;
Becky Bruce49a84962009-05-08 12:19:27 +0000179 printk("Adjusted memory limit for crashkernel, now 0x%llx\n",
Suzuki Poulosea84fcd42012-08-21 01:42:33 +0000180 memory_limit);
Michael Ellerman47585d82006-07-05 14:39:42 +1000181 }
182
Bernhard Walleedd8ce62007-10-18 23:41:01 -0700183 printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
184 "for crashkernel (System RAM: %ldMB)\n",
185 (unsigned long)(crash_size >> 20),
186 (unsigned long)(crashk_res.start >> 20),
Yinghai Lu95f72d12010-07-12 14:36:09 +1000187 (unsigned long)(memblock_phys_mem_size() >> 20));
Bernhard Walleedd8ce62007-10-18 23:41:01 -0700188
Hari Bathini5735af32018-06-28 10:49:56 +0530189 if (!memblock_is_region_memory(crashk_res.start, crash_size) ||
190 memblock_reserve(crashk_res.start, crash_size)) {
191 pr_err("Failed to reserve memory for crashkernel!\n");
192 crashk_res.start = crashk_res.end = 0;
193 return;
194 }
Michael Ellerman47585d82006-07-05 14:39:42 +1000195}
196
197int overlaps_crashkernel(unsigned long start, unsigned long size)
198{
199 return (start + size) > crashk_res.start && start <= crashk_res.end;
200}
Dale Farnsworth2e8e4f52008-12-16 06:22:59 +0000201
202/* Values we need to export to the second kernel via the device tree. */
Matthew McClintockbbc8e302010-07-21 11:14:54 +0000203static phys_addr_t kernel_end;
Anton Blanchardea961a82014-01-22 08:40:28 +1100204static phys_addr_t crashk_base;
Matthew McClintockbbc8e302010-07-21 11:14:54 +0000205static phys_addr_t crashk_size;
Anton Blanchardea961a82014-01-22 08:40:28 +1100206static unsigned long long mem_limit;
Dale Farnsworth2e8e4f52008-12-16 06:22:59 +0000207
208static struct property kernel_end_prop = {
209 .name = "linux,kernel-end",
Matthew McClintockbbc8e302010-07-21 11:14:54 +0000210 .length = sizeof(phys_addr_t),
Dale Farnsworth2e8e4f52008-12-16 06:22:59 +0000211 .value = &kernel_end,
212};
213
Dale Farnsworth6f29c322008-12-17 10:09:06 +0000214static struct property crashk_base_prop = {
215 .name = "linux,crashkernel-base",
Matthew McClintockbbc8e302010-07-21 11:14:54 +0000216 .length = sizeof(phys_addr_t),
Anton Blanchardea961a82014-01-22 08:40:28 +1100217 .value = &crashk_base
Dale Farnsworth6f29c322008-12-17 10:09:06 +0000218};
219
220static struct property crashk_size_prop = {
221 .name = "linux,crashkernel-size",
Matthew McClintockbbc8e302010-07-21 11:14:54 +0000222 .length = sizeof(phys_addr_t),
Dale Farnsworth6f29c322008-12-17 10:09:06 +0000223 .value = &crashk_size,
224};
225
Suzuki Poulose4bc77a52012-08-21 01:42:43 +0000226static struct property memory_limit_prop = {
227 .name = "linux,memory-limit",
228 .length = sizeof(unsigned long long),
Anton Blanchardea961a82014-01-22 08:40:28 +1100229 .value = &mem_limit,
Suzuki Poulose4bc77a52012-08-21 01:42:43 +0000230};
231
Anton Blanchardea961a82014-01-22 08:40:28 +1100232#define cpu_to_be_ulong __PASTE(cpu_to_be, BITS_PER_LONG)
233
Dale Farnsworth6f29c322008-12-17 10:09:06 +0000234static void __init export_crashk_values(struct device_node *node)
235{
Dale Farnsworth6f29c322008-12-17 10:09:06 +0000236 /* There might be existing crash kernel properties, but we can't
237 * be sure what's in them, so remove them. */
Suraj Jitindar Singh925e2d12016-04-28 15:34:55 +1000238 of_remove_property(node, of_find_property(node,
239 "linux,crashkernel-base", NULL));
240 of_remove_property(node, of_find_property(node,
241 "linux,crashkernel-size", NULL));
Dale Farnsworth6f29c322008-12-17 10:09:06 +0000242
243 if (crashk_res.start != 0) {
Anton Blanchardea961a82014-01-22 08:40:28 +1100244 crashk_base = cpu_to_be_ulong(crashk_res.start),
Nathan Fontenot79d1c712012-10-02 16:58:46 +0000245 of_add_property(node, &crashk_base_prop);
Anton Blanchardea961a82014-01-22 08:40:28 +1100246 crashk_size = cpu_to_be_ulong(resource_size(&crashk_res));
Nathan Fontenot79d1c712012-10-02 16:58:46 +0000247 of_add_property(node, &crashk_size_prop);
Dale Farnsworth6f29c322008-12-17 10:09:06 +0000248 }
Suzuki Poulose4bc77a52012-08-21 01:42:43 +0000249
250 /*
251 * memory_limit is required by the kexec-tools to limit the
252 * crash regions to the actual memory used.
253 */
Anton Blanchardea961a82014-01-22 08:40:28 +1100254 mem_limit = cpu_to_be_ulong(memory_limit);
Nathan Fontenot79d1c712012-10-02 16:58:46 +0000255 of_update_property(node, &memory_limit_prop);
Dale Farnsworth6f29c322008-12-17 10:09:06 +0000256}
257
Dale Farnsworth2e8e4f52008-12-16 06:22:59 +0000258static int __init kexec_setup(void)
259{
260 struct device_node *node;
Dale Farnsworth2e8e4f52008-12-16 06:22:59 +0000261
262 node = of_find_node_by_path("/chosen");
263 if (!node)
264 return -ENOENT;
265
266 /* remove any stale properties so ours can be found */
Suraj Jitindar Singh925e2d12016-04-28 15:34:55 +1000267 of_remove_property(node, of_find_property(node, kernel_end_prop.name, NULL));
Dale Farnsworth2e8e4f52008-12-16 06:22:59 +0000268
269 /* information needed by userspace when using default_machine_kexec */
Anton Blanchardea961a82014-01-22 08:40:28 +1100270 kernel_end = cpu_to_be_ulong(__pa(_end));
Nathan Fontenot79d1c712012-10-02 16:58:46 +0000271 of_add_property(node, &kernel_end_prop);
Dale Farnsworth2e8e4f52008-12-16 06:22:59 +0000272
Dale Farnsworth6f29c322008-12-17 10:09:06 +0000273 export_crashk_values(node);
274
Dale Farnsworth2e8e4f52008-12-16 06:22:59 +0000275 of_node_put(node);
276 return 0;
277}
278late_initcall(kexec_setup);