blob: 32b567e88b02848693d2593bee5eba7f0e3eee25 [file] [log] [blame]
Nicolas Schichan583bb862006-10-18 15:14:55 +02001/*
2 * machine_kexec.c for kexec
3 * Created by <nschichan@corp.free.fr> on Thu Oct 12 15:15:06 2006
4 *
5 * This source code is licensed under the GNU General Public License,
6 * Version 2. See the file COPYING for more details.
7 */
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +02008#include <linux/compiler.h>
Nicolas Schichan583bb862006-10-18 15:14:55 +02009#include <linux/kexec.h>
10#include <linux/mm.h>
11#include <linux/delay.h>
12
13#include <asm/cacheflush.h>
14#include <asm/page.h>
15
Tobias Klauserc5a69d52007-02-17 20:11:19 +010016extern const unsigned char relocate_new_kernel[];
Ralf Baechle10659322007-07-31 15:16:32 +010017extern const size_t relocate_new_kernel_size;
Nicolas Schichan583bb862006-10-18 15:14:55 +020018
19extern unsigned long kexec_start_address;
20extern unsigned long kexec_indirection_page;
21
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020022int (*_machine_kexec_prepare)(struct kimage *) = NULL;
23void (*_machine_kexec_shutdown)(void) = NULL;
24void (*_machine_crash_shutdown)(struct pt_regs *regs) = NULL;
25#ifdef CONFIG_SMP
26void (*relocated_kexec_smp_wait) (void *);
27atomic_t kexec_ready_to_reboot = ATOMIC_INIT(0);
Hidehiro Kawai54c721b2016-10-11 13:54:26 -070028void (*_crash_smp_send_stop)(void) = NULL;
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020029#endif
30
Nicolas Schichan583bb862006-10-18 15:14:55 +020031int
32machine_kexec_prepare(struct kimage *kimage)
33{
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020034 if (_machine_kexec_prepare)
35 return _machine_kexec_prepare(kimage);
Nicolas Schichan583bb862006-10-18 15:14:55 +020036 return 0;
37}
38
39void
40machine_kexec_cleanup(struct kimage *kimage)
41{
42}
43
44void
45machine_shutdown(void)
46{
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020047 if (_machine_kexec_shutdown)
48 _machine_kexec_shutdown();
Nicolas Schichan583bb862006-10-18 15:14:55 +020049}
50
51void
52machine_crash_shutdown(struct pt_regs *regs)
53{
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020054 if (_machine_crash_shutdown)
55 _machine_crash_shutdown(regs);
56 else
57 default_machine_crash_shutdown(regs);
Nicolas Schichan583bb862006-10-18 15:14:55 +020058}
59
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020060typedef void (*noretfun_t)(void) __noreturn;
Ralf Baechle10659322007-07-31 15:16:32 +010061
Nicolas Schichan583bb862006-10-18 15:14:55 +020062void
63machine_kexec(struct kimage *image)
64{
65 unsigned long reboot_code_buffer;
66 unsigned long entry;
67 unsigned long *ptr;
68
69 reboot_code_buffer =
70 (unsigned long)page_address(image->control_code_page);
71
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020072 kexec_start_address =
73 (unsigned long) phys_to_virt(image->start);
74
Yang Wei91ffaa22014-07-31 19:42:29 +080075 if (image->type == KEXEC_TYPE_DEFAULT) {
76 kexec_indirection_page =
77 (unsigned long) phys_to_virt(image->head & PAGE_MASK);
78 } else {
79 kexec_indirection_page = (unsigned long)&image->head;
80 }
Nicolas Schichan583bb862006-10-18 15:14:55 +020081
82 memcpy((void*)reboot_code_buffer, relocate_new_kernel,
83 relocate_new_kernel_size);
84
85 /*
86 * The generic kexec code builds a page list with physical
87 * addresses. they are directly accessible through KSEG0 (or
88 * CKSEG0 or XPHYS if on 64bit system), hence the
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020089 * phys_to_virt() call.
Nicolas Schichan583bb862006-10-18 15:14:55 +020090 */
91 for (ptr = &image->head; (entry = *ptr) && !(entry &IND_DONE);
92 ptr = (entry & IND_INDIRECTION) ?
93 phys_to_virt(entry & PAGE_MASK) : ptr + 1) {
94 if (*ptr & IND_SOURCE || *ptr & IND_INDIRECTION ||
95 *ptr & IND_DESTINATION)
Ralf Baechle10659322007-07-31 15:16:32 +010096 *ptr = (unsigned long) phys_to_virt(*ptr);
Nicolas Schichan583bb862006-10-18 15:14:55 +020097 }
98
Dengcheng Zhu12b49fd2018-09-11 14:49:20 -070099 /* Mark offline BEFORE disabling local irq. */
100 set_cpu_online(smp_processor_id(), false);
101
Nicolas Schichan583bb862006-10-18 15:14:55 +0200102 /*
103 * we do not want to be bothered.
104 */
105 local_irq_disable();
106
Ralf Baechle10659322007-07-31 15:16:32 +0100107 printk("Will call new kernel at %08lx\n", image->start);
Nicolas Schichan583bb862006-10-18 15:14:55 +0200108 printk("Bye ...\n");
Nicolas Schichan97ce9a82007-08-20 15:57:38 +0200109 __flush_cache_all();
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +0200110#ifdef CONFIG_SMP
111 /* All secondary cpus now may jump to kexec_wait cycle */
112 relocated_kexec_smp_wait = reboot_code_buffer +
113 (void *)(kexec_smp_wait - relocate_new_kernel);
114 smp_wmb();
115 atomic_set(&kexec_ready_to_reboot, 1);
116#endif
Ralf Baechle10659322007-07-31 15:16:32 +0100117 ((noretfun_t) reboot_code_buffer)();
Nicolas Schichan583bb862006-10-18 15:14:55 +0200118}