blob: 897aa1400eb833e944fabbc65840904006267a1f [file] [log] [blame]
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +00001/*
2 * PowerNV setup code.
3 *
4 * Copyright 2011 IBM Corp.
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
11
12#undef DEBUG
13
14#include <linux/cpu.h>
15#include <linux/errno.h>
16#include <linux/sched.h>
17#include <linux/kernel.h>
18#include <linux/tty.h>
19#include <linux/reboot.h>
20#include <linux/init.h>
21#include <linux/console.h>
22#include <linux/delay.h>
23#include <linux/irq.h>
24#include <linux/seq_file.h>
25#include <linux/of.h>
Rob Herring26a20562013-09-26 07:40:04 -050026#include <linux/of_fdt.h>
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000027#include <linux/interrupt.h>
28#include <linux/bug.h>
Benjamin Herrenschmidtcd15b042014-02-11 11:32:38 +110029#include <linux/pci.h>
Gautham R. Shenoyfb5153d2014-03-11 17:01:19 +053030#include <linux/cpufreq.h>
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000031
32#include <asm/machdep.h>
33#include <asm/firmware.h>
34#include <asm/xics.h>
Benjamin Herrenschmidt243e2512017-04-05 17:54:50 +100035#include <asm/xive.h>
Benjamin Herrenschmidtdaea1172011-09-19 17:44:59 +000036#include <asm/opal.h>
Benjamin Herrenschmidt13906db2013-08-21 13:03:20 +100037#include <asm/kexec.h>
Shreyas B. Prabhub2a80872014-06-06 15:51:05 +053038#include <asm/smp.h>
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000039
40#include "powernv.h"
41
42static void __init pnv_setup_arch(void)
43{
Anton Blanchard4817fc32014-05-01 07:20:04 +100044 set_arch_panic_timeout(10, ARCH_PANIC_TIMEOUT);
45
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000046 /* Initialize SMP */
47 pnv_smp_init();
48
Benjamin Herrenschmidt61305a92011-09-19 17:45:05 +000049 /* Setup PCI */
50 pnv_pci_init();
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000051
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +000052 /* Setup RTC and NVRAM callbacks */
53 if (firmware_has_feature(FW_FEATURE_OPAL))
54 opal_nvram_init();
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000055
56 /* Enable NAP mode */
57 powersave_nap = 1;
58
59 /* XXX PMCS */
60}
61
Benjamin Herrenschmidtf2d57692016-07-05 15:04:06 +100062static void __init pnv_init(void)
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000063{
Benjamin Herrenschmidt3fafe9c2013-07-15 13:03:11 +100064 /*
65 * Initialize the LPC bus now so that legacy serial
66 * ports can be found on it
67 */
68 opal_lpc_init();
69
Benjamin Herrenschmidtdaea1172011-09-19 17:44:59 +000070#ifdef CONFIG_HVC_OPAL
71 if (firmware_has_feature(FW_FEATURE_OPAL))
72 hvc_opal_init_early();
73 else
74#endif
75 add_preferred_console("hvc", 0, NULL);
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000076}
77
78static void __init pnv_init_IRQ(void)
79{
Benjamin Herrenschmidt243e2512017-04-05 17:54:50 +100080 /* Try using a XIVE if available, otherwise use a XICS */
81 if (!xive_native_init())
82 xics_init();
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000083
84 WARN_ON(!ppc_md.get_irq);
85}
86
87static void pnv_show_cpuinfo(struct seq_file *m)
88{
89 struct device_node *root;
90 const char *model = "";
91
92 root = of_find_node_by_path("/");
93 if (root)
94 model = of_get_property(root, "model", NULL);
95 seq_printf(m, "machine\t\t: PowerNV %s\n", model);
Stewart Smithe4d54f72015-12-09 17:18:20 +110096 if (firmware_has_feature(FW_FEATURE_OPAL))
97 seq_printf(m, "firmware\t: OPAL\n");
Benjamin Herrenschmidt14a43e62011-09-19 17:44:57 +000098 else
99 seq_printf(m, "firmware\t: BML\n");
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000100 of_node_put(root);
Aneesh Kumar K.V3a4c2602017-03-21 22:59:55 +0530101 if (radix_enabled())
102 seq_printf(m, "MMU\t\t: Radix\n");
103 else
104 seq_printf(m, "MMU\t\t: Hash\n");
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000105}
106
Vasant Hegde2196c6f2014-04-09 22:48:55 +0530107static void pnv_prepare_going_down(void)
108{
109 /*
110 * Disable all notifiers from OPAL, we can't
111 * service interrupts anymore anyway
112 */
Alistair Popple81f2f7c2015-05-15 14:06:44 +1000113 opal_event_shutdown();
Vasant Hegde2196c6f2014-04-09 22:48:55 +0530114
115 /* Soft disable interrupts */
116 local_irq_disable();
117
118 /*
119 * Return secondary CPUs to firwmare if a flash update
120 * is pending otherwise we will get all sort of error
121 * messages about CPU being stuck etc.. This will also
122 * have the side effect of hard disabling interrupts so
123 * past this point, the kernel is effectively dead.
124 */
125 opal_flash_term_callback();
126}
127
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000128static void __noreturn pnv_restart(char *cmd)
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000129{
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000130 long rc = OPAL_BUSY;
131
Vasant Hegde2196c6f2014-04-09 22:48:55 +0530132 pnv_prepare_going_down();
Gavin Shane8e71fa2013-06-20 18:13:23 +0800133
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000134 while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) {
135 rc = opal_cec_reboot();
136 if (rc == OPAL_BUSY_EVENT)
137 opal_poll_events(NULL);
138 else
139 mdelay(10);
140 }
141 for (;;)
142 opal_poll_events(NULL);
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000143}
144
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000145static void __noreturn pnv_power_off(void)
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000146{
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000147 long rc = OPAL_BUSY;
148
Vasant Hegde2196c6f2014-04-09 22:48:55 +0530149 pnv_prepare_going_down();
Gavin Shane8e71fa2013-06-20 18:13:23 +0800150
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000151 while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) {
152 rc = opal_cec_power_down(0);
153 if (rc == OPAL_BUSY_EVENT)
154 opal_poll_events(NULL);
155 else
156 mdelay(10);
157 }
158 for (;;)
159 opal_poll_events(NULL);
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000160}
161
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000162static void __noreturn pnv_halt(void)
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000163{
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000164 pnv_power_off();
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000165}
166
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000167static void pnv_progress(char *s, unsigned short hex)
168{
169}
170
Benjamin Herrenschmidt73ed1482013-05-10 16:59:18 +1000171static void pnv_shutdown(void)
172{
173 /* Let the PCI code clear up IODA tables */
174 pnv_pci_shutdown();
175
Vasant Hegdef7d98d12014-01-15 17:02:04 +1100176 /*
177 * Stop OPAL activity: Unregister all OPAL interrupts so they
178 * don't fire up while we kexec and make sure all potentially
179 * DMA'ing ops are complete (such as dump retrieval).
Benjamin Herrenschmidt73ed1482013-05-10 16:59:18 +1000180 */
181 opal_shutdown();
182}
183
Thiago Jung Bauermannda665882016-11-29 23:45:50 +1100184#ifdef CONFIG_KEXEC_CORE
Benjamin Herrenschmidt298b34d2014-04-24 16:14:25 +1000185static void pnv_kexec_wait_secondaries_down(void)
186{
187 int my_cpu, i, notified = -1;
188
189 my_cpu = get_cpu();
190
191 for_each_online_cpu(i) {
192 uint8_t status;
Samuel Mendoza-Jonas1b703862015-07-22 15:54:29 +1000193 int64_t rc, timeout = 1000;
Benjamin Herrenschmidt298b34d2014-04-24 16:14:25 +1000194
195 if (i == my_cpu)
196 continue;
197
198 for (;;) {
199 rc = opal_query_cpu_status(get_hard_smp_processor_id(i),
200 &status);
201 if (rc != OPAL_SUCCESS || status != OPAL_THREAD_STARTED)
202 break;
203 barrier();
204 if (i != notified) {
205 printk(KERN_INFO "kexec: waiting for cpu %d "
206 "(physical %d) to enter OPAL\n",
207 i, paca[i].hw_cpu_id);
208 notified = i;
209 }
Samuel Mendoza-Jonas1b703862015-07-22 15:54:29 +1000210
211 /*
212 * On crash secondaries might be unreachable or hung,
213 * so timeout if we've waited too long
214 * */
215 mdelay(1);
216 if (timeout-- == 0) {
217 printk(KERN_ERR "kexec: timed out waiting for "
218 "cpu %d (physical %d) to enter OPAL\n",
219 i, paca[i].hw_cpu_id);
220 break;
221 }
Benjamin Herrenschmidt298b34d2014-04-24 16:14:25 +1000222 }
223 }
224}
225
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000226static void pnv_kexec_cpu_down(int crash_shutdown, int secondary)
227{
Benjamin Herrenschmidt1c0eaf02017-06-30 17:37:32 -0500228 u64 reinit_flags;
229
Benjamin Herrenschmidt243e2512017-04-05 17:54:50 +1000230 if (xive_enabled())
231 xive_kexec_teardown_cpu(secondary);
232 else
233 xics_kexec_teardown_cpu(secondary);
Benjamin Herrenschmidt13906db2013-08-21 13:03:20 +1000234
Stewart Smithe4d54f72015-12-09 17:18:20 +1100235 /* On OPAL, we return all CPUs to firmware */
Stewart Smithe4d54f72015-12-09 17:18:20 +1100236 if (!firmware_has_feature(FW_FEATURE_OPAL))
Benjamin Herrenschmidt298b34d2014-04-24 16:14:25 +1000237 return;
238
239 if (secondary) {
240 /* Return secondary CPUs to firmware on OPAL v3 */
Benjamin Herrenschmidt13906db2013-08-21 13:03:20 +1000241 mb();
242 get_paca()->kexec_state = KEXEC_STATE_REAL_MODE;
243 mb();
244
245 /* Return the CPU to OPAL */
246 opal_return_cpu();
Benjamin Herrenschmidt298b34d2014-04-24 16:14:25 +1000247 } else {
248 /* Primary waits for the secondaries to have reached OPAL */
249 pnv_kexec_wait_secondaries_down();
Samuel Mendoza-Jonase72bb8a2015-07-22 15:50:51 +1000250
Benjamin Herrenschmidt243e2512017-04-05 17:54:50 +1000251 /* Switch XIVE back to emulation mode */
252 if (xive_enabled())
253 xive_shutdown();
254
Samuel Mendoza-Jonase72bb8a2015-07-22 15:50:51 +1000255 /*
256 * We might be running as little-endian - now that interrupts
257 * are disabled, reset the HILE bit to big-endian so we don't
258 * take interrupts in the wrong endian later
Benjamin Herrenschmidt1c0eaf02017-06-30 17:37:32 -0500259 *
260 * We reinit to enable both radix and hash on P9 to ensure
261 * the mode used by the next kernel is always supported.
Samuel Mendoza-Jonase72bb8a2015-07-22 15:50:51 +1000262 */
Benjamin Herrenschmidt1c0eaf02017-06-30 17:37:32 -0500263 reinit_flags = OPAL_REINIT_CPUS_HILE_BE;
264 if (cpu_has_feature(CPU_FTR_ARCH_300))
265 reinit_flags |= OPAL_REINIT_CPUS_MMU_RADIX |
266 OPAL_REINIT_CPUS_MMU_HASH;
267 opal_reinit_cpus(reinit_flags);
Benjamin Herrenschmidt13906db2013-08-21 13:03:20 +1000268 }
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000269}
Thiago Jung Bauermannda665882016-11-29 23:45:50 +1100270#endif /* CONFIG_KEXEC_CORE */
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000271
Anton Blanchard6d97d7a2014-06-04 17:52:42 +1000272#ifdef CONFIG_MEMORY_HOTPLUG_SPARSE
273static unsigned long pnv_memory_block_size(void)
274{
275 return 256UL * 1024 * 1024;
276}
277#endif
278
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000279static void __init pnv_setup_machdep_opal(void)
280{
281 ppc_md.get_boot_time = opal_get_boot_time;
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000282 ppc_md.restart = pnv_restart;
Alexander Graf9178ba22014-10-13 16:01:09 +0200283 pm_power_off = pnv_power_off;
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000284 ppc_md.halt = pnv_halt;
Benjamin Herrenschmidted79ba92011-09-19 17:45:04 +0000285 ppc_md.machine_check_exception = opal_machine_check;
Mahesh Salgaonkar55672ec2013-12-16 10:46:24 +0530286 ppc_md.mce_check_early_recovery = opal_mce_check_early_recovery;
Mahesh Salgaonkar0869b6f2014-07-29 18:40:01 +0530287 ppc_md.hmi_exception_early = opal_hmi_exception_early;
288 ppc_md.handle_hmi_exception = opal_handle_hmi_exception;
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000289}
290
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000291static int __init pnv_probe(void)
292{
Benjamin Herrenschmidt406b0b62016-07-05 15:04:00 +1000293 if (!of_machine_is_compatible("ibm,powernv"))
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000294 return 0;
295
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000296 if (firmware_has_feature(FW_FEATURE_OPAL))
297 pnv_setup_machdep_opal();
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000298
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000299 pr_debug("PowerNV detected !\n");
300
Benjamin Herrenschmidtf2d57692016-07-05 15:04:06 +1000301 pnv_init();
302
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000303 return 1;
304}
305
Gautham R. Shenoyfb5153d2014-03-11 17:01:19 +0530306/*
307 * Returns the cpu frequency for 'cpu' in Hz. This is used by
308 * /proc/cpuinfo
309 */
Anton Blancharde51df2c2014-08-20 08:55:18 +1000310static unsigned long pnv_get_proc_freq(unsigned int cpu)
Gautham R. Shenoyfb5153d2014-03-11 17:01:19 +0530311{
312 unsigned long ret_freq;
313
314 ret_freq = cpufreq_quick_get(cpu) * 1000ul;
315
316 /*
317 * If the backend cpufreq driver does not exist,
318 * then fallback to old way of reporting the clockrate.
319 */
320 if (!ret_freq)
321 ret_freq = ppc_proc_freq;
322 return ret_freq;
323}
324
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000325define_machine(powernv) {
326 .name = "PowerNV",
327 .probe = pnv_probe,
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000328 .setup_arch = pnv_setup_arch,
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000329 .init_IRQ = pnv_init_IRQ,
330 .show_cpuinfo = pnv_show_cpuinfo,
Gautham R. Shenoyfb5153d2014-03-11 17:01:19 +0530331 .get_proc_freq = pnv_get_proc_freq,
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000332 .progress = pnv_progress,
Benjamin Herrenschmidt73ed1482013-05-10 16:59:18 +1000333 .machine_shutdown = pnv_shutdown,
Shreyas B. Prabhu5593e302016-06-08 11:54:27 -0500334 .power_save = NULL,
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000335 .calibrate_decr = generic_calibrate_decr,
Thiago Jung Bauermannda665882016-11-29 23:45:50 +1100336#ifdef CONFIG_KEXEC_CORE
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000337 .kexec_cpu_down = pnv_kexec_cpu_down,
338#endif
Anton Blanchard6d97d7a2014-06-04 17:52:42 +1000339#ifdef CONFIG_MEMORY_HOTPLUG_SPARSE
340 .memory_block_size = pnv_memory_block_size,
341#endif
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000342};