blob: adceac978d18625c36bfdc487c8c35fb9f44d7f2 [file] [log] [blame]
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +00001/*
2 * PowerNV setup code.
3 *
4 * Copyright 2011 IBM Corp.
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
11
12#undef DEBUG
13
14#include <linux/cpu.h>
15#include <linux/errno.h>
16#include <linux/sched.h>
17#include <linux/kernel.h>
18#include <linux/tty.h>
19#include <linux/reboot.h>
20#include <linux/init.h>
21#include <linux/console.h>
22#include <linux/delay.h>
23#include <linux/irq.h>
24#include <linux/seq_file.h>
25#include <linux/of.h>
Rob Herring26a20562013-09-26 07:40:04 -050026#include <linux/of_fdt.h>
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000027#include <linux/interrupt.h>
28#include <linux/bug.h>
Benjamin Herrenschmidtcd15b042014-02-11 11:32:38 +110029#include <linux/pci.h>
Gautham R. Shenoyfb5153d2014-03-11 17:01:19 +053030#include <linux/cpufreq.h>
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000031
32#include <asm/machdep.h>
33#include <asm/firmware.h>
34#include <asm/xics.h>
Benjamin Herrenschmidt243e2512017-04-05 17:54:50 +100035#include <asm/xive.h>
Benjamin Herrenschmidtdaea1172011-09-19 17:44:59 +000036#include <asm/opal.h>
Benjamin Herrenschmidt13906db2013-08-21 13:03:20 +100037#include <asm/kexec.h>
Shreyas B. Prabhub2a80872014-06-06 15:51:05 +053038#include <asm/smp.h>
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000039
40#include "powernv.h"
41
42static void __init pnv_setup_arch(void)
43{
Anton Blanchard4817fc32014-05-01 07:20:04 +100044 set_arch_panic_timeout(10, ARCH_PANIC_TIMEOUT);
45
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000046 /* Initialize SMP */
47 pnv_smp_init();
48
Benjamin Herrenschmidt61305a92011-09-19 17:45:05 +000049 /* Setup PCI */
50 pnv_pci_init();
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000051
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +000052 /* Setup RTC and NVRAM callbacks */
53 if (firmware_has_feature(FW_FEATURE_OPAL))
54 opal_nvram_init();
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000055
56 /* Enable NAP mode */
57 powersave_nap = 1;
58
59 /* XXX PMCS */
60}
61
Benjamin Herrenschmidtf2d57692016-07-05 15:04:06 +100062static void __init pnv_init(void)
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000063{
Benjamin Herrenschmidt3fafe9c2013-07-15 13:03:11 +100064 /*
65 * Initialize the LPC bus now so that legacy serial
66 * ports can be found on it
67 */
68 opal_lpc_init();
69
Benjamin Herrenschmidtdaea1172011-09-19 17:44:59 +000070#ifdef CONFIG_HVC_OPAL
71 if (firmware_has_feature(FW_FEATURE_OPAL))
72 hvc_opal_init_early();
73 else
74#endif
75 add_preferred_console("hvc", 0, NULL);
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000076}
77
78static void __init pnv_init_IRQ(void)
79{
Benjamin Herrenschmidt243e2512017-04-05 17:54:50 +100080 /* Try using a XIVE if available, otherwise use a XICS */
81 if (!xive_native_init())
82 xics_init();
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +000083
84 WARN_ON(!ppc_md.get_irq);
85}
86
87static void pnv_show_cpuinfo(struct seq_file *m)
88{
89 struct device_node *root;
90 const char *model = "";
91
92 root = of_find_node_by_path("/");
93 if (root)
94 model = of_get_property(root, "model", NULL);
95 seq_printf(m, "machine\t\t: PowerNV %s\n", model);
Stewart Smithe4d54f72015-12-09 17:18:20 +110096 if (firmware_has_feature(FW_FEATURE_OPAL))
97 seq_printf(m, "firmware\t: OPAL\n");
Benjamin Herrenschmidt14a43e62011-09-19 17:44:57 +000098 else
99 seq_printf(m, "firmware\t: BML\n");
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000100 of_node_put(root);
101}
102
Vasant Hegde2196c6f2014-04-09 22:48:55 +0530103static void pnv_prepare_going_down(void)
104{
105 /*
106 * Disable all notifiers from OPAL, we can't
107 * service interrupts anymore anyway
108 */
Alistair Popple81f2f7c2015-05-15 14:06:44 +1000109 opal_event_shutdown();
Vasant Hegde2196c6f2014-04-09 22:48:55 +0530110
111 /* Soft disable interrupts */
112 local_irq_disable();
113
114 /*
115 * Return secondary CPUs to firwmare if a flash update
116 * is pending otherwise we will get all sort of error
117 * messages about CPU being stuck etc.. This will also
118 * have the side effect of hard disabling interrupts so
119 * past this point, the kernel is effectively dead.
120 */
121 opal_flash_term_callback();
122}
123
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000124static void __noreturn pnv_restart(char *cmd)
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000125{
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000126 long rc = OPAL_BUSY;
127
Vasant Hegde2196c6f2014-04-09 22:48:55 +0530128 pnv_prepare_going_down();
Gavin Shane8e71fa2013-06-20 18:13:23 +0800129
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000130 while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) {
131 rc = opal_cec_reboot();
132 if (rc == OPAL_BUSY_EVENT)
133 opal_poll_events(NULL);
134 else
135 mdelay(10);
136 }
137 for (;;)
138 opal_poll_events(NULL);
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000139}
140
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000141static void __noreturn pnv_power_off(void)
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000142{
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000143 long rc = OPAL_BUSY;
144
Vasant Hegde2196c6f2014-04-09 22:48:55 +0530145 pnv_prepare_going_down();
Gavin Shane8e71fa2013-06-20 18:13:23 +0800146
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000147 while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) {
148 rc = opal_cec_power_down(0);
149 if (rc == OPAL_BUSY_EVENT)
150 opal_poll_events(NULL);
151 else
152 mdelay(10);
153 }
154 for (;;)
155 opal_poll_events(NULL);
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000156}
157
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000158static void __noreturn pnv_halt(void)
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000159{
Benjamin Herrenschmidtec273292011-09-19 18:28:03 +0000160 pnv_power_off();
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000161}
162
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000163static void pnv_progress(char *s, unsigned short hex)
164{
165}
166
Benjamin Herrenschmidt73ed1482013-05-10 16:59:18 +1000167static void pnv_shutdown(void)
168{
169 /* Let the PCI code clear up IODA tables */
170 pnv_pci_shutdown();
171
Vasant Hegdef7d98d12014-01-15 17:02:04 +1100172 /*
173 * Stop OPAL activity: Unregister all OPAL interrupts so they
174 * don't fire up while we kexec and make sure all potentially
175 * DMA'ing ops are complete (such as dump retrieval).
Benjamin Herrenschmidt73ed1482013-05-10 16:59:18 +1000176 */
177 opal_shutdown();
178}
179
Thiago Jung Bauermannda665882016-11-29 23:45:50 +1100180#ifdef CONFIG_KEXEC_CORE
Benjamin Herrenschmidt298b34d2014-04-24 16:14:25 +1000181static void pnv_kexec_wait_secondaries_down(void)
182{
183 int my_cpu, i, notified = -1;
184
185 my_cpu = get_cpu();
186
187 for_each_online_cpu(i) {
188 uint8_t status;
Samuel Mendoza-Jonas1b703862015-07-22 15:54:29 +1000189 int64_t rc, timeout = 1000;
Benjamin Herrenschmidt298b34d2014-04-24 16:14:25 +1000190
191 if (i == my_cpu)
192 continue;
193
194 for (;;) {
195 rc = opal_query_cpu_status(get_hard_smp_processor_id(i),
196 &status);
197 if (rc != OPAL_SUCCESS || status != OPAL_THREAD_STARTED)
198 break;
199 barrier();
200 if (i != notified) {
201 printk(KERN_INFO "kexec: waiting for cpu %d "
202 "(physical %d) to enter OPAL\n",
203 i, paca[i].hw_cpu_id);
204 notified = i;
205 }
Samuel Mendoza-Jonas1b703862015-07-22 15:54:29 +1000206
207 /*
208 * On crash secondaries might be unreachable or hung,
209 * so timeout if we've waited too long
210 * */
211 mdelay(1);
212 if (timeout-- == 0) {
213 printk(KERN_ERR "kexec: timed out waiting for "
214 "cpu %d (physical %d) to enter OPAL\n",
215 i, paca[i].hw_cpu_id);
216 break;
217 }
Benjamin Herrenschmidt298b34d2014-04-24 16:14:25 +1000218 }
219 }
220}
221
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000222static void pnv_kexec_cpu_down(int crash_shutdown, int secondary)
223{
Benjamin Herrenschmidt243e2512017-04-05 17:54:50 +1000224 if (xive_enabled())
225 xive_kexec_teardown_cpu(secondary);
226 else
227 xics_kexec_teardown_cpu(secondary);
Benjamin Herrenschmidt13906db2013-08-21 13:03:20 +1000228
Stewart Smithe4d54f72015-12-09 17:18:20 +1100229 /* On OPAL, we return all CPUs to firmware */
Stewart Smithe4d54f72015-12-09 17:18:20 +1100230 if (!firmware_has_feature(FW_FEATURE_OPAL))
Benjamin Herrenschmidt298b34d2014-04-24 16:14:25 +1000231 return;
232
233 if (secondary) {
234 /* Return secondary CPUs to firmware on OPAL v3 */
Benjamin Herrenschmidt13906db2013-08-21 13:03:20 +1000235 mb();
236 get_paca()->kexec_state = KEXEC_STATE_REAL_MODE;
237 mb();
238
239 /* Return the CPU to OPAL */
240 opal_return_cpu();
Benjamin Herrenschmidt298b34d2014-04-24 16:14:25 +1000241 } else {
242 /* Primary waits for the secondaries to have reached OPAL */
243 pnv_kexec_wait_secondaries_down();
Samuel Mendoza-Jonase72bb8a2015-07-22 15:50:51 +1000244
Benjamin Herrenschmidt243e2512017-04-05 17:54:50 +1000245 /* Switch XIVE back to emulation mode */
246 if (xive_enabled())
247 xive_shutdown();
248
Samuel Mendoza-Jonase72bb8a2015-07-22 15:50:51 +1000249 /*
250 * We might be running as little-endian - now that interrupts
251 * are disabled, reset the HILE bit to big-endian so we don't
252 * take interrupts in the wrong endian later
253 */
254 opal_reinit_cpus(OPAL_REINIT_CPUS_HILE_BE);
Benjamin Herrenschmidt13906db2013-08-21 13:03:20 +1000255 }
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000256}
Thiago Jung Bauermannda665882016-11-29 23:45:50 +1100257#endif /* CONFIG_KEXEC_CORE */
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000258
Anton Blanchard6d97d7a2014-06-04 17:52:42 +1000259#ifdef CONFIG_MEMORY_HOTPLUG_SPARSE
260static unsigned long pnv_memory_block_size(void)
261{
262 return 256UL * 1024 * 1024;
263}
264#endif
265
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000266static void __init pnv_setup_machdep_opal(void)
267{
268 ppc_md.get_boot_time = opal_get_boot_time;
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000269 ppc_md.restart = pnv_restart;
Alexander Graf9178ba22014-10-13 16:01:09 +0200270 pm_power_off = pnv_power_off;
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000271 ppc_md.halt = pnv_halt;
Benjamin Herrenschmidted79ba92011-09-19 17:45:04 +0000272 ppc_md.machine_check_exception = opal_machine_check;
Mahesh Salgaonkar55672ec2013-12-16 10:46:24 +0530273 ppc_md.mce_check_early_recovery = opal_mce_check_early_recovery;
Mahesh Salgaonkar0869b6f2014-07-29 18:40:01 +0530274 ppc_md.hmi_exception_early = opal_hmi_exception_early;
275 ppc_md.handle_hmi_exception = opal_handle_hmi_exception;
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000276}
277
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000278static int __init pnv_probe(void)
279{
Benjamin Herrenschmidt406b0b62016-07-05 15:04:00 +1000280 if (!of_machine_is_compatible("ibm,powernv"))
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000281 return 0;
282
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000283 if (firmware_has_feature(FW_FEATURE_OPAL))
284 pnv_setup_machdep_opal();
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000285
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000286 pr_debug("PowerNV detected !\n");
287
Benjamin Herrenschmidtf2d57692016-07-05 15:04:06 +1000288 pnv_init();
289
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000290 return 1;
291}
292
Gautham R. Shenoyfb5153d2014-03-11 17:01:19 +0530293/*
294 * Returns the cpu frequency for 'cpu' in Hz. This is used by
295 * /proc/cpuinfo
296 */
Anton Blancharde51df2c2014-08-20 08:55:18 +1000297static unsigned long pnv_get_proc_freq(unsigned int cpu)
Gautham R. Shenoyfb5153d2014-03-11 17:01:19 +0530298{
299 unsigned long ret_freq;
300
301 ret_freq = cpufreq_quick_get(cpu) * 1000ul;
302
303 /*
304 * If the backend cpufreq driver does not exist,
305 * then fallback to old way of reporting the clockrate.
306 */
307 if (!ret_freq)
308 ret_freq = ppc_proc_freq;
309 return ret_freq;
310}
311
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000312define_machine(powernv) {
313 .name = "PowerNV",
314 .probe = pnv_probe,
Benjamin Herrenschmidt628daa82011-09-19 17:45:01 +0000315 .setup_arch = pnv_setup_arch,
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000316 .init_IRQ = pnv_init_IRQ,
317 .show_cpuinfo = pnv_show_cpuinfo,
Gautham R. Shenoyfb5153d2014-03-11 17:01:19 +0530318 .get_proc_freq = pnv_get_proc_freq,
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000319 .progress = pnv_progress,
Benjamin Herrenschmidt73ed1482013-05-10 16:59:18 +1000320 .machine_shutdown = pnv_shutdown,
Shreyas B. Prabhu5593e302016-06-08 11:54:27 -0500321 .power_save = NULL,
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000322 .calibrate_decr = generic_calibrate_decr,
Thiago Jung Bauermannda665882016-11-29 23:45:50 +1100323#ifdef CONFIG_KEXEC_CORE
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000324 .kexec_cpu_down = pnv_kexec_cpu_down,
325#endif
Anton Blanchard6d97d7a2014-06-04 17:52:42 +1000326#ifdef CONFIG_MEMORY_HOTPLUG_SPARSE
327 .memory_block_size = pnv_memory_block_size,
328#endif
Benjamin Herrenschmidt55190f82011-09-19 17:44:52 +0000329};