Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 1 | /* |
| 2 | * PowerNV setup code. |
| 3 | * |
| 4 | * Copyright 2011 IBM Corp. |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or |
| 7 | * modify it under the terms of the GNU General Public License |
| 8 | * as published by the Free Software Foundation; either version |
| 9 | * 2 of the License, or (at your option) any later version. |
| 10 | */ |
| 11 | |
| 12 | #undef DEBUG |
| 13 | |
| 14 | #include <linux/cpu.h> |
| 15 | #include <linux/errno.h> |
| 16 | #include <linux/sched.h> |
| 17 | #include <linux/kernel.h> |
| 18 | #include <linux/tty.h> |
| 19 | #include <linux/reboot.h> |
| 20 | #include <linux/init.h> |
| 21 | #include <linux/console.h> |
| 22 | #include <linux/delay.h> |
| 23 | #include <linux/irq.h> |
| 24 | #include <linux/seq_file.h> |
| 25 | #include <linux/of.h> |
Rob Herring | 26a2056 | 2013-09-26 07:40:04 -0500 | [diff] [blame] | 26 | #include <linux/of_fdt.h> |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 27 | #include <linux/interrupt.h> |
| 28 | #include <linux/bug.h> |
Benjamin Herrenschmidt | cd15b04 | 2014-02-11 11:32:38 +1100 | [diff] [blame] | 29 | #include <linux/pci.h> |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 30 | |
| 31 | #include <asm/machdep.h> |
| 32 | #include <asm/firmware.h> |
| 33 | #include <asm/xics.h> |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 34 | #include <asm/rtas.h> |
Benjamin Herrenschmidt | daea117 | 2011-09-19 17:44:59 +0000 | [diff] [blame] | 35 | #include <asm/opal.h> |
Benjamin Herrenschmidt | 13906db | 2013-08-21 13:03:20 +1000 | [diff] [blame] | 36 | #include <asm/kexec.h> |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 37 | |
| 38 | #include "powernv.h" |
| 39 | |
| 40 | static void __init pnv_setup_arch(void) |
| 41 | { |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 42 | /* Initialize SMP */ |
| 43 | pnv_smp_init(); |
| 44 | |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 45 | /* Setup PCI */ |
| 46 | pnv_pci_init(); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 47 | |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 48 | /* Setup RTC and NVRAM callbacks */ |
| 49 | if (firmware_has_feature(FW_FEATURE_OPAL)) |
| 50 | opal_nvram_init(); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 51 | |
| 52 | /* Enable NAP mode */ |
| 53 | powersave_nap = 1; |
| 54 | |
| 55 | /* XXX PMCS */ |
| 56 | } |
| 57 | |
| 58 | static void __init pnv_init_early(void) |
| 59 | { |
Benjamin Herrenschmidt | 3fafe9c | 2013-07-15 13:03:11 +1000 | [diff] [blame] | 60 | /* |
| 61 | * Initialize the LPC bus now so that legacy serial |
| 62 | * ports can be found on it |
| 63 | */ |
| 64 | opal_lpc_init(); |
| 65 | |
Benjamin Herrenschmidt | daea117 | 2011-09-19 17:44:59 +0000 | [diff] [blame] | 66 | #ifdef CONFIG_HVC_OPAL |
| 67 | if (firmware_has_feature(FW_FEATURE_OPAL)) |
| 68 | hvc_opal_init_early(); |
| 69 | else |
| 70 | #endif |
| 71 | add_preferred_console("hvc", 0, NULL); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 72 | } |
| 73 | |
| 74 | static void __init pnv_init_IRQ(void) |
| 75 | { |
| 76 | xics_init(); |
| 77 | |
| 78 | WARN_ON(!ppc_md.get_irq); |
| 79 | } |
| 80 | |
| 81 | static void pnv_show_cpuinfo(struct seq_file *m) |
| 82 | { |
| 83 | struct device_node *root; |
| 84 | const char *model = ""; |
| 85 | |
| 86 | root = of_find_node_by_path("/"); |
| 87 | if (root) |
| 88 | model = of_get_property(root, "model", NULL); |
| 89 | seq_printf(m, "machine\t\t: PowerNV %s\n", model); |
Benjamin Herrenschmidt | 75b93da | 2013-05-14 15:10:02 +1000 | [diff] [blame] | 90 | if (firmware_has_feature(FW_FEATURE_OPALv3)) |
| 91 | seq_printf(m, "firmware\t: OPAL v3\n"); |
| 92 | else if (firmware_has_feature(FW_FEATURE_OPALv2)) |
Benjamin Herrenschmidt | 14a43e6 | 2011-09-19 17:44:57 +0000 | [diff] [blame] | 93 | seq_printf(m, "firmware\t: OPAL v2\n"); |
| 94 | else if (firmware_has_feature(FW_FEATURE_OPAL)) |
| 95 | seq_printf(m, "firmware\t: OPAL v1\n"); |
| 96 | else |
| 97 | seq_printf(m, "firmware\t: BML\n"); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 98 | of_node_put(root); |
| 99 | } |
| 100 | |
Vasant Hegde | 2196c6f | 2014-04-09 22:48:55 +0530 | [diff] [blame^] | 101 | static void pnv_prepare_going_down(void) |
| 102 | { |
| 103 | /* |
| 104 | * Disable all notifiers from OPAL, we can't |
| 105 | * service interrupts anymore anyway |
| 106 | */ |
| 107 | opal_notifier_disable(); |
| 108 | |
| 109 | /* Soft disable interrupts */ |
| 110 | local_irq_disable(); |
| 111 | |
| 112 | /* |
| 113 | * Return secondary CPUs to firwmare if a flash update |
| 114 | * is pending otherwise we will get all sort of error |
| 115 | * messages about CPU being stuck etc.. This will also |
| 116 | * have the side effect of hard disabling interrupts so |
| 117 | * past this point, the kernel is effectively dead. |
| 118 | */ |
| 119 | opal_flash_term_callback(); |
| 120 | } |
| 121 | |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 122 | static void __noreturn pnv_restart(char *cmd) |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 123 | { |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 124 | long rc = OPAL_BUSY; |
| 125 | |
Vasant Hegde | 2196c6f | 2014-04-09 22:48:55 +0530 | [diff] [blame^] | 126 | pnv_prepare_going_down(); |
Gavin Shan | e8e71fa | 2013-06-20 18:13:23 +0800 | [diff] [blame] | 127 | |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 128 | while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { |
| 129 | rc = opal_cec_reboot(); |
| 130 | if (rc == OPAL_BUSY_EVENT) |
| 131 | opal_poll_events(NULL); |
| 132 | else |
| 133 | mdelay(10); |
| 134 | } |
| 135 | for (;;) |
| 136 | opal_poll_events(NULL); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 137 | } |
| 138 | |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 139 | static void __noreturn pnv_power_off(void) |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 140 | { |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 141 | long rc = OPAL_BUSY; |
| 142 | |
Vasant Hegde | 2196c6f | 2014-04-09 22:48:55 +0530 | [diff] [blame^] | 143 | pnv_prepare_going_down(); |
Gavin Shan | e8e71fa | 2013-06-20 18:13:23 +0800 | [diff] [blame] | 144 | |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 145 | while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { |
| 146 | rc = opal_cec_power_down(0); |
| 147 | if (rc == OPAL_BUSY_EVENT) |
| 148 | opal_poll_events(NULL); |
| 149 | else |
| 150 | mdelay(10); |
| 151 | } |
| 152 | for (;;) |
| 153 | opal_poll_events(NULL); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 154 | } |
| 155 | |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 156 | static void __noreturn pnv_halt(void) |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 157 | { |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 158 | pnv_power_off(); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 159 | } |
| 160 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 161 | static void pnv_progress(char *s, unsigned short hex) |
| 162 | { |
| 163 | } |
| 164 | |
Benjamin Herrenschmidt | cd15b04 | 2014-02-11 11:32:38 +1100 | [diff] [blame] | 165 | static int pnv_dma_set_mask(struct device *dev, u64 dma_mask) |
| 166 | { |
| 167 | if (dev_is_pci(dev)) |
| 168 | return pnv_pci_dma_set_mask(to_pci_dev(dev), dma_mask); |
| 169 | return __dma_set_mask(dev, dma_mask); |
| 170 | } |
| 171 | |
Benjamin Herrenschmidt | 73ed148 | 2013-05-10 16:59:18 +1000 | [diff] [blame] | 172 | static void pnv_shutdown(void) |
| 173 | { |
| 174 | /* Let the PCI code clear up IODA tables */ |
| 175 | pnv_pci_shutdown(); |
| 176 | |
Vasant Hegde | f7d98d1 | 2014-01-15 17:02:04 +1100 | [diff] [blame] | 177 | /* |
| 178 | * Stop OPAL activity: Unregister all OPAL interrupts so they |
| 179 | * don't fire up while we kexec and make sure all potentially |
| 180 | * DMA'ing ops are complete (such as dump retrieval). |
Benjamin Herrenschmidt | 73ed148 | 2013-05-10 16:59:18 +1000 | [diff] [blame] | 181 | */ |
| 182 | opal_shutdown(); |
| 183 | } |
| 184 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 185 | #ifdef CONFIG_KEXEC |
Benjamin Herrenschmidt | 298b34d | 2014-04-24 16:14:25 +1000 | [diff] [blame] | 186 | static void pnv_kexec_wait_secondaries_down(void) |
| 187 | { |
| 188 | int my_cpu, i, notified = -1; |
| 189 | |
| 190 | my_cpu = get_cpu(); |
| 191 | |
| 192 | for_each_online_cpu(i) { |
| 193 | uint8_t status; |
| 194 | int64_t rc; |
| 195 | |
| 196 | if (i == my_cpu) |
| 197 | continue; |
| 198 | |
| 199 | for (;;) { |
| 200 | rc = opal_query_cpu_status(get_hard_smp_processor_id(i), |
| 201 | &status); |
| 202 | if (rc != OPAL_SUCCESS || status != OPAL_THREAD_STARTED) |
| 203 | break; |
| 204 | barrier(); |
| 205 | if (i != notified) { |
| 206 | printk(KERN_INFO "kexec: waiting for cpu %d " |
| 207 | "(physical %d) to enter OPAL\n", |
| 208 | i, paca[i].hw_cpu_id); |
| 209 | notified = i; |
| 210 | } |
| 211 | } |
| 212 | } |
| 213 | } |
| 214 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 215 | static void pnv_kexec_cpu_down(int crash_shutdown, int secondary) |
| 216 | { |
| 217 | xics_kexec_teardown_cpu(secondary); |
Benjamin Herrenschmidt | 13906db | 2013-08-21 13:03:20 +1000 | [diff] [blame] | 218 | |
Benjamin Herrenschmidt | 298b34d | 2014-04-24 16:14:25 +1000 | [diff] [blame] | 219 | /* On OPAL v3, we return all CPUs to firmware */ |
| 220 | |
| 221 | if (!firmware_has_feature(FW_FEATURE_OPALv3)) |
| 222 | return; |
| 223 | |
| 224 | if (secondary) { |
| 225 | /* Return secondary CPUs to firmware on OPAL v3 */ |
Benjamin Herrenschmidt | 13906db | 2013-08-21 13:03:20 +1000 | [diff] [blame] | 226 | mb(); |
| 227 | get_paca()->kexec_state = KEXEC_STATE_REAL_MODE; |
| 228 | mb(); |
| 229 | |
| 230 | /* Return the CPU to OPAL */ |
| 231 | opal_return_cpu(); |
Benjamin Herrenschmidt | 298b34d | 2014-04-24 16:14:25 +1000 | [diff] [blame] | 232 | } else if (crash_shutdown) { |
| 233 | /* |
| 234 | * On crash, we don't wait for secondaries to go |
| 235 | * down as they might be unreachable or hung, so |
| 236 | * instead we just wait a bit and move on. |
| 237 | */ |
| 238 | mdelay(1); |
| 239 | } else { |
| 240 | /* Primary waits for the secondaries to have reached OPAL */ |
| 241 | pnv_kexec_wait_secondaries_down(); |
Benjamin Herrenschmidt | 13906db | 2013-08-21 13:03:20 +1000 | [diff] [blame] | 242 | } |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 243 | } |
| 244 | #endif /* CONFIG_KEXEC */ |
| 245 | |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 246 | static void __init pnv_setup_machdep_opal(void) |
| 247 | { |
| 248 | ppc_md.get_boot_time = opal_get_boot_time; |
| 249 | ppc_md.get_rtc_time = opal_get_rtc_time; |
| 250 | ppc_md.set_rtc_time = opal_set_rtc_time; |
| 251 | ppc_md.restart = pnv_restart; |
| 252 | ppc_md.power_off = pnv_power_off; |
| 253 | ppc_md.halt = pnv_halt; |
Benjamin Herrenschmidt | ed79ba9 | 2011-09-19 17:45:04 +0000 | [diff] [blame] | 254 | ppc_md.machine_check_exception = opal_machine_check; |
Mahesh Salgaonkar | 55672ec | 2013-12-16 10:46:24 +0530 | [diff] [blame] | 255 | ppc_md.mce_check_early_recovery = opal_mce_check_early_recovery; |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 256 | } |
| 257 | |
| 258 | #ifdef CONFIG_PPC_POWERNV_RTAS |
| 259 | static void __init pnv_setup_machdep_rtas(void) |
| 260 | { |
| 261 | if (rtas_token("get-time-of-day") != RTAS_UNKNOWN_SERVICE) { |
| 262 | ppc_md.get_boot_time = rtas_get_boot_time; |
| 263 | ppc_md.get_rtc_time = rtas_get_rtc_time; |
| 264 | ppc_md.set_rtc_time = rtas_set_rtc_time; |
| 265 | } |
| 266 | ppc_md.restart = rtas_restart; |
| 267 | ppc_md.power_off = rtas_power_off; |
| 268 | ppc_md.halt = rtas_halt; |
| 269 | } |
| 270 | #endif /* CONFIG_PPC_POWERNV_RTAS */ |
| 271 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 272 | static int __init pnv_probe(void) |
| 273 | { |
| 274 | unsigned long root = of_get_flat_dt_root(); |
| 275 | |
| 276 | if (!of_flat_dt_is_compatible(root, "ibm,powernv")) |
| 277 | return 0; |
| 278 | |
| 279 | hpte_init_native(); |
| 280 | |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 281 | if (firmware_has_feature(FW_FEATURE_OPAL)) |
| 282 | pnv_setup_machdep_opal(); |
| 283 | #ifdef CONFIG_PPC_POWERNV_RTAS |
| 284 | else if (rtas.base) |
| 285 | pnv_setup_machdep_rtas(); |
| 286 | #endif /* CONFIG_PPC_POWERNV_RTAS */ |
| 287 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 288 | pr_debug("PowerNV detected !\n"); |
| 289 | |
| 290 | return 1; |
| 291 | } |
| 292 | |
| 293 | define_machine(powernv) { |
| 294 | .name = "PowerNV", |
| 295 | .probe = pnv_probe, |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 296 | .init_early = pnv_init_early, |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 297 | .setup_arch = pnv_setup_arch, |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 298 | .init_IRQ = pnv_init_IRQ, |
| 299 | .show_cpuinfo = pnv_show_cpuinfo, |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 300 | .progress = pnv_progress, |
Benjamin Herrenschmidt | 73ed148 | 2013-05-10 16:59:18 +1000 | [diff] [blame] | 301 | .machine_shutdown = pnv_shutdown, |
Nicolas Pitre | 591ac0c | 2014-02-17 10:59:29 -0500 | [diff] [blame] | 302 | .power_save = power7_idle, |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 303 | .calibrate_decr = generic_calibrate_decr, |
Benjamin Herrenschmidt | cd15b04 | 2014-02-11 11:32:38 +1100 | [diff] [blame] | 304 | .dma_set_mask = pnv_dma_set_mask, |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 305 | #ifdef CONFIG_KEXEC |
| 306 | .kexec_cpu_down = pnv_kexec_cpu_down, |
| 307 | #endif |
| 308 | }; |