Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 1 | /* |
| 2 | * PowerNV setup code. |
| 3 | * |
| 4 | * Copyright 2011 IBM Corp. |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or |
| 7 | * modify it under the terms of the GNU General Public License |
| 8 | * as published by the Free Software Foundation; either version |
| 9 | * 2 of the License, or (at your option) any later version. |
| 10 | */ |
| 11 | |
| 12 | #undef DEBUG |
| 13 | |
| 14 | #include <linux/cpu.h> |
| 15 | #include <linux/errno.h> |
| 16 | #include <linux/sched.h> |
| 17 | #include <linux/kernel.h> |
| 18 | #include <linux/tty.h> |
| 19 | #include <linux/reboot.h> |
| 20 | #include <linux/init.h> |
| 21 | #include <linux/console.h> |
| 22 | #include <linux/delay.h> |
| 23 | #include <linux/irq.h> |
| 24 | #include <linux/seq_file.h> |
| 25 | #include <linux/of.h> |
Rob Herring | 26a2056 | 2013-09-26 07:40:04 -0500 | [diff] [blame] | 26 | #include <linux/of_fdt.h> |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 27 | #include <linux/interrupt.h> |
| 28 | #include <linux/bug.h> |
Benjamin Herrenschmidt | cd15b04 | 2014-02-11 11:32:38 +1100 | [diff] [blame] | 29 | #include <linux/pci.h> |
Gautham R. Shenoy | fb5153d | 2014-03-11 17:01:19 +0530 | [diff] [blame] | 30 | #include <linux/cpufreq.h> |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 31 | |
| 32 | #include <asm/machdep.h> |
| 33 | #include <asm/firmware.h> |
| 34 | #include <asm/xics.h> |
Benjamin Herrenschmidt | daea117 | 2011-09-19 17:44:59 +0000 | [diff] [blame] | 35 | #include <asm/opal.h> |
Benjamin Herrenschmidt | 13906db | 2013-08-21 13:03:20 +1000 | [diff] [blame] | 36 | #include <asm/kexec.h> |
Shreyas B. Prabhu | b2a8087 | 2014-06-06 15:51:05 +0530 | [diff] [blame] | 37 | #include <asm/smp.h> |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 38 | |
| 39 | #include "powernv.h" |
| 40 | |
| 41 | static void __init pnv_setup_arch(void) |
| 42 | { |
Anton Blanchard | 4817fc3 | 2014-05-01 07:20:04 +1000 | [diff] [blame] | 43 | set_arch_panic_timeout(10, ARCH_PANIC_TIMEOUT); |
| 44 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 45 | /* Initialize SMP */ |
| 46 | pnv_smp_init(); |
| 47 | |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 48 | /* Setup PCI */ |
| 49 | pnv_pci_init(); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 50 | |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 51 | /* Setup RTC and NVRAM callbacks */ |
| 52 | if (firmware_has_feature(FW_FEATURE_OPAL)) |
| 53 | opal_nvram_init(); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 54 | |
| 55 | /* Enable NAP mode */ |
| 56 | powersave_nap = 1; |
| 57 | |
| 58 | /* XXX PMCS */ |
| 59 | } |
| 60 | |
| 61 | static void __init pnv_init_early(void) |
| 62 | { |
Benjamin Herrenschmidt | 3fafe9c | 2013-07-15 13:03:11 +1000 | [diff] [blame] | 63 | /* |
| 64 | * Initialize the LPC bus now so that legacy serial |
| 65 | * ports can be found on it |
| 66 | */ |
| 67 | opal_lpc_init(); |
| 68 | |
Benjamin Herrenschmidt | daea117 | 2011-09-19 17:44:59 +0000 | [diff] [blame] | 69 | #ifdef CONFIG_HVC_OPAL |
| 70 | if (firmware_has_feature(FW_FEATURE_OPAL)) |
| 71 | hvc_opal_init_early(); |
| 72 | else |
| 73 | #endif |
| 74 | add_preferred_console("hvc", 0, NULL); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 75 | } |
| 76 | |
| 77 | static void __init pnv_init_IRQ(void) |
| 78 | { |
| 79 | xics_init(); |
| 80 | |
| 81 | WARN_ON(!ppc_md.get_irq); |
| 82 | } |
| 83 | |
| 84 | static void pnv_show_cpuinfo(struct seq_file *m) |
| 85 | { |
| 86 | struct device_node *root; |
| 87 | const char *model = ""; |
| 88 | |
| 89 | root = of_find_node_by_path("/"); |
| 90 | if (root) |
| 91 | model = of_get_property(root, "model", NULL); |
| 92 | seq_printf(m, "machine\t\t: PowerNV %s\n", model); |
Benjamin Herrenschmidt | 75b93da | 2013-05-14 15:10:02 +1000 | [diff] [blame] | 93 | if (firmware_has_feature(FW_FEATURE_OPALv3)) |
| 94 | seq_printf(m, "firmware\t: OPAL v3\n"); |
| 95 | else if (firmware_has_feature(FW_FEATURE_OPALv2)) |
Benjamin Herrenschmidt | 14a43e6 | 2011-09-19 17:44:57 +0000 | [diff] [blame] | 96 | seq_printf(m, "firmware\t: OPAL v2\n"); |
| 97 | else if (firmware_has_feature(FW_FEATURE_OPAL)) |
| 98 | seq_printf(m, "firmware\t: OPAL v1\n"); |
| 99 | else |
| 100 | seq_printf(m, "firmware\t: BML\n"); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 101 | of_node_put(root); |
| 102 | } |
| 103 | |
Vasant Hegde | 2196c6f | 2014-04-09 22:48:55 +0530 | [diff] [blame] | 104 | static void pnv_prepare_going_down(void) |
| 105 | { |
| 106 | /* |
| 107 | * Disable all notifiers from OPAL, we can't |
| 108 | * service interrupts anymore anyway |
| 109 | */ |
Alistair Popple | 81f2f7c | 2015-05-15 14:06:44 +1000 | [diff] [blame] | 110 | opal_event_shutdown(); |
Vasant Hegde | 2196c6f | 2014-04-09 22:48:55 +0530 | [diff] [blame] | 111 | |
| 112 | /* Soft disable interrupts */ |
| 113 | local_irq_disable(); |
| 114 | |
| 115 | /* |
| 116 | * Return secondary CPUs to firwmare if a flash update |
| 117 | * is pending otherwise we will get all sort of error |
| 118 | * messages about CPU being stuck etc.. This will also |
| 119 | * have the side effect of hard disabling interrupts so |
| 120 | * past this point, the kernel is effectively dead. |
| 121 | */ |
| 122 | opal_flash_term_callback(); |
| 123 | } |
| 124 | |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 125 | static void __noreturn pnv_restart(char *cmd) |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 126 | { |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 127 | long rc = OPAL_BUSY; |
| 128 | |
Vasant Hegde | 2196c6f | 2014-04-09 22:48:55 +0530 | [diff] [blame] | 129 | pnv_prepare_going_down(); |
Gavin Shan | e8e71fa | 2013-06-20 18:13:23 +0800 | [diff] [blame] | 130 | |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 131 | while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { |
| 132 | rc = opal_cec_reboot(); |
| 133 | if (rc == OPAL_BUSY_EVENT) |
| 134 | opal_poll_events(NULL); |
| 135 | else |
| 136 | mdelay(10); |
| 137 | } |
| 138 | for (;;) |
| 139 | opal_poll_events(NULL); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 140 | } |
| 141 | |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 142 | static void __noreturn pnv_power_off(void) |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 143 | { |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 144 | long rc = OPAL_BUSY; |
| 145 | |
Vasant Hegde | 2196c6f | 2014-04-09 22:48:55 +0530 | [diff] [blame] | 146 | pnv_prepare_going_down(); |
Gavin Shan | e8e71fa | 2013-06-20 18:13:23 +0800 | [diff] [blame] | 147 | |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 148 | while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { |
| 149 | rc = opal_cec_power_down(0); |
| 150 | if (rc == OPAL_BUSY_EVENT) |
| 151 | opal_poll_events(NULL); |
| 152 | else |
| 153 | mdelay(10); |
| 154 | } |
| 155 | for (;;) |
| 156 | opal_poll_events(NULL); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 157 | } |
| 158 | |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 159 | static void __noreturn pnv_halt(void) |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 160 | { |
Benjamin Herrenschmidt | ec27329 | 2011-09-19 18:28:03 +0000 | [diff] [blame] | 161 | pnv_power_off(); |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 162 | } |
| 163 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 164 | static void pnv_progress(char *s, unsigned short hex) |
| 165 | { |
| 166 | } |
| 167 | |
Benjamin Herrenschmidt | 73ed148 | 2013-05-10 16:59:18 +1000 | [diff] [blame] | 168 | static void pnv_shutdown(void) |
| 169 | { |
| 170 | /* Let the PCI code clear up IODA tables */ |
| 171 | pnv_pci_shutdown(); |
| 172 | |
Vasant Hegde | f7d98d1 | 2014-01-15 17:02:04 +1100 | [diff] [blame] | 173 | /* |
| 174 | * Stop OPAL activity: Unregister all OPAL interrupts so they |
| 175 | * don't fire up while we kexec and make sure all potentially |
| 176 | * DMA'ing ops are complete (such as dump retrieval). |
Benjamin Herrenschmidt | 73ed148 | 2013-05-10 16:59:18 +1000 | [diff] [blame] | 177 | */ |
| 178 | opal_shutdown(); |
| 179 | } |
| 180 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 181 | #ifdef CONFIG_KEXEC |
Benjamin Herrenschmidt | 298b34d | 2014-04-24 16:14:25 +1000 | [diff] [blame] | 182 | static void pnv_kexec_wait_secondaries_down(void) |
| 183 | { |
| 184 | int my_cpu, i, notified = -1; |
| 185 | |
| 186 | my_cpu = get_cpu(); |
| 187 | |
| 188 | for_each_online_cpu(i) { |
| 189 | uint8_t status; |
Samuel Mendoza-Jonas | 1b70386 | 2015-07-22 15:54:29 +1000 | [diff] [blame^] | 190 | int64_t rc, timeout = 1000; |
Benjamin Herrenschmidt | 298b34d | 2014-04-24 16:14:25 +1000 | [diff] [blame] | 191 | |
| 192 | if (i == my_cpu) |
| 193 | continue; |
| 194 | |
| 195 | for (;;) { |
| 196 | rc = opal_query_cpu_status(get_hard_smp_processor_id(i), |
| 197 | &status); |
| 198 | if (rc != OPAL_SUCCESS || status != OPAL_THREAD_STARTED) |
| 199 | break; |
| 200 | barrier(); |
| 201 | if (i != notified) { |
| 202 | printk(KERN_INFO "kexec: waiting for cpu %d " |
| 203 | "(physical %d) to enter OPAL\n", |
| 204 | i, paca[i].hw_cpu_id); |
| 205 | notified = i; |
| 206 | } |
Samuel Mendoza-Jonas | 1b70386 | 2015-07-22 15:54:29 +1000 | [diff] [blame^] | 207 | |
| 208 | /* |
| 209 | * On crash secondaries might be unreachable or hung, |
| 210 | * so timeout if we've waited too long |
| 211 | * */ |
| 212 | mdelay(1); |
| 213 | if (timeout-- == 0) { |
| 214 | printk(KERN_ERR "kexec: timed out waiting for " |
| 215 | "cpu %d (physical %d) to enter OPAL\n", |
| 216 | i, paca[i].hw_cpu_id); |
| 217 | break; |
| 218 | } |
Benjamin Herrenschmidt | 298b34d | 2014-04-24 16:14:25 +1000 | [diff] [blame] | 219 | } |
| 220 | } |
| 221 | } |
| 222 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 223 | static void pnv_kexec_cpu_down(int crash_shutdown, int secondary) |
| 224 | { |
| 225 | xics_kexec_teardown_cpu(secondary); |
Benjamin Herrenschmidt | 13906db | 2013-08-21 13:03:20 +1000 | [diff] [blame] | 226 | |
Benjamin Herrenschmidt | 298b34d | 2014-04-24 16:14:25 +1000 | [diff] [blame] | 227 | /* On OPAL v3, we return all CPUs to firmware */ |
| 228 | |
| 229 | if (!firmware_has_feature(FW_FEATURE_OPALv3)) |
| 230 | return; |
| 231 | |
| 232 | if (secondary) { |
| 233 | /* Return secondary CPUs to firmware on OPAL v3 */ |
Benjamin Herrenschmidt | 13906db | 2013-08-21 13:03:20 +1000 | [diff] [blame] | 234 | mb(); |
| 235 | get_paca()->kexec_state = KEXEC_STATE_REAL_MODE; |
| 236 | mb(); |
| 237 | |
| 238 | /* Return the CPU to OPAL */ |
| 239 | opal_return_cpu(); |
Benjamin Herrenschmidt | 298b34d | 2014-04-24 16:14:25 +1000 | [diff] [blame] | 240 | } else { |
| 241 | /* Primary waits for the secondaries to have reached OPAL */ |
| 242 | pnv_kexec_wait_secondaries_down(); |
Samuel Mendoza-Jonas | e72bb8a | 2015-07-22 15:50:51 +1000 | [diff] [blame] | 243 | |
| 244 | /* |
| 245 | * We might be running as little-endian - now that interrupts |
| 246 | * are disabled, reset the HILE bit to big-endian so we don't |
| 247 | * take interrupts in the wrong endian later |
| 248 | */ |
| 249 | opal_reinit_cpus(OPAL_REINIT_CPUS_HILE_BE); |
Benjamin Herrenschmidt | 13906db | 2013-08-21 13:03:20 +1000 | [diff] [blame] | 250 | } |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 251 | } |
| 252 | #endif /* CONFIG_KEXEC */ |
| 253 | |
Anton Blanchard | 6d97d7a | 2014-06-04 17:52:42 +1000 | [diff] [blame] | 254 | #ifdef CONFIG_MEMORY_HOTPLUG_SPARSE |
| 255 | static unsigned long pnv_memory_block_size(void) |
| 256 | { |
| 257 | return 256UL * 1024 * 1024; |
| 258 | } |
| 259 | #endif |
| 260 | |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 261 | static void __init pnv_setup_machdep_opal(void) |
| 262 | { |
| 263 | ppc_md.get_boot_time = opal_get_boot_time; |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 264 | ppc_md.restart = pnv_restart; |
Alexander Graf | 9178ba2 | 2014-10-13 16:01:09 +0200 | [diff] [blame] | 265 | pm_power_off = pnv_power_off; |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 266 | ppc_md.halt = pnv_halt; |
Benjamin Herrenschmidt | ed79ba9 | 2011-09-19 17:45:04 +0000 | [diff] [blame] | 267 | ppc_md.machine_check_exception = opal_machine_check; |
Mahesh Salgaonkar | 55672ec | 2013-12-16 10:46:24 +0530 | [diff] [blame] | 268 | ppc_md.mce_check_early_recovery = opal_mce_check_early_recovery; |
Mahesh Salgaonkar | 0869b6f | 2014-07-29 18:40:01 +0530 | [diff] [blame] | 269 | ppc_md.hmi_exception_early = opal_hmi_exception_early; |
| 270 | ppc_md.handle_hmi_exception = opal_handle_hmi_exception; |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 271 | } |
| 272 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 273 | static int __init pnv_probe(void) |
| 274 | { |
| 275 | unsigned long root = of_get_flat_dt_root(); |
| 276 | |
| 277 | if (!of_flat_dt_is_compatible(root, "ibm,powernv")) |
| 278 | return 0; |
| 279 | |
| 280 | hpte_init_native(); |
| 281 | |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 282 | if (firmware_has_feature(FW_FEATURE_OPAL)) |
| 283 | pnv_setup_machdep_opal(); |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 284 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 285 | pr_debug("PowerNV detected !\n"); |
| 286 | |
| 287 | return 1; |
| 288 | } |
| 289 | |
Gautham R. Shenoy | fb5153d | 2014-03-11 17:01:19 +0530 | [diff] [blame] | 290 | /* |
| 291 | * Returns the cpu frequency for 'cpu' in Hz. This is used by |
| 292 | * /proc/cpuinfo |
| 293 | */ |
Anton Blanchard | e51df2c | 2014-08-20 08:55:18 +1000 | [diff] [blame] | 294 | static unsigned long pnv_get_proc_freq(unsigned int cpu) |
Gautham R. Shenoy | fb5153d | 2014-03-11 17:01:19 +0530 | [diff] [blame] | 295 | { |
| 296 | unsigned long ret_freq; |
| 297 | |
| 298 | ret_freq = cpufreq_quick_get(cpu) * 1000ul; |
| 299 | |
| 300 | /* |
| 301 | * If the backend cpufreq driver does not exist, |
| 302 | * then fallback to old way of reporting the clockrate. |
| 303 | */ |
| 304 | if (!ret_freq) |
| 305 | ret_freq = ppc_proc_freq; |
| 306 | return ret_freq; |
| 307 | } |
| 308 | |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 309 | define_machine(powernv) { |
| 310 | .name = "PowerNV", |
| 311 | .probe = pnv_probe, |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 312 | .init_early = pnv_init_early, |
Benjamin Herrenschmidt | 628daa8 | 2011-09-19 17:45:01 +0000 | [diff] [blame] | 313 | .setup_arch = pnv_setup_arch, |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 314 | .init_IRQ = pnv_init_IRQ, |
| 315 | .show_cpuinfo = pnv_show_cpuinfo, |
Gautham R. Shenoy | fb5153d | 2014-03-11 17:01:19 +0530 | [diff] [blame] | 316 | .get_proc_freq = pnv_get_proc_freq, |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 317 | .progress = pnv_progress, |
Benjamin Herrenschmidt | 73ed148 | 2013-05-10 16:59:18 +1000 | [diff] [blame] | 318 | .machine_shutdown = pnv_shutdown, |
Nicolas Pitre | 591ac0c | 2014-02-17 10:59:29 -0500 | [diff] [blame] | 319 | .power_save = power7_idle, |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 320 | .calibrate_decr = generic_calibrate_decr, |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 321 | #ifdef CONFIG_KEXEC |
| 322 | .kexec_cpu_down = pnv_kexec_cpu_down, |
| 323 | #endif |
Anton Blanchard | 6d97d7a | 2014-06-04 17:52:42 +1000 | [diff] [blame] | 324 | #ifdef CONFIG_MEMORY_HOTPLUG_SPARSE |
| 325 | .memory_block_size = pnv_memory_block_size, |
| 326 | #endif |
Benjamin Herrenschmidt | 55190f8 | 2011-09-19 17:44:52 +0000 | [diff] [blame] | 327 | }; |