Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 1 | /* |
Anoop Thomas Mathew | b6b2485 | 2013-09-18 12:02:00 -0700 | [diff] [blame] | 2 | * OMAP4 SMP source file. It contains platform specific functions |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 3 | * needed for the linux smp kernel. |
| 4 | * |
| 5 | * Copyright (C) 2009 Texas Instruments, Inc. |
| 6 | * |
| 7 | * Author: |
| 8 | * Santosh Shilimkar <santosh.shilimkar@ti.com> |
| 9 | * |
| 10 | * Platform file needed for the OMAP4 SMP. This file is based on arm |
| 11 | * realview smp platform. |
| 12 | * * Copyright (c) 2002 ARM Limited. |
| 13 | * |
| 14 | * This program is free software; you can redistribute it and/or modify |
| 15 | * it under the terms of the GNU General Public License version 2 as |
| 16 | * published by the Free Software Foundation. |
| 17 | */ |
| 18 | #include <linux/init.h> |
| 19 | #include <linux/device.h> |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 20 | #include <linux/smp.h> |
| 21 | #include <linux/io.h> |
Rob Herring | 520f7bd | 2012-12-27 13:10:24 -0600 | [diff] [blame] | 22 | #include <linux/irqchip/arm-gic.h> |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 23 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 24 | #include <asm/smp_scu.h> |
Tony Lindgren | ee0839c | 2012-02-24 10:34:35 -0800 | [diff] [blame] | 25 | |
Tony Lindgren | c1db9d7 | 2012-09-20 11:41:14 -0700 | [diff] [blame] | 26 | #include "omap-secure.h" |
Tony Lindgren | 732231a | 2012-09-20 11:41:16 -0700 | [diff] [blame] | 27 | #include "omap-wakeupgen.h" |
Santosh Shilimkar | 247c445 | 2012-05-09 20:38:35 +0530 | [diff] [blame] | 28 | #include <asm/cputype.h> |
Tony Lindgren | 4e65331 | 2011-11-10 22:45:17 +0100 | [diff] [blame] | 29 | |
Tony Lindgren | dbc0416 | 2012-08-31 10:59:07 -0700 | [diff] [blame] | 30 | #include "soc.h" |
Tony Lindgren | ee0839c | 2012-02-24 10:34:35 -0800 | [diff] [blame] | 31 | #include "iomap.h" |
Tony Lindgren | 4e65331 | 2011-11-10 22:45:17 +0100 | [diff] [blame] | 32 | #include "common.h" |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 33 | #include "clockdomain.h" |
Santosh Shilimkar | ff999b8 | 2012-10-18 12:20:05 +0300 | [diff] [blame] | 34 | #include "pm.h" |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 35 | |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 36 | #define CPU_MASK 0xff0ffff0 |
| 37 | #define CPU_CORTEX_A9 0x410FC090 |
| 38 | #define CPU_CORTEX_A15 0x410FC0F0 |
| 39 | |
| 40 | #define OMAP5_CORE_COUNT 0x2 |
| 41 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 42 | /* SCU base address */ |
Tony Lindgren | e4e7a13 | 2009-10-19 15:25:26 -0700 | [diff] [blame] | 43 | static void __iomem *scu_base; |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 44 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 45 | static DEFINE_SPINLOCK(boot_lock); |
| 46 | |
Santosh Shilimkar | 02afe8a | 2011-03-03 18:03:25 +0530 | [diff] [blame] | 47 | void __iomem *omap4_get_scu_base(void) |
| 48 | { |
| 49 | return scu_base; |
| 50 | } |
| 51 | |
Paul Gortmaker | 8bd26e3 | 2013-06-17 15:43:14 -0400 | [diff] [blame] | 52 | static void omap4_secondary_init(unsigned int cpu) |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 53 | { |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 54 | /* |
Santosh Shilimkar | b2b9762 | 2010-06-16 22:19:48 +0530 | [diff] [blame] | 55 | * Configure ACTRL and enable NS SMP bit access on CPU1 on HS device. |
| 56 | * OMAP44XX EMU/HS devices - CPU0 SMP bit access is enabled in PPA |
| 57 | * init and for CPU1, a secure PPA API provided. CPU0 must be ON |
| 58 | * while executing NS_SMP API on CPU1 and PPA version must be 1.4.0+. |
| 59 | * OMAP443X GP devices- SMP bit isn't accessible. |
| 60 | * OMAP446X GP devices - SMP bit access is enabled on both CPUs. |
| 61 | */ |
| 62 | if (cpu_is_omap443x() && (omap_type() != OMAP2_DEVICE_TYPE_GP)) |
| 63 | omap_secure_dispatcher(OMAP4_PPA_CPU_ACTRL_SMP_INDEX, |
| 64 | 4, 0, 0, 0, 0, 0); |
| 65 | |
| 66 | /* |
R Sricharan | 5523e40 | 2013-10-10 13:13:48 +0530 | [diff] [blame] | 67 | * Configure the CNTFRQ register for the secondary cpu's which |
| 68 | * indicates the frequency of the cpu local timers. |
| 69 | */ |
| 70 | if (soc_is_omap54xx() || soc_is_dra7xx()) |
| 71 | set_cntfreq(); |
| 72 | |
| 73 | /* |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 74 | * Synchronise with the boot thread. |
| 75 | */ |
| 76 | spin_lock(&boot_lock); |
| 77 | spin_unlock(&boot_lock); |
| 78 | } |
| 79 | |
Paul Gortmaker | 8bd26e3 | 2013-06-17 15:43:14 -0400 | [diff] [blame] | 80 | static int omap4_boot_secondary(unsigned int cpu, struct task_struct *idle) |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 81 | { |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 82 | static struct clockdomain *cpu1_clkdm; |
| 83 | static bool booted; |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 84 | static struct powerdomain *cpu1_pwrdm; |
Santosh Shilimkar | 247c445 | 2012-05-09 20:38:35 +0530 | [diff] [blame] | 85 | void __iomem *base = omap_get_wakeupgen_base(); |
| 86 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 87 | /* |
| 88 | * Set synchronisation state between this boot processor |
| 89 | * and the secondary one |
| 90 | */ |
| 91 | spin_lock(&boot_lock); |
| 92 | |
| 93 | /* |
Santosh Shilimkar | 942e2c9 | 2009-12-11 16:16:35 -0800 | [diff] [blame] | 94 | * Update the AuxCoreBoot0 with boot state for secondary core. |
Santosh Shilimkar | baf4b7d | 2013-04-05 18:29:02 +0530 | [diff] [blame] | 95 | * omap4_secondary_startup() routine will hold the secondary core till |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 96 | * the AuxCoreBoot1 register is updated with cpu state |
| 97 | * A barrier is added to ensure that write buffer is drained |
| 98 | */ |
Santosh Shilimkar | 247c445 | 2012-05-09 20:38:35 +0530 | [diff] [blame] | 99 | if (omap_secure_apis_support()) |
| 100 | omap_modify_auxcoreboot0(0x200, 0xfffffdff); |
| 101 | else |
Victor Kamensky | edfaf05 | 2014-04-15 20:37:46 +0300 | [diff] [blame] | 102 | writel_relaxed(0x20, base + OMAP_AUX_CORE_BOOT_0); |
Santosh Shilimkar | 247c445 | 2012-05-09 20:38:35 +0530 | [diff] [blame] | 103 | |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 104 | if (!cpu1_clkdm && !cpu1_pwrdm) { |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 105 | cpu1_clkdm = clkdm_lookup("mpu1_clkdm"); |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 106 | cpu1_pwrdm = pwrdm_lookup("cpu1_pwrdm"); |
| 107 | } |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 108 | |
| 109 | /* |
| 110 | * The SGI(Software Generated Interrupts) are not wakeup capable |
| 111 | * from low power states. This is known limitation on OMAP4 and |
| 112 | * needs to be worked around by using software forced clockdomain |
| 113 | * wake-up. To wakeup CPU1, CPU0 forces the CPU1 clockdomain to |
| 114 | * software force wakeup. The clockdomain is then put back to |
| 115 | * hardware supervised mode. |
| 116 | * More details can be found in OMAP4430 TRM - Version J |
| 117 | * Section : |
| 118 | * 4.3.4.2 Power States of CPU0 and CPU1 |
| 119 | */ |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 120 | if (booted && cpu1_pwrdm && cpu1_clkdm) { |
Santosh Shilimkar | ff999b8 | 2012-10-18 12:20:05 +0300 | [diff] [blame] | 121 | /* |
| 122 | * GIC distributor control register has changed between |
| 123 | * CortexA9 r1pX and r2pX. The Control Register secure |
| 124 | * banked version is now composed of 2 bits: |
| 125 | * bit 0 == Secure Enable |
| 126 | * bit 1 == Non-Secure Enable |
| 127 | * The Non-Secure banked register has not changed |
| 128 | * Because the ROM Code is based on the r1pX GIC, the CPU1 |
| 129 | * GIC restoration will cause a problem to CPU0 Non-Secure SW. |
| 130 | * The workaround must be: |
| 131 | * 1) Before doing the CPU1 wakeup, CPU0 must disable |
| 132 | * the GIC distributor |
| 133 | * 2) CPU1 must re-enable the GIC distributor on |
| 134 | * it's wakeup path. |
| 135 | */ |
Colin Cross | cd8ce15 | 2012-10-18 12:20:08 +0300 | [diff] [blame] | 136 | if (IS_PM44XX_ERRATUM(PM_OMAP4_ROM_SMP_BOOT_ERRATUM_GICD)) { |
| 137 | local_irq_disable(); |
Santosh Shilimkar | ff999b8 | 2012-10-18 12:20:05 +0300 | [diff] [blame] | 138 | gic_dist_disable(); |
Colin Cross | cd8ce15 | 2012-10-18 12:20:08 +0300 | [diff] [blame] | 139 | } |
Santosh Shilimkar | ff999b8 | 2012-10-18 12:20:05 +0300 | [diff] [blame] | 140 | |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 141 | /* |
| 142 | * Ensure that CPU power state is set to ON to avoid CPU |
| 143 | * powerdomain transition on wfi |
| 144 | */ |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 145 | clkdm_wakeup(cpu1_clkdm); |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 146 | omap_set_pwrdm_state(cpu1_pwrdm, PWRDM_POWER_ON); |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 147 | clkdm_allow_idle(cpu1_clkdm); |
Colin Cross | cd8ce15 | 2012-10-18 12:20:08 +0300 | [diff] [blame] | 148 | |
| 149 | if (IS_PM44XX_ERRATUM(PM_OMAP4_ROM_SMP_BOOT_ERRATUM_GICD)) { |
| 150 | while (gic_dist_disabled()) { |
| 151 | udelay(1); |
| 152 | cpu_relax(); |
| 153 | } |
| 154 | gic_timer_retrigger(); |
| 155 | local_irq_enable(); |
| 156 | } |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 157 | } else { |
| 158 | dsb_sev(); |
| 159 | booted = true; |
| 160 | } |
| 161 | |
Rob Herring | b1cffeb | 2012-11-26 15:05:48 -0600 | [diff] [blame] | 162 | arch_send_wakeup_ipi_mask(cpumask_of(cpu)); |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 163 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 164 | /* |
| 165 | * Now the secondary core is starting up let it run its |
| 166 | * calibrations, then wait for it to finish |
| 167 | */ |
| 168 | spin_unlock(&boot_lock); |
| 169 | |
| 170 | return 0; |
| 171 | } |
| 172 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 173 | /* |
| 174 | * Initialise the CPU possible map early - this describes the CPUs |
| 175 | * which may be present or become present in the system. |
| 176 | */ |
Marc Zyngier | 0691532 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 177 | static void __init omap4_smp_init_cpus(void) |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 178 | { |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 179 | unsigned int i = 0, ncores = 1, cpu_id; |
Tony Lindgren | e4e7a13 | 2009-10-19 15:25:26 -0700 | [diff] [blame] | 180 | |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 181 | /* Use ARM cpuid check here, as SoC detection will not work so early */ |
Uwe Kleine-König | ac52e83 | 2013-01-30 17:38:21 +0100 | [diff] [blame] | 182 | cpu_id = read_cpuid_id() & CPU_MASK; |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 183 | if (cpu_id == CPU_CORTEX_A9) { |
| 184 | /* |
| 185 | * Currently we can't call ioremap here because |
| 186 | * SoC detection won't work until after init_early. |
| 187 | */ |
Santosh Shilimkar | 80d9375 | 2013-01-23 13:56:19 +0530 | [diff] [blame] | 188 | scu_base = OMAP2_L4_IO_ADDRESS(scu_a9_get_base()); |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 189 | BUG_ON(!scu_base); |
| 190 | ncores = scu_get_core_count(scu_base); |
| 191 | } else if (cpu_id == CPU_CORTEX_A15) { |
| 192 | ncores = OMAP5_CORE_COUNT; |
| 193 | } |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 194 | |
| 195 | /* sanity check */ |
Russell King | a06f916 | 2011-10-20 22:04:18 +0100 | [diff] [blame] | 196 | if (ncores > nr_cpu_ids) { |
| 197 | pr_warn("SMP: %u cores greater than maximum (%u), clipping\n", |
| 198 | ncores, nr_cpu_ids); |
| 199 | ncores = nr_cpu_ids; |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 200 | } |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 201 | |
Russell King | bbc3d14e9 | 2010-12-03 10:42:58 +0000 | [diff] [blame] | 202 | for (i = 0; i < ncores; i++) |
| 203 | set_cpu_possible(i, true); |
| 204 | } |
| 205 | |
Marc Zyngier | 0691532 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 206 | static void __init omap4_smp_prepare_cpus(unsigned int max_cpus) |
Russell King | bbc3d14e9 | 2010-12-03 10:42:58 +0000 | [diff] [blame] | 207 | { |
Santosh Shilimkar | baf4b7d | 2013-04-05 18:29:02 +0530 | [diff] [blame] | 208 | void *startup_addr = omap4_secondary_startup; |
Santosh Shilimkar | b699ddd | 2013-02-10 13:54:00 +0530 | [diff] [blame] | 209 | void __iomem *base = omap_get_wakeupgen_base(); |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 210 | |
Russell King | 05c74a6 | 2010-12-03 11:09:48 +0000 | [diff] [blame] | 211 | /* |
| 212 | * Initialise the SCU and wake up the secondary core using |
| 213 | * wakeup_secondary(). |
| 214 | */ |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 215 | if (scu_base) |
| 216 | scu_enable(scu_base); |
Santosh Shilimkar | b699ddd | 2013-02-10 13:54:00 +0530 | [diff] [blame] | 217 | |
Nishanth Menon | de70af4 | 2014-01-20 14:06:37 -0600 | [diff] [blame] | 218 | if (cpu_is_omap446x()) |
Santosh Shilimkar | baf4b7d | 2013-04-05 18:29:02 +0530 | [diff] [blame] | 219 | startup_addr = omap4460_secondary_startup; |
Santosh Shilimkar | b699ddd | 2013-02-10 13:54:00 +0530 | [diff] [blame] | 220 | |
| 221 | /* |
| 222 | * Write the address of secondary startup routine into the |
| 223 | * AuxCoreBoot1 where ROM code will jump and start executing |
| 224 | * on secondary core once out of WFE |
| 225 | * A barrier is added to ensure that write buffer is drained |
| 226 | */ |
| 227 | if (omap_secure_apis_support()) |
| 228 | omap_auxcoreboot_addr(virt_to_phys(startup_addr)); |
| 229 | else |
Victor Kamensky | edfaf05 | 2014-04-15 20:37:46 +0300 | [diff] [blame] | 230 | writel_relaxed(virt_to_phys(omap5_secondary_startup), |
| 231 | base + OMAP_AUX_CORE_BOOT_1); |
Santosh Shilimkar | b699ddd | 2013-02-10 13:54:00 +0530 | [diff] [blame] | 232 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 233 | } |
Marc Zyngier | 0691532 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 234 | |
| 235 | struct smp_operations omap4_smp_ops __initdata = { |
| 236 | .smp_init_cpus = omap4_smp_init_cpus, |
| 237 | .smp_prepare_cpus = omap4_smp_prepare_cpus, |
| 238 | .smp_secondary_init = omap4_secondary_init, |
| 239 | .smp_boot_secondary = omap4_boot_secondary, |
| 240 | #ifdef CONFIG_HOTPLUG_CPU |
| 241 | .cpu_die = omap4_cpu_die, |
| 242 | #endif |
| 243 | }; |