Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2002 ARM Ltd. |
| 3 | * Copyright (C) 2008 STMicroelctronics. |
| 4 | * Copyright (C) 2009 ST-Ericsson. |
| 5 | * Author: Srinidhi Kasagar <srinidhi.kasagar@stericsson.com> |
| 6 | * |
| 7 | * This file is based on arm realview platform |
| 8 | * |
| 9 | * This program is free software; you can redistribute it and/or modify |
| 10 | * it under the terms of the GNU General Public License version 2 as |
| 11 | * published by the Free Software Foundation. |
| 12 | */ |
| 13 | #include <linux/init.h> |
| 14 | #include <linux/errno.h> |
| 15 | #include <linux/delay.h> |
| 16 | #include <linux/device.h> |
| 17 | #include <linux/smp.h> |
| 18 | #include <linux/io.h> |
| 19 | |
| 20 | #include <asm/cacheflush.h> |
Russell King | 0f7b332 | 2011-04-03 13:01:30 +0100 | [diff] [blame] | 21 | #include <asm/hardware/gic.h> |
Will Deacon | eb50439 | 2012-01-20 12:01:12 +0100 | [diff] [blame] | 22 | #include <asm/smp_plat.h> |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 23 | #include <asm/smp_scu.h> |
| 24 | #include <mach/hardware.h> |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 25 | #include <mach/setup.h> |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 26 | |
Linus Walleij | 4d5336d | 2011-05-06 12:56:27 +0100 | [diff] [blame] | 27 | /* This is called from headsmp.S to wakeup the secondary core */ |
| 28 | extern void u8500_secondary_startup(void); |
| 29 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 30 | /* |
Russell King | 3705ff6 | 2010-12-18 10:53:12 +0000 | [diff] [blame] | 31 | * Write pen_release in a way that is guaranteed to be visible to all |
| 32 | * observers, irrespective of whether they're taking part in coherency |
| 33 | * or not. This is necessary for the hotplug code to work reliably. |
| 34 | */ |
| 35 | static void write_pen_release(int val) |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 36 | { |
Russell King | 3705ff6 | 2010-12-18 10:53:12 +0000 | [diff] [blame] | 37 | pen_release = val; |
| 38 | smp_wmb(); |
| 39 | __cpuc_flush_dcache_area((void *)&pen_release, sizeof(pen_release)); |
| 40 | outer_clean_range(__pa(&pen_release), __pa(&pen_release + 1)); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 41 | } |
| 42 | |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 43 | static void __iomem *scu_base_addr(void) |
| 44 | { |
Linus Walleij | e1bbb55 | 2012-08-09 17:10:36 +0200 | [diff] [blame] | 45 | if (cpu_is_u8500_family() || cpu_is_ux540_family()) |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 46 | return __io_address(U8500_SCU_BASE); |
| 47 | else |
| 48 | ux500_unknown_soc(); |
| 49 | |
| 50 | return NULL; |
| 51 | } |
| 52 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 53 | static DEFINE_SPINLOCK(boot_lock); |
| 54 | |
Marc Zyngier | 5ac21a9 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 55 | static void __cpuinit ux500_secondary_init(unsigned int cpu) |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 56 | { |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 57 | /* |
| 58 | * if any interrupts are already enabled for the primary |
| 59 | * core (e.g. timer irq), then they will not have been enabled |
| 60 | * for us: do so |
| 61 | */ |
Russell King | 3848953 | 2010-12-04 16:01:03 +0000 | [diff] [blame] | 62 | gic_secondary_init(0); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 63 | |
| 64 | /* |
| 65 | * let the primary processor know we're out of the |
| 66 | * pen, then head off into the C entry point |
| 67 | */ |
Russell King | 3705ff6 | 2010-12-18 10:53:12 +0000 | [diff] [blame] | 68 | write_pen_release(-1); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 69 | |
| 70 | /* |
| 71 | * Synchronise with the boot thread. |
| 72 | */ |
| 73 | spin_lock(&boot_lock); |
| 74 | spin_unlock(&boot_lock); |
| 75 | } |
| 76 | |
Marc Zyngier | 5ac21a9 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 77 | static int __cpuinit ux500_boot_secondary(unsigned int cpu, struct task_struct *idle) |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 78 | { |
| 79 | unsigned long timeout; |
| 80 | |
| 81 | /* |
| 82 | * set synchronisation state between this boot processor |
| 83 | * and the secondary one |
| 84 | */ |
| 85 | spin_lock(&boot_lock); |
| 86 | |
| 87 | /* |
| 88 | * The secondary processor is waiting to be released from |
| 89 | * the holding pen - release it, then wait for it to flag |
| 90 | * that it has been released by resetting pen_release. |
| 91 | */ |
Will Deacon | 2876348 | 2011-08-09 12:21:36 +0100 | [diff] [blame] | 92 | write_pen_release(cpu_logical_map(cpu)); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 93 | |
Rob Herring | b1cffeb | 2012-11-26 15:05:48 -0600 | [diff] [blame^] | 94 | arch_send_wakeup_ipi_mask(cpumask_of(cpu)); |
Sundar Iyer | 9d704c0 | 2010-09-15 10:45:51 +0100 | [diff] [blame] | 95 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 96 | timeout = jiffies + (1 * HZ); |
| 97 | while (time_before(jiffies, timeout)) { |
| 98 | if (pen_release == -1) |
| 99 | break; |
| 100 | } |
| 101 | |
| 102 | /* |
| 103 | * now the secondary core is starting up let it run its |
| 104 | * calibrations, then wait for it to finish |
| 105 | */ |
| 106 | spin_unlock(&boot_lock); |
| 107 | |
| 108 | return pen_release != -1 ? -ENOSYS : 0; |
| 109 | } |
| 110 | |
| 111 | static void __init wakeup_secondary(void) |
| 112 | { |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 113 | void __iomem *backupram; |
| 114 | |
Loic PALLARDY | 79964bc | 2012-09-03 15:10:23 +0200 | [diff] [blame] | 115 | if (cpu_is_u8500_family() || cpu_is_ux540_family()) |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 116 | backupram = __io_address(U8500_BACKUPRAM0_BASE); |
| 117 | else |
| 118 | ux500_unknown_soc(); |
| 119 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 120 | /* |
| 121 | * write the address of secondary startup into the backup ram register |
| 122 | * at offset 0x1FF4, then write the magic number 0xA1FEED01 to the |
| 123 | * backup ram register at offset 0x1FF0, which is what boot rom code |
| 124 | * is waiting for. This would wake up the secondary core from WFE |
| 125 | */ |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 126 | #define UX500_CPU1_JUMPADDR_OFFSET 0x1FF4 |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 127 | __raw_writel(virt_to_phys(u8500_secondary_startup), |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 128 | backupram + UX500_CPU1_JUMPADDR_OFFSET); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 129 | |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 130 | #define UX500_CPU1_WAKEMAGIC_OFFSET 0x1FF0 |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 131 | __raw_writel(0xA1FEED01, |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 132 | backupram + UX500_CPU1_WAKEMAGIC_OFFSET); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 133 | |
| 134 | /* make sure write buffer is drained */ |
| 135 | mb(); |
| 136 | } |
| 137 | |
| 138 | /* |
| 139 | * Initialise the CPU possible map early - this describes the CPUs |
| 140 | * which may be present or become present in the system. |
| 141 | */ |
Marc Zyngier | 5ac21a9 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 142 | static void __init ux500_smp_init_cpus(void) |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 143 | { |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 144 | void __iomem *scu_base = scu_base_addr(); |
Russell King | fd778f0 | 2010-12-02 18:09:37 +0000 | [diff] [blame] | 145 | unsigned int i, ncores; |
| 146 | |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 147 | ncores = scu_base ? scu_get_core_count(scu_base) : 1; |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 148 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 149 | /* sanity check */ |
Russell King | a06f916 | 2011-10-20 22:04:18 +0100 | [diff] [blame] | 150 | if (ncores > nr_cpu_ids) { |
| 151 | pr_warn("SMP: %u cores greater than maximum (%u), clipping\n", |
| 152 | ncores, nr_cpu_ids); |
| 153 | ncores = nr_cpu_ids; |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 154 | } |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 155 | |
| 156 | for (i = 0; i < ncores; i++) |
| 157 | set_cpu_possible(i, true); |
| 158 | } |
| 159 | |
Marc Zyngier | 5ac21a9 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 160 | static void __init ux500_smp_prepare_cpus(unsigned int max_cpus) |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 161 | { |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 162 | |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 163 | scu_enable(scu_base_addr()); |
Russell King | 05c74a6 | 2010-12-03 11:09:48 +0000 | [diff] [blame] | 164 | wakeup_secondary(); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 165 | } |
Marc Zyngier | 5ac21a9 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 166 | |
| 167 | struct smp_operations ux500_smp_ops __initdata = { |
| 168 | .smp_init_cpus = ux500_smp_init_cpus, |
| 169 | .smp_prepare_cpus = ux500_smp_prepare_cpus, |
| 170 | .smp_secondary_init = ux500_secondary_init, |
| 171 | .smp_boot_secondary = ux500_boot_secondary, |
| 172 | #ifdef CONFIG_HOTPLUG_CPU |
| 173 | .cpu_die = ux500_cpu_die, |
| 174 | #endif |
| 175 | }; |