Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2002 ARM Ltd. |
| 3 | * Copyright (C) 2008 STMicroelctronics. |
| 4 | * Copyright (C) 2009 ST-Ericsson. |
| 5 | * Author: Srinidhi Kasagar <srinidhi.kasagar@stericsson.com> |
| 6 | * |
| 7 | * This file is based on arm realview platform |
| 8 | * |
| 9 | * This program is free software; you can redistribute it and/or modify |
| 10 | * it under the terms of the GNU General Public License version 2 as |
| 11 | * published by the Free Software Foundation. |
| 12 | */ |
| 13 | #include <linux/init.h> |
| 14 | #include <linux/errno.h> |
| 15 | #include <linux/delay.h> |
| 16 | #include <linux/device.h> |
| 17 | #include <linux/smp.h> |
| 18 | #include <linux/io.h> |
| 19 | |
| 20 | #include <asm/cacheflush.h> |
Russell King | 0f7b332 | 2011-04-03 13:01:30 +0100 | [diff] [blame] | 21 | #include <asm/hardware/gic.h> |
Will Deacon | eb50439 | 2012-01-20 12:01:12 +0100 | [diff] [blame] | 22 | #include <asm/smp_plat.h> |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 23 | #include <asm/smp_scu.h> |
Linus Walleij | 7a4f260 | 2012-09-19 19:31:19 +0200 | [diff] [blame^] | 24 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 25 | #include <mach/hardware.h> |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 26 | #include <mach/setup.h> |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 27 | |
Linus Walleij | 7a4f260 | 2012-09-19 19:31:19 +0200 | [diff] [blame^] | 28 | #include "id.h" |
| 29 | |
Linus Walleij | 4d5336d | 2011-05-06 12:56:27 +0100 | [diff] [blame] | 30 | /* This is called from headsmp.S to wakeup the secondary core */ |
| 31 | extern void u8500_secondary_startup(void); |
| 32 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 33 | /* |
Russell King | 3705ff6 | 2010-12-18 10:53:12 +0000 | [diff] [blame] | 34 | * Write pen_release in a way that is guaranteed to be visible to all |
| 35 | * observers, irrespective of whether they're taking part in coherency |
| 36 | * or not. This is necessary for the hotplug code to work reliably. |
| 37 | */ |
| 38 | static void write_pen_release(int val) |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 39 | { |
Russell King | 3705ff6 | 2010-12-18 10:53:12 +0000 | [diff] [blame] | 40 | pen_release = val; |
| 41 | smp_wmb(); |
| 42 | __cpuc_flush_dcache_area((void *)&pen_release, sizeof(pen_release)); |
| 43 | outer_clean_range(__pa(&pen_release), __pa(&pen_release + 1)); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 44 | } |
| 45 | |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 46 | static void __iomem *scu_base_addr(void) |
| 47 | { |
Linus Walleij | e1bbb55 | 2012-08-09 17:10:36 +0200 | [diff] [blame] | 48 | if (cpu_is_u8500_family() || cpu_is_ux540_family()) |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 49 | return __io_address(U8500_SCU_BASE); |
| 50 | else |
| 51 | ux500_unknown_soc(); |
| 52 | |
| 53 | return NULL; |
| 54 | } |
| 55 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 56 | static DEFINE_SPINLOCK(boot_lock); |
| 57 | |
Marc Zyngier | 5ac21a9 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 58 | static void __cpuinit ux500_secondary_init(unsigned int cpu) |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 59 | { |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 60 | /* |
| 61 | * if any interrupts are already enabled for the primary |
| 62 | * core (e.g. timer irq), then they will not have been enabled |
| 63 | * for us: do so |
| 64 | */ |
Russell King | 3848953 | 2010-12-04 16:01:03 +0000 | [diff] [blame] | 65 | gic_secondary_init(0); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 66 | |
| 67 | /* |
| 68 | * let the primary processor know we're out of the |
| 69 | * pen, then head off into the C entry point |
| 70 | */ |
Russell King | 3705ff6 | 2010-12-18 10:53:12 +0000 | [diff] [blame] | 71 | write_pen_release(-1); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 72 | |
| 73 | /* |
| 74 | * Synchronise with the boot thread. |
| 75 | */ |
| 76 | spin_lock(&boot_lock); |
| 77 | spin_unlock(&boot_lock); |
| 78 | } |
| 79 | |
Marc Zyngier | 5ac21a9 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 80 | static int __cpuinit ux500_boot_secondary(unsigned int cpu, struct task_struct *idle) |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 81 | { |
| 82 | unsigned long timeout; |
| 83 | |
| 84 | /* |
| 85 | * set synchronisation state between this boot processor |
| 86 | * and the secondary one |
| 87 | */ |
| 88 | spin_lock(&boot_lock); |
| 89 | |
| 90 | /* |
| 91 | * The secondary processor is waiting to be released from |
| 92 | * the holding pen - release it, then wait for it to flag |
| 93 | * that it has been released by resetting pen_release. |
| 94 | */ |
Will Deacon | 2876348 | 2011-08-09 12:21:36 +0100 | [diff] [blame] | 95 | write_pen_release(cpu_logical_map(cpu)); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 96 | |
Jonas Aaberg | 7d28e3e | 2011-12-22 09:22:56 +0100 | [diff] [blame] | 97 | smp_send_reschedule(cpu); |
Sundar Iyer | 9d704c0 | 2010-09-15 10:45:51 +0100 | [diff] [blame] | 98 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 99 | timeout = jiffies + (1 * HZ); |
| 100 | while (time_before(jiffies, timeout)) { |
| 101 | if (pen_release == -1) |
| 102 | break; |
| 103 | } |
| 104 | |
| 105 | /* |
| 106 | * now the secondary core is starting up let it run its |
| 107 | * calibrations, then wait for it to finish |
| 108 | */ |
| 109 | spin_unlock(&boot_lock); |
| 110 | |
| 111 | return pen_release != -1 ? -ENOSYS : 0; |
| 112 | } |
| 113 | |
| 114 | static void __init wakeup_secondary(void) |
| 115 | { |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 116 | void __iomem *backupram; |
| 117 | |
Loic PALLARDY | 79964bc | 2012-09-03 15:10:23 +0200 | [diff] [blame] | 118 | if (cpu_is_u8500_family() || cpu_is_ux540_family()) |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 119 | backupram = __io_address(U8500_BACKUPRAM0_BASE); |
| 120 | else |
| 121 | ux500_unknown_soc(); |
| 122 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 123 | /* |
| 124 | * write the address of secondary startup into the backup ram register |
| 125 | * at offset 0x1FF4, then write the magic number 0xA1FEED01 to the |
| 126 | * backup ram register at offset 0x1FF0, which is what boot rom code |
| 127 | * is waiting for. This would wake up the secondary core from WFE |
| 128 | */ |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 129 | #define UX500_CPU1_JUMPADDR_OFFSET 0x1FF4 |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 130 | __raw_writel(virt_to_phys(u8500_secondary_startup), |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 131 | backupram + UX500_CPU1_JUMPADDR_OFFSET); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 132 | |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 133 | #define UX500_CPU1_WAKEMAGIC_OFFSET 0x1FF0 |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 134 | __raw_writel(0xA1FEED01, |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 135 | backupram + UX500_CPU1_WAKEMAGIC_OFFSET); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 136 | |
| 137 | /* make sure write buffer is drained */ |
| 138 | mb(); |
| 139 | } |
| 140 | |
| 141 | /* |
| 142 | * Initialise the CPU possible map early - this describes the CPUs |
| 143 | * which may be present or become present in the system. |
| 144 | */ |
Marc Zyngier | 5ac21a9 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 145 | static void __init ux500_smp_init_cpus(void) |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 146 | { |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 147 | void __iomem *scu_base = scu_base_addr(); |
Russell King | fd778f0 | 2010-12-02 18:09:37 +0000 | [diff] [blame] | 148 | unsigned int i, ncores; |
| 149 | |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 150 | ncores = scu_base ? scu_get_core_count(scu_base) : 1; |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 151 | |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 152 | /* sanity check */ |
Russell King | a06f916 | 2011-10-20 22:04:18 +0100 | [diff] [blame] | 153 | if (ncores > nr_cpu_ids) { |
| 154 | pr_warn("SMP: %u cores greater than maximum (%u), clipping\n", |
| 155 | ncores, nr_cpu_ids); |
| 156 | ncores = nr_cpu_ids; |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 157 | } |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 158 | |
| 159 | for (i = 0; i < ncores; i++) |
| 160 | set_cpu_possible(i, true); |
Russell King | 0f7b332 | 2011-04-03 13:01:30 +0100 | [diff] [blame] | 161 | |
| 162 | set_smp_cross_call(gic_raise_softirq); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 163 | } |
| 164 | |
Marc Zyngier | 5ac21a9 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 165 | static void __init ux500_smp_prepare_cpus(unsigned int max_cpus) |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 166 | { |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 167 | |
Rabin Vincent | 92389ca | 2010-12-08 11:07:57 +0530 | [diff] [blame] | 168 | scu_enable(scu_base_addr()); |
Russell King | 05c74a6 | 2010-12-03 11:09:48 +0000 | [diff] [blame] | 169 | wakeup_secondary(); |
Srinidhi Kasagar | aa44ef4 | 2009-11-28 08:17:18 +0100 | [diff] [blame] | 170 | } |
Marc Zyngier | 5ac21a9 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 171 | |
| 172 | struct smp_operations ux500_smp_ops __initdata = { |
| 173 | .smp_init_cpus = ux500_smp_init_cpus, |
| 174 | .smp_prepare_cpus = ux500_smp_prepare_cpus, |
| 175 | .smp_secondary_init = ux500_secondary_init, |
| 176 | .smp_boot_secondary = ux500_boot_secondary, |
| 177 | #ifdef CONFIG_HOTPLUG_CPU |
| 178 | .cpu_die = ux500_cpu_die, |
| 179 | #endif |
| 180 | }; |