blob: a11ca95531acf2ac45bb20a24446252cc9d1b530 [file] [log] [blame]
Jeff Ohlsteine14411d2010-11-30 13:06:36 -08001/*
2 * Copyright (C) 2002 ARM Ltd.
3 * All Rights Reserved
Stepan Moskovchenko964e1032012-01-06 18:16:10 -08004 * Copyright (c) 2010-2012, Code Aurora Forum. All rights reserved.
Jeff Ohlsteine14411d2010-11-30 13:06:36 -08005 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10
Joel King274621c2011-12-05 06:18:20 -080011#include <linux/kernel.h>
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080012#include <linux/init.h>
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070013#include <linux/cpumask.h>
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080014#include <linux/delay.h>
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070015#include <linux/interrupt.h>
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080016#include <linux/io.h>
17
18#include <asm/hardware/gic.h>
19#include <asm/cacheflush.h>
Jeff Ohlstein41ff4452011-04-07 17:41:09 -070020#include <asm/cputype.h>
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080021#include <asm/mach-types.h>
Will Deaconeb504392012-01-20 12:01:12 +010022#include <asm/smp_plat.h>
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080023
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070024#include <mach/socinfo.h>
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070025#include <mach/hardware.h>
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080026#include <mach/msm_iomap.h>
27
Matt Wagantall7cca4642012-02-01 16:43:24 -080028#include "pm.h"
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080029#include "scm-boot.h"
Stepan Moskovchenko9bbe5852012-01-09 13:28:28 -080030#include "spm.h"
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080031
32#define VDD_SC1_ARRAY_CLAMP_GFS_CTL 0x15A0
33#define SCSS_CPU1CORE_RESET 0xD80
34#define SCSS_DBG_STATUS_CORE_PWRDUP 0xE64
35
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080036extern void msm_secondary_startup(void);
Steve Mucklef132c6c2012-06-06 18:30:57 -070037
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080038/*
39 * control for which core is the next to come out of the secondary
40 * boot "holding pen".
41 */
42volatile int pen_release = -1;
43
44static DEFINE_SPINLOCK(boot_lock);
45
46void __cpuinit platform_secondary_init(unsigned int cpu)
47{
Steve Mucklef132c6c2012-06-06 18:30:57 -070048 WARN_ON(msm_platform_secondary_init(cpu));
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080049
50 /*
51 * if any interrupts are already enabled for the primary
52 * core (e.g. timer irq), then they will not have been enabled
53 * for us: do so
54 */
55 gic_secondary_init(0);
56
57 /*
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080058 * Synchronise with the boot thread.
59 */
60 spin_lock(&boot_lock);
61 spin_unlock(&boot_lock);
62}
63
Stepan Moskovchenko964e1032012-01-06 18:16:10 -080064static int __cpuinit scorpion_release_secondary(void)
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080065{
Stepan Moskovchenko964e1032012-01-06 18:16:10 -080066 void *base_ptr = ioremap_nocache(0x00902000, SZ_4K*2);
67 if (!base_ptr)
68 return -EINVAL;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070069
Steve Mucklef132c6c2012-06-06 18:30:57 -070070 writel_relaxed(0, base_ptr + VDD_SC1_ARRAY_CLAMP_GFS_CTL);
Stepan Moskovchenko964e1032012-01-06 18:16:10 -080071 dmb();
Steve Mucklef132c6c2012-06-06 18:30:57 -070072 writel_relaxed(0, base_ptr + SCSS_CPU1CORE_RESET);
73 writel_relaxed(3, base_ptr + SCSS_DBG_STATUS_CORE_PWRDUP);
Stepan Moskovchenko964e1032012-01-06 18:16:10 -080074 mb();
75 iounmap(base_ptr);
76
77 return 0;
Jeff Ohlsteine14411d2010-11-30 13:06:36 -080078}
79
Sathish Ambley576a6972012-03-20 12:38:45 -070080static int __cpuinit krait_release_secondary_sim(unsigned long base, int cpu)
Stepan Moskovchenko964e1032012-01-06 18:16:10 -080081{
Sathish Ambley576a6972012-03-20 12:38:45 -070082 void *base_ptr = ioremap_nocache(base + (cpu * 0x10000), SZ_4K);
Stepan Moskovchenko964e1032012-01-06 18:16:10 -080083 if (!base_ptr)
84 return -ENODEV;
85
Abhimanyu Kapur90ced6e2012-06-26 17:41:25 -070086 if (machine_is_msm8974_sim()) {
Sathish Ambleycf591972012-04-26 16:24:15 -070087 writel_relaxed(0x800, base_ptr+0x04);
88 writel_relaxed(0x3FFF, base_ptr+0x14);
89 }
Sathish Ambley576a6972012-03-20 12:38:45 -070090
Stepan Moskovchenko964e1032012-01-06 18:16:10 -080091 mb();
92 iounmap(base_ptr);
93 return 0;
94}
95
Sathish Ambley576a6972012-03-20 12:38:45 -070096static int __cpuinit krait_release_secondary(unsigned long base, int cpu)
Stepan Moskovchenko964e1032012-01-06 18:16:10 -080097{
Sathish Ambley576a6972012-03-20 12:38:45 -070098 void *base_ptr = ioremap_nocache(base + (cpu * 0x10000), SZ_4K);
Stepan Moskovchenko964e1032012-01-06 18:16:10 -080099 if (!base_ptr)
100 return -ENODEV;
101
Stepan Moskovchenko9bbe5852012-01-09 13:28:28 -0800102 msm_spm_turn_on_cpu_rail(cpu);
103
Stepan Moskovchenko964e1032012-01-06 18:16:10 -0800104 writel_relaxed(0x109, base_ptr+0x04);
105 writel_relaxed(0x101, base_ptr+0x04);
106 ndelay(300);
107
108 writel_relaxed(0x121, base_ptr+0x04);
109 udelay(2);
110
111 writel_relaxed(0x020, base_ptr+0x04);
112 udelay(2);
113
114 writel_relaxed(0x000, base_ptr+0x04);
115 udelay(100);
116
117 writel_relaxed(0x080, base_ptr+0x04);
118 mb();
119 iounmap(base_ptr);
120 return 0;
121}
122
123static int __cpuinit release_secondary(unsigned int cpu)
124{
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700125 BUG_ON(cpu >= get_core_count());
126
Stepan Moskovchenko964e1032012-01-06 18:16:10 -0800127 if (cpu_is_msm8x60())
128 return scorpion_release_secondary();
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700129
Abhimanyu Kapur90ced6e2012-06-26 17:41:25 -0700130 if (machine_is_msm8974_sim())
Sathish Ambley576a6972012-03-20 12:38:45 -0700131 return krait_release_secondary_sim(0xf9088000, cpu);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700132
Stepan Moskovchenko0df9bb22012-07-06 18:19:15 -0700133 if (cpu_is_msm8960() || cpu_is_msm8930() || cpu_is_msm8930aa() ||
Stepan Moskovchenko9c749262012-07-09 19:30:44 -0700134 cpu_is_apq8064() || cpu_is_msm8627() || cpu_is_msm8960ab())
Sathish Ambley576a6972012-03-20 12:38:45 -0700135 return krait_release_secondary(0x02088000, cpu);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700136
Stepan Moskovchenko964e1032012-01-06 18:16:10 -0800137 WARN(1, "unknown CPU case in release_secondary\n");
138 return -EINVAL;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700139}
140
Stepan Moskovchenko20a12332011-09-13 13:54:59 -0700141DEFINE_PER_CPU(int, cold_boot_done);
Joel King274621c2011-12-05 06:18:20 -0800142static int cold_boot_flags[] = {
143 0,
144 SCM_FLAG_COLDBOOT_CPU1,
145 SCM_FLAG_COLDBOOT_CPU2,
146 SCM_FLAG_COLDBOOT_CPU3,
147};
Stepan Moskovchenko20a12332011-09-13 13:54:59 -0700148
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800149int __cpuinit boot_secondary(unsigned int cpu, struct task_struct *idle)
150{
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700151 int ret;
Joel King274621c2011-12-05 06:18:20 -0800152 int flag = 0;
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800153 unsigned long timeout;
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800154
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700155 pr_debug("Starting secondary CPU %d\n", cpu);
156
157 /* Set preset_lpj to avoid subsequent lpj recalculations */
158 preset_lpj = loops_per_jiffy;
159
Joel King274621c2011-12-05 06:18:20 -0800160 if (cpu > 0 && cpu < ARRAY_SIZE(cold_boot_flags))
161 flag = cold_boot_flags[cpu];
162 else
163 __WARN();
164
Stepan Moskovchenko20a12332011-09-13 13:54:59 -0700165 if (per_cpu(cold_boot_done, cpu) == false) {
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700166 ret = scm_set_boot_addr((void *)
167 virt_to_phys(msm_secondary_startup),
Joel King274621c2011-12-05 06:18:20 -0800168 flag);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700169 if (ret == 0)
170 release_secondary(cpu);
171 else
172 printk(KERN_DEBUG "Failed to set secondary core boot "
173 "address\n");
Stepan Moskovchenko20a12332011-09-13 13:54:59 -0700174 per_cpu(cold_boot_done, cpu) = true;
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800175 }
176
177 /*
178 * set synchronisation state between this boot processor
179 * and the secondary one
180 */
181 spin_lock(&boot_lock);
182
183 /*
184 * The secondary processor is waiting to be released from
185 * the holding pen - release it, then wait for it to flag
186 * that it has been released by resetting pen_release.
187 *
188 * Note that "pen_release" is the hardware CPU ID, whereas
189 * "cpu" is Linux's internal ID.
190 */
Will Deacon1d3cfb32011-08-09 12:02:27 +0100191 pen_release = cpu_logical_map(cpu);
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800192 __cpuc_flush_dcache_area((void *)&pen_release, sizeof(pen_release));
193 outer_clean_range(__pa(&pen_release), __pa(&pen_release + 1));
194
195 /*
196 * Send the secondary CPU a soft interrupt, thereby causing
197 * the boot monitor to read the system wide flags register,
198 * and branch to the address found there.
199 */
Russell King0f7b3322011-04-03 13:01:30 +0100200 gic_raise_softirq(cpumask_of(cpu), 1);
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800201
202 timeout = jiffies + (1 * HZ);
203 while (time_before(jiffies, timeout)) {
204 smp_rmb();
205 if (pen_release == -1)
206 break;
207
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700208 dmac_inv_range((void *)&pen_release,
209 (void *)(&pen_release+sizeof(pen_release)));
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800210 udelay(10);
211 }
212
213 /*
214 * now the secondary core is starting up let it run its
215 * calibrations, then wait for it to finish
216 */
217 spin_unlock(&boot_lock);
218
219 return pen_release != -1 ? -ENOSYS : 0;
220}
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800221/*
222 * Initialise the CPU possible map early - this describes the CPUs
Steve Mucklef132c6c2012-06-06 18:30:57 -0700223 * which may be present or become present in the system.
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800224 */
225void __init smp_init_cpus(void)
226{
Jeff Ohlstein41ff4452011-04-07 17:41:09 -0700227 unsigned int i, ncores = get_core_count();
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800228
Russell Kinga06f9162011-10-20 22:04:18 +0100229 if (ncores > nr_cpu_ids) {
230 pr_warn("SMP: %u cores greater than maximum (%u), clipping\n",
231 ncores, nr_cpu_ids);
232 ncores = nr_cpu_ids;
233 }
234
Jeff Ohlstein41ff4452011-04-07 17:41:09 -0700235 for (i = 0; i < ncores; i++)
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800236 set_cpu_possible(i, true);
Russell King0f7b3322011-04-03 13:01:30 +0100237
Steve Mucklef132c6c2012-06-06 18:30:57 -0700238 set_smp_cross_call(gic_raise_softirq);
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800239}
240
241void __init platform_smp_prepare_cpus(unsigned int max_cpus)
242{
Jeff Ohlsteine14411d2010-11-30 13:06:36 -0800243}