blob: b75f76fb5bc6edf6ea2ad440d189534482b0e4c7 [file] [log] [blame]
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07001/*
2 * Idle processing for ARMv7-based Qualcomm SoCs.
3 *
4 * Copyright (C) 2007 Google, Inc.
Pratik Patel17f3b822011-11-21 12:41:47 -08005 * Copyright (c) 2007-2009, 2011-2012 Code Aurora Forum. All rights reserved.
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07006 *
7 * This software is licensed under the terms of the GNU General Public
8 * License version 2, as published by the Free Software Foundation, and
9 * may be copied, distributed, and modified under those terms.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 */
17
18#include <linux/linkage.h>
19#include <linux/threads.h>
20#include <asm/assembler.h>
21
Steve Mucklefcece052012-02-18 20:09:58 -080022#include "idle.h"
Murali Nalajala73c13332012-05-15 11:30:59 +053023#include "idle-macros.S"
Steve Mucklefcece052012-02-18 20:09:58 -080024
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -060025#ifdef CONFIG_ARCH_MSM_KRAIT
26#define SCM_SVC_BOOT 0x1
27#define SCM_CMD_TERMINATE_PC 0x2
28#endif
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070029
30ENTRY(msm_arch_idle)
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070031 wfi
Pratik Patelcbcc1f02011-11-08 12:58:00 -080032#ifdef CONFIG_ARCH_MSM8X60
33 mrc p14, 1, r1, c1, c5, 4 /* read ETM PDSR to clear sticky bit */
34 mrc p14, 0, r1, c1, c5, 4 /* read DBG PRSR to clear sticky bit */
35 isb
36#endif
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070037 bx lr
38
39ENTRY(msm_pm_collapse)
40#if defined(CONFIG_MSM_FIQ_SUPPORT)
41 cpsid f
42#endif
43
Steve Mucklefcece052012-02-18 20:09:58 -080044 ldr r0, =msm_saved_state /* address of msm_saved_state ptr */
45 ldr r0, [r0] /* load ptr */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070046#if (NR_CPUS >= 2)
47 mrc p15, 0, r1, c0, c0, 5 /* MPIDR */
48 ands r1, r1, #15 /* What CPU am I */
Mahesh Sivasubramanian0ff37e72011-12-15 14:12:31 -070049 mov r2, #CPU_SAVED_STATE_SIZE
50 mul r1, r1, r2
51 add r0, r0, r1
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070052#endif
53
54 stmia r0!, {r4-r14}
55 mrc p15, 0, r1, c1, c0, 0 /* MMU control */
56 mrc p15, 0, r2, c2, c0, 0 /* TTBR0 */
57 mrc p15, 0, r3, c3, c0, 0 /* dacr */
58#ifdef CONFIG_ARCH_MSM_SCORPION
59 /* This instruction is not valid for non scorpion processors */
60 mrc p15, 3, r4, c15, c0, 3 /* L2CR1 is the L2 cache control reg 1 */
61#endif
62 mrc p15, 0, r5, c10, c2, 0 /* PRRR */
63 mrc p15, 0, r6, c10, c2, 1 /* NMRR */
64 mrc p15, 0, r7, c1, c0, 1 /* ACTLR */
65 mrc p15, 0, r8, c2, c0, 1 /* TTBR1 */
66 mrc p15, 0, r9, c13, c0, 3 /* TPIDRURO */
67 mrc p15, 0, ip, c13, c0, 1 /* context ID */
68 stmia r0!, {r1-r9, ip}
69#ifdef CONFIG_MSM_CPU_AVS
70 mrc p15, 7, r1, c15, c1, 7 /* AVSCSR is the Adaptive Voltage Scaling
71 * Control and Status Register */
72 mrc p15, 7, r2, c15, c0, 6 /* AVSDSCR is the Adaptive Voltage
73 * Scaling Delay Synthesizer Control
74 * Register */
75#ifndef CONFIG_ARCH_MSM_KRAIT
76 mrc p15, 7, r3, c15, c1, 0 /* TSCSR is the Temperature Status and
77 * Control Register
78 */
79#endif
80
81 stmia r0!, {r1-r3}
82#endif
83
Pratik Patel17f3b822011-11-21 12:41:47 -080084#ifdef CONFIG_MSM_JTAG
85 bl msm_jtag_save_state
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070086#endif
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -060087
88 ldr r0, =msm_pm_flush_l2_flag
89 ldr r0, [r0]
90 mov r1, #0
91 mcr p15, 2, r1, c0, c0, 0 /*CCSELR*/
Maheshkumar Sivasubramanian1d2b69c2011-11-17 10:26:09 -070092 isb
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -060093 mrc p15, 1, r1, c0, c0, 0 /*CCSIDR*/
94 mov r2, #1
95 and r1, r2, r1, ASR #30 /* Check if the cache is write back */
96 orr r1, r0, r1
97 cmp r1, #1
98 bne skip
99 bl v7_flush_dcache_all
Steve Mucklefcece052012-02-18 20:09:58 -0800100skip:
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -0600101#ifdef CONFIG_ARCH_MSM_KRAIT
102 ldr r0, =SCM_SVC_BOOT
103 ldr r1, =SCM_CMD_TERMINATE_PC
Maheshkumar Sivasubramanian16588412011-10-13 12:16:23 -0600104 ldr r2, =msm_pm_flush_l2_flag
105 ldr r2, [r2]
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -0600106 bl scm_call_atomic1
107#else
Stepan Moskovchenko34dc00f2012-01-28 19:31:41 -0800108 mrc p15, 0, r4, c1, c0, 0 /* read current CR */
109 bic r0, r4, #(1 << 2) /* clear dcache bit */
110 bic r0, r0, #(1 << 12) /* clear icache bit */
111 mcr p15, 0, r0, c1, c0, 0 /* disable d/i cache */
Murali Nalajala73c13332012-05-15 11:30:59 +0530112 isb
Stepan Moskovchenko34dc00f2012-01-28 19:31:41 -0800113
Murali Nalajala73c13332012-05-15 11:30:59 +0530114 SUSPEND_8x25_L2
Murali Nalajala93f29992012-03-21 15:59:27 +0530115 SET_SMP_COHERENCY OFF
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700116 wfi
Murali Nalajala3a6de242012-05-11 15:05:35 +0530117 DELAY_8x25 300
Stepan Moskovchenko34dc00f2012-01-28 19:31:41 -0800118
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -0600119 mcr p15, 0, r4, c1, c0, 0 /* restore d/i cache */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700120 isb
Murali Nalajala73c13332012-05-15 11:30:59 +0530121 ENABLE_8x25_L2 /* enable only l2, no need to restore the reg back */
Murali Nalajala93f29992012-03-21 15:59:27 +0530122 SET_SMP_COHERENCY ON
Murali Nalajala73c13332012-05-15 11:30:59 +0530123#endif
124
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700125#if defined(CONFIG_MSM_FIQ_SUPPORT)
126 cpsie f
127#endif
Pratik Patel17f3b822011-11-21 12:41:47 -0800128#ifdef CONFIG_MSM_JTAG
129 bl msm_jtag_restore_state
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700130#endif
Steve Mucklefcece052012-02-18 20:09:58 -0800131 ldr r0, =msm_saved_state /* address of msm_saved_state ptr */
132 ldr r0, [r0] /* load ptr */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700133#if (NR_CPUS >= 2)
134 mrc p15, 0, r1, c0, c0, 5 /* MPIDR */
135 ands r1, r1, #15 /* What CPU am I */
Praveen Chidambaram4b1e6f02012-02-11 16:17:30 -0700136 mov r2, #CPU_SAVED_STATE_SIZE
137 mul r2, r2, r1
138 add r0, r0, r2
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700139#endif
Steve Mucklefcece052012-02-18 20:09:58 -0800140 ldmfd r0, {r4-r14} /* restore registers */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700141 mov r0, #0 /* return power collapse failed */
142 bx lr
143
144ENTRY(msm_pm_collapse_exit)
145#if 0 /* serial debug */
146 mov r0, #0x80000016
147 mcr p15, 0, r0, c15, c2, 4
148 mov r0, #0xA9000000
149 add r0, r0, #0x00A00000 /* UART1 */
150 /*add r0, r0, #0x00C00000*/ /* UART3 */
151 mov r1, #'A'
152 str r1, [r0, #0x00C]
153#endif
Steve Mucklefcece052012-02-18 20:09:58 -0800154 ldr r1, =msm_saved_state_phys
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700155 ldr r2, =msm_pm_collapse_exit
156 adr r3, msm_pm_collapse_exit
157 add r1, r1, r3
158 sub r1, r1, r2
Steve Mucklefcece052012-02-18 20:09:58 -0800159 ldr r1, [r1]
Mahesh Sivasubramanian0ff37e72011-12-15 14:12:31 -0700160 add r1, r1, #CPU_SAVED_STATE_SIZE
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700161#if (NR_CPUS >= 2)
162 mrc p15, 0, r2, c0, c0, 5 /* MPIDR */
163 ands r2, r2, #15 /* What CPU am I */
Mahesh Sivasubramanian0ff37e72011-12-15 14:12:31 -0700164 mov r3, #CPU_SAVED_STATE_SIZE
165 mul r2, r2, r3
166 add r1, r1, r2
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700167#endif
168
169#ifdef CONFIG_MSM_CPU_AVS
170 ldmdb r1!, {r2-r4}
171#ifndef CONFIG_ARCH_MSM_KRAIT
172 mcr p15, 7, r4, c15, c1, 0 /* TSCSR */
173#endif
174 mcr p15, 7, r3, c15, c0, 6 /* AVSDSCR */
175 mcr p15, 7, r2, c15, c1, 7 /* AVSCSR */
176#endif
177 ldmdb r1!, {r2-r11}
178 mcr p15, 0, r4, c3, c0, 0 /* dacr */
179 mcr p15, 0, r3, c2, c0, 0 /* TTBR0 */
180#ifdef CONFIG_ARCH_MSM_SCORPION
181 /* This instruction is not valid for non scorpion processors */
182 mcr p15, 3, r5, c15, c0, 3 /* L2CR1 */
183#endif
184 mcr p15, 0, r6, c10, c2, 0 /* PRRR */
185 mcr p15, 0, r7, c10, c2, 1 /* NMRR */
186 mcr p15, 0, r8, c1, c0, 1 /* ACTLR */
187 mcr p15, 0, r9, c2, c0, 1 /* TTBR1 */
188 mcr p15, 0, r10, c13, c0, 3 /* TPIDRURO */
189 mcr p15, 0, r11, c13, c0, 1 /* context ID */
190 isb
191 ldmdb r1!, {r4-r14}
192 ldr r0, =msm_pm_pc_pgd
193 ldr r1, =msm_pm_collapse_exit
194 adr r3, msm_pm_collapse_exit
195 add r0, r0, r3
196 sub r0, r0, r1
197 ldr r0, [r0]
198 mrc p15, 0, r1, c2, c0, 0 /* save current TTBR0 */
199 and r3, r1, #0x7f /* mask to get TTB flags */
200 orr r0, r0, r3 /* add TTB flags to switch TTBR value */
201 mcr p15, 0, r0, c2, c0, 0 /* temporary switch TTBR0 */
202 isb
203 mcr p15, 0, r2, c1, c0, 0 /* MMU control */
204 isb
205msm_pm_mapped_pa:
206 /* Switch to virtual */
207 ldr r0, =msm_pm_pa_to_va
208 mov pc, r0
209msm_pm_pa_to_va:
210 mcr p15, 0, r1, c2, c0, 0 /* restore TTBR0 */
211 isb
212 mcr p15, 0, r3, c8, c7, 0 /* UTLBIALL */
213 mcr p15, 0, r3, c7, c5, 6 /* BPIALL */
214 dsb
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700215 isb
Murali Nalajala93f29992012-03-21 15:59:27 +0530216
Stepan Moskovchenko6fd9c922011-12-08 18:15:05 -0800217#ifdef CONFIG_ARCH_MSM_KRAIT
218 mrc p15, 0, r1, c0, c0, 0
219 ldr r3, =0xff00fc00
220 and r3, r1, r3
221 ldr r1, =0x51000400
222 cmp r3, r1
223 mrceq p15, 7, r3, c15, c0, 2
224 biceq r3, r3, #0x400
225 mcreq p15, 7, r3, c15, c0, 2
Murali Nalajala73c13332012-05-15 11:30:59 +0530226#else
227 RESUME_8x25_L2
228 SET_SMP_COHERENCY ON
Stepan Moskovchenko6fd9c922011-12-08 18:15:05 -0800229#endif
Murali Nalajala73c13332012-05-15 11:30:59 +0530230
Pratik Patel17f3b822011-11-21 12:41:47 -0800231#ifdef CONFIG_MSM_JTAG
Steve Mucklec1421e32012-03-26 11:05:06 -0700232 stmfd sp!, {lr}
Pratik Patel17f3b822011-11-21 12:41:47 -0800233 bl msm_jtag_restore_state
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700234 ldmfd sp!, {lr}
Steve Mucklec1421e32012-03-26 11:05:06 -0700235#endif
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700236 mov r0, #1
237 bx lr
238 nop
239 nop
240 nop
241 nop
242 nop
2431: b 1b
244
245ENTRY(msm_pm_boot_entry)
246 mrc p15, 0, r0, c0, c0, 5 /* MPIDR */
247 and r0, r0, #15 /* what CPU am I */
248
249 ldr r1, =msm_pm_boot_vector
250 ldr r2, =msm_pm_boot_entry
251 adr r3, msm_pm_boot_entry
252 add r1, r1, r3 /* translate virt to phys addr */
253 sub r1, r1, r2
254
255 add r1, r1, r0, LSL #2 /* locate boot vector for our cpu */
256 ldr pc, [r1] /* jump */
257
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -0600258ENTRY(msm_pm_set_l2_flush_flag)
259 ldr r1, =msm_pm_flush_l2_flag
260 str r0, [r1]
261 bx lr
262
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700263 .data
264
265 .globl msm_pm_pc_pgd
266msm_pm_pc_pgd:
267 .long 0x0
268
Steve Mucklefcece052012-02-18 20:09:58 -0800269 .globl msm_saved_state
270msm_saved_state:
271 .long 0x0
272
273 .globl msm_saved_state_phys
274msm_saved_state_phys:
275 .long 0x0
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700276
Steve Mucklec25a9362012-03-22 16:40:01 -0700277 .globl msm_pm_boot_vector
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700278msm_pm_boot_vector:
279 .space 4 * NR_CPUS
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -0600280
Murali Nalajala93f29992012-03-21 15:59:27 +0530281 .globl target_type
282target_type:
283 .long 0x0
284
Murali Nalajala73c13332012-05-15 11:30:59 +0530285 .globl apps_power_collapse
286apps_power_collapse:
287 .long 0x0
288
289 .globl l2x0_base_addr
290l2x0_base_addr:
291 .long 0x0
292
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -0600293/*
294 * Default the l2 flush flag to 1 so that caches are flushed during power
295 * collapse unless the L2 driver decides to flush them only during L2
296 * Power collapse.
297 */
298msm_pm_flush_l2_flag:
299 .long 0x1
Murali Nalajala73c13332012-05-15 11:30:59 +0530300
301/*
302 * Save & restore l2x0 registers while system is entering and resuming
303 * from Power Collapse.
304 * 1. aux_ctrl_save (0x0)
305 * 2. data_latency_ctrl (0x4)
306 * 3. prefetch control (0x8)
307 */
308l2x0_saved_ctrl_reg_val:
309 .space 4 * 3