blob: 3637274af5be5bfc0f26c09367b7a7d0bab809d5 [file] [log] [blame]
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +03001/*
2 * linux/arch/arm/mach-omap3/sram.S
3 *
4 * Omap3 specific functions that need to be run in internal SRAM
5 *
Paul Walmsley4267b5d2009-06-19 19:08:27 -06006 * Copyright (C) 2004, 2007, 2008 Texas Instruments, Inc.
7 * Copyright (C) 2008 Nokia Corporation
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +03008 *
Paul Walmsley4267b5d2009-06-19 19:08:27 -06009 * Rajendra Nayak <rnayak@ti.com>
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +030010 * Richard Woodruff <r-woodruff2@ti.com>
Paul Walmsley4267b5d2009-06-19 19:08:27 -060011 * Paul Walmsley
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +030012 *
13 * This program is free software; you can redistribute it and/or
14 * modify it under the terms of the GNU General Public License as
15 * published by the Free Software Foundation; either version 2 of
16 * the License, or (at your option) any later version.
17 *
18 * This program is distributed in the hope that it will be useful,
19 * but WITHOUT ANY WARRANTY; without even the implied warranty of
20 * MERCHANTABILITY or FITNESS FOR A PARTICULAR /PURPOSE. See the
21 * GNU General Public License for more details.
22 *
23 * You should have received a copy of the GNU General Public License
24 * along with this program; if not, write to the Free Software
25 * Foundation, Inc., 59 Temple Place, Suite 330, Boston,
26 * MA 02111-1307 USA
27 */
28#include <linux/linkage.h>
29#include <asm/assembler.h>
30#include <mach/hardware.h>
31
32#include <mach/io.h>
33
34#include "sdrc.h"
35#include "cm.h"
36
37 .text
38
Jean Pihet58cda882009-07-24 19:43:25 -060039/* r1 parameters */
Paul Walmsleydf14e472009-06-19 19:08:28 -060040#define SDRC_NO_UNLOCK_DLL 0x0
41#define SDRC_UNLOCK_DLL 0x1
42
43/* SDRC_DLLA_CTRL bit settings */
Paul Walmsley7b7bcef2009-06-19 19:08:29 -060044#define FIXEDDELAY_SHIFT 24
45#define FIXEDDELAY_MASK (0xff << FIXEDDELAY_SHIFT)
Paul Walmsleydf14e472009-06-19 19:08:28 -060046#define DLLIDLE_MASK 0x4
47
Paul Walmsley7b7bcef2009-06-19 19:08:29 -060048/*
49 * SDRC_DLLA_CTRL default values: TI hardware team indicates that
50 * FIXEDDELAY should be initialized to 0xf. This apparently was
51 * empirically determined during process testing, so no derivation
52 * was provided.
53 */
54#define FIXEDDELAY_DEFAULT (0x0f << FIXEDDELAY_SHIFT)
55
Paul Walmsleydf14e472009-06-19 19:08:28 -060056/* SDRC_DLLA_STATUS bit settings */
57#define LOCKSTATUS_MASK 0x4
58
59/* SDRC_POWER bit settings */
60#define SRFRONIDLEREQ_MASK 0x40
Paul Walmsleydf14e472009-06-19 19:08:28 -060061
62/* CM_IDLEST1_CORE bit settings */
63#define ST_SDRC_MASK 0x2
64
65/* CM_ICLKEN1_CORE bit settings */
66#define EN_SDRC_MASK 0x2
67
68/* CM_CLKSEL1_PLL bit settings */
69#define CORE_DPLL_CLKOUT_DIV_SHIFT 0x1b
70
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +030071/*
Paul Walmsley4267b5d2009-06-19 19:08:27 -060072 * omap3_sram_configure_core_dpll - change DPLL3 M2 divider
Paul Walmsleyc9812d02009-06-19 19:08:26 -060073 *
Jean Pihet58cda882009-07-24 19:43:25 -060074 * Params passed in registers:
75 * r0 = new M2 divider setting (only 1 and 2 supported right now)
76 * r1 = unlock SDRC DLL? (1 = yes, 0 = no). Only unlock DLL for
77 * SDRC rates < 83MHz
78 * r2 = number of MPU cycles to wait for SDRC to stabilize after
79 * reprogramming the SDRC when switching to a slower MPU speed
80 * r3 = increasing SDRC rate? (1 = yes, 0 = no)
81 *
82 * Params passed via the stack. The needed params will be copied in SRAM
83 * before use by the code in SRAM (SDRAM is not accessible during SDRC
84 * reconfiguration):
85 * new SDRC_RFR_CTRL_0 register contents
86 * new SDRC_ACTIM_CTRL_A_0 register contents
87 * new SDRC_ACTIM_CTRL_B_0 register contents
88 * new SDRC_MR_0 register value
89 * new SDRC_RFR_CTRL_1 register contents
90 * new SDRC_ACTIM_CTRL_A_1 register contents
91 * new SDRC_ACTIM_CTRL_B_1 register contents
92 * new SDRC_MR_1 register value
93 *
Paul Walmsley18862cb2009-12-08 16:33:14 -070094 * If the param SDRC_RFR_CTRL_1 is 0, the parameters are not programmed into
95 * the SDRC CS1 registers
96 *
97 * NOTE: This code no longer attempts to program the SDRC AC timing and MR
98 * registers. This is because the code currently cannot ensure that all
99 * L3 initiators (e.g., sDMA, IVA, DSS DISPC, etc.) are not accessing the
100 * SDRAM when the registers are written. If the registers are changed while
101 * an initiator is accessing SDRAM, memory can be corrupted and/or the SDRC
102 * may enter an unpredictable state. In the future, the intent is to
103 * re-enable this code in cases where we can ensure that no initiators are
104 * touching the SDRAM. Until that time, users who know that their use case
105 * can satisfy the above requirement can enable the CONFIG_OMAP3_SDRC_AC_TIMING
106 * option.
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300107 */
108ENTRY(omap3_sram_configure_core_dpll)
109 stmfd sp!, {r1-r12, lr} @ store regs to stack
Jean Pihet58cda882009-07-24 19:43:25 -0600110
111 @ pull the extra args off the stack
112 @ and store them in SRAM
113 ldr r4, [sp, #52]
114 str r4, omap_sdrc_rfr_ctrl_0_val
115 ldr r4, [sp, #56]
116 str r4, omap_sdrc_actim_ctrl_a_0_val
117 ldr r4, [sp, #60]
118 str r4, omap_sdrc_actim_ctrl_b_0_val
119 ldr r4, [sp, #64]
120 str r4, omap_sdrc_mr_0_val
121 ldr r4, [sp, #68]
122 str r4, omap_sdrc_rfr_ctrl_1_val
123 cmp r4, #0 @ if SDRC_RFR_CTRL_1 is 0,
124 beq skip_cs1_params @ do not use cs1 params
125 ldr r4, [sp, #72]
126 str r4, omap_sdrc_actim_ctrl_a_1_val
127 ldr r4, [sp, #76]
128 str r4, omap_sdrc_actim_ctrl_b_1_val
129 ldr r4, [sp, #80]
130 str r4, omap_sdrc_mr_1_val
131skip_cs1_params:
Jon Huntera3fed9b2010-09-27 14:02:59 -0600132 mrc p15, 0, r8, c1, c0, 0 @ read ctrl register
133 bic r10, r8, #0x800 @ clear Z-bit, disable branch prediction
134 mcr p15, 0, r10, c1, c0, 0 @ write ctrl register
Paul Walmsley69d42552009-05-12 17:27:09 -0600135 dsb @ flush buffered writes to interconnect
Jon Huntera3fed9b2010-09-27 14:02:59 -0600136 isb @ prevent speculative exec past here
Jean Pihet58cda882009-07-24 19:43:25 -0600137 cmp r3, #1 @ if increasing SDRC clk rate,
Tero Kristo3afec6332009-06-19 19:08:29 -0600138 bleq configure_sdrc @ program the SDRC regs early (for RFR)
Jean Pihet58cda882009-07-24 19:43:25 -0600139 cmp r1, #SDRC_UNLOCK_DLL @ set the intended DLL state
Paul Walmsley4519c2b2009-05-12 17:26:32 -0600140 bleq unlock_dll
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300141 blne lock_dll
Paul Walmsley4267b5d2009-06-19 19:08:27 -0600142 bl sdram_in_selfrefresh @ put SDRAM in self refresh, idle SDRC
143 bl configure_core_dpll @ change the DPLL3 M2 divider
Rajendra Nayakdf565562009-07-24 19:44:02 -0600144 mov r12, r2
145 bl wait_clk_stable @ wait for SDRC to stabilize
Paul Walmsley4267b5d2009-06-19 19:08:27 -0600146 bl enable_sdrc @ take SDRC out of idle
Jean Pihet58cda882009-07-24 19:43:25 -0600147 cmp r1, #SDRC_UNLOCK_DLL @ wait for DLL status to change
Paul Walmsley4519c2b2009-05-12 17:26:32 -0600148 bleq wait_dll_unlock
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300149 blne wait_dll_lock
Jean Pihet58cda882009-07-24 19:43:25 -0600150 cmp r3, #1 @ if increasing SDRC clk rate,
Paul Walmsley4267b5d2009-06-19 19:08:27 -0600151 beq return_to_sdram @ return to SDRAM code, otherwise,
152 bl configure_sdrc @ reprogram SDRC regs now
Paul Walmsleyc9812d02009-06-19 19:08:26 -0600153return_to_sdram:
Jon Huntera3fed9b2010-09-27 14:02:59 -0600154 mcr p15, 0, r8, c1, c0, 0 @ restore ctrl register
Paul Walmsley69d42552009-05-12 17:27:09 -0600155 isb @ prevent speculative exec past here
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300156 mov r0, #0 @ return value
157 ldmfd sp!, {r1-r12, pc} @ restore regs and return
158unlock_dll:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600159 ldr r11, omap3_sdrc_dlla_ctrl
160 ldr r12, [r11]
Rajendra Nayak8ff120e2009-07-24 19:44:01 -0600161 bic r12, r12, #FIXEDDELAY_MASK
Paul Walmsley7b7bcef2009-06-19 19:08:29 -0600162 orr r12, r12, #FIXEDDELAY_DEFAULT
Paul Walmsleydf14e472009-06-19 19:08:28 -0600163 orr r12, r12, #DLLIDLE_MASK
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600164 str r12, [r11] @ (no OCP barrier needed)
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300165 bx lr
166lock_dll:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600167 ldr r11, omap3_sdrc_dlla_ctrl
168 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600169 bic r12, r12, #DLLIDLE_MASK
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600170 str r12, [r11] @ (no OCP barrier needed)
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300171 bx lr
172sdram_in_selfrefresh:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600173 ldr r11, omap3_sdrc_power @ read the SDRC_POWER register
174 ldr r12, [r11] @ read the contents of SDRC_POWER
175 mov r9, r12 @ keep a copy of SDRC_POWER bits
Paul Walmsleydf14e472009-06-19 19:08:28 -0600176 orr r12, r12, #SRFRONIDLEREQ_MASK @ enable self refresh on idle
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600177 str r12, [r11] @ write back to SDRC_POWER register
178 ldr r12, [r11] @ posted-write barrier for SDRC
Paul Walmsley4267b5d2009-06-19 19:08:27 -0600179idle_sdrc:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600180 ldr r11, omap3_cm_iclken1_core @ read the CM_ICLKEN1_CORE reg
181 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600182 bic r12, r12, #EN_SDRC_MASK @ disable iclk bit for SDRC
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600183 str r12, [r11]
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300184wait_sdrc_idle:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600185 ldr r11, omap3_cm_idlest1_core
186 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600187 and r12, r12, #ST_SDRC_MASK @ check for SDRC idle
188 cmp r12, #ST_SDRC_MASK
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300189 bne wait_sdrc_idle
190 bx lr
191configure_core_dpll:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600192 ldr r11, omap3_cm_clksel1_pll
193 ldr r12, [r11]
194 ldr r10, core_m2_mask_val @ modify m2 for core dpll
195 and r12, r12, r10
Jean Pihet58cda882009-07-24 19:43:25 -0600196 orr r12, r12, r0, lsl #CORE_DPLL_CLKOUT_DIV_SHIFT
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600197 str r12, [r11]
198 ldr r12, [r11] @ posted-write barrier for CM
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300199 bx lr
200wait_clk_stable:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600201 subs r12, r12, #1
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300202 bne wait_clk_stable
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300203 bx lr
204enable_sdrc:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600205 ldr r11, omap3_cm_iclken1_core
206 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600207 orr r12, r12, #EN_SDRC_MASK @ enable iclk bit for SDRC
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600208 str r12, [r11]
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300209wait_sdrc_idle1:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600210 ldr r11, omap3_cm_idlest1_core
211 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600212 and r12, r12, #ST_SDRC_MASK
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600213 cmp r12, #0
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300214 bne wait_sdrc_idle1
Paul Walmsleyfa0406a2009-05-12 17:27:09 -0600215restore_sdrc_power_val:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600216 ldr r11, omap3_sdrc_power
217 str r9, [r11] @ restore SDRC_POWER, no barrier needed
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300218 bx lr
219wait_dll_lock:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600220 ldr r11, omap3_sdrc_dlla_status
221 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600222 and r12, r12, #LOCKSTATUS_MASK
223 cmp r12, #LOCKSTATUS_MASK
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300224 bne wait_dll_lock
225 bx lr
226wait_dll_unlock:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600227 ldr r11, omap3_sdrc_dlla_status
228 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600229 and r12, r12, #LOCKSTATUS_MASK
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600230 cmp r12, #0x0
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300231 bne wait_dll_unlock
232 bx lr
233configure_sdrc:
Jean Pihet58cda882009-07-24 19:43:25 -0600234 ldr r12, omap_sdrc_rfr_ctrl_0_val @ fetch value from SRAM
235 ldr r11, omap3_sdrc_rfr_ctrl_0 @ fetch addr from SRAM
236 str r12, [r11] @ store
Paul Walmsley18862cb2009-12-08 16:33:14 -0700237#ifdef CONFIG_OMAP3_SDRC_AC_TIMING
Jean Pihet58cda882009-07-24 19:43:25 -0600238 ldr r12, omap_sdrc_actim_ctrl_a_0_val
239 ldr r11, omap3_sdrc_actim_ctrl_a_0
240 str r12, [r11]
241 ldr r12, omap_sdrc_actim_ctrl_b_0_val
242 ldr r11, omap3_sdrc_actim_ctrl_b_0
243 str r12, [r11]
244 ldr r12, omap_sdrc_mr_0_val
Paul Walmsleyd0ba3922009-06-19 19:08:27 -0600245 ldr r11, omap3_sdrc_mr_0
Jean Pihet58cda882009-07-24 19:43:25 -0600246 str r12, [r11]
Paul Walmsley18862cb2009-12-08 16:33:14 -0700247#endif
Jean Pihet58cda882009-07-24 19:43:25 -0600248 ldr r12, omap_sdrc_rfr_ctrl_1_val
249 cmp r12, #0 @ if SDRC_RFR_CTRL_1 is 0,
250 beq skip_cs1_prog @ do not program cs1 params
251 ldr r11, omap3_sdrc_rfr_ctrl_1
252 str r12, [r11]
Paul Walmsley18862cb2009-12-08 16:33:14 -0700253#ifdef CONFIG_OMAP3_SDRC_AC_TIMING
Jean Pihet58cda882009-07-24 19:43:25 -0600254 ldr r12, omap_sdrc_actim_ctrl_a_1_val
255 ldr r11, omap3_sdrc_actim_ctrl_a_1
256 str r12, [r11]
257 ldr r12, omap_sdrc_actim_ctrl_b_1_val
258 ldr r11, omap3_sdrc_actim_ctrl_b_1
259 str r12, [r11]
260 ldr r12, omap_sdrc_mr_1_val
261 ldr r11, omap3_sdrc_mr_1
262 str r12, [r11]
Paul Walmsley18862cb2009-12-08 16:33:14 -0700263#endif
Jean Pihet58cda882009-07-24 19:43:25 -0600264skip_cs1_prog:
265 ldr r12, [r11] @ posted-write barrier for SDRC
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300266 bx lr
267
268omap3_sdrc_power:
269 .word OMAP34XX_SDRC_REGADDR(SDRC_POWER)
270omap3_cm_clksel1_pll:
271 .word OMAP34XX_CM_REGADDR(PLL_MOD, CM_CLKSEL1)
272omap3_cm_idlest1_core:
273 .word OMAP34XX_CM_REGADDR(CORE_MOD, CM_IDLEST)
274omap3_cm_iclken1_core:
275 .word OMAP34XX_CM_REGADDR(CORE_MOD, CM_ICLKEN1)
Jean Pihet58cda882009-07-24 19:43:25 -0600276
277omap3_sdrc_rfr_ctrl_0:
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300278 .word OMAP34XX_SDRC_REGADDR(SDRC_RFR_CTRL_0)
Jean Pihet58cda882009-07-24 19:43:25 -0600279omap3_sdrc_rfr_ctrl_1:
280 .word OMAP34XX_SDRC_REGADDR(SDRC_RFR_CTRL_1)
281omap3_sdrc_actim_ctrl_a_0:
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300282 .word OMAP34XX_SDRC_REGADDR(SDRC_ACTIM_CTRL_A_0)
Jean Pihet58cda882009-07-24 19:43:25 -0600283omap3_sdrc_actim_ctrl_a_1:
284 .word OMAP34XX_SDRC_REGADDR(SDRC_ACTIM_CTRL_A_1)
285omap3_sdrc_actim_ctrl_b_0:
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300286 .word OMAP34XX_SDRC_REGADDR(SDRC_ACTIM_CTRL_B_0)
Jean Pihet58cda882009-07-24 19:43:25 -0600287omap3_sdrc_actim_ctrl_b_1:
288 .word OMAP34XX_SDRC_REGADDR(SDRC_ACTIM_CTRL_B_1)
Paul Walmsleyd0ba3922009-06-19 19:08:27 -0600289omap3_sdrc_mr_0:
290 .word OMAP34XX_SDRC_REGADDR(SDRC_MR_0)
Jean Pihet58cda882009-07-24 19:43:25 -0600291omap3_sdrc_mr_1:
292 .word OMAP34XX_SDRC_REGADDR(SDRC_MR_1)
293omap_sdrc_rfr_ctrl_0_val:
294 .word 0xDEADBEEF
295omap_sdrc_rfr_ctrl_1_val:
296 .word 0xDEADBEEF
297omap_sdrc_actim_ctrl_a_0_val:
298 .word 0xDEADBEEF
299omap_sdrc_actim_ctrl_a_1_val:
300 .word 0xDEADBEEF
301omap_sdrc_actim_ctrl_b_0_val:
302 .word 0xDEADBEEF
303omap_sdrc_actim_ctrl_b_1_val:
304 .word 0xDEADBEEF
305omap_sdrc_mr_0_val:
306 .word 0xDEADBEEF
307omap_sdrc_mr_1_val:
308 .word 0xDEADBEEF
309
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300310omap3_sdrc_dlla_status:
311 .word OMAP34XX_SDRC_REGADDR(SDRC_DLLA_STATUS)
312omap3_sdrc_dlla_ctrl:
313 .word OMAP34XX_SDRC_REGADDR(SDRC_DLLA_CTRL)
314core_m2_mask_val:
315 .word 0x07FFFFFF
316
317ENTRY(omap3_sram_configure_core_dpll_sz)
318 .word . - omap3_sram_configure_core_dpll
Jean Pihet58cda882009-07-24 19:43:25 -0600319