blob: 25011ca2145d6abba4d98e4cc441f061c2f9d91c [file] [log] [blame]
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +03001/*
2 * linux/arch/arm/mach-omap3/sram.S
3 *
4 * Omap3 specific functions that need to be run in internal SRAM
5 *
Paul Walmsley4267b5d2009-06-19 19:08:27 -06006 * Copyright (C) 2004, 2007, 2008 Texas Instruments, Inc.
7 * Copyright (C) 2008 Nokia Corporation
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +03008 *
Paul Walmsley4267b5d2009-06-19 19:08:27 -06009 * Rajendra Nayak <rnayak@ti.com>
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +030010 * Richard Woodruff <r-woodruff2@ti.com>
Paul Walmsley4267b5d2009-06-19 19:08:27 -060011 * Paul Walmsley
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +030012 *
13 * This program is free software; you can redistribute it and/or
14 * modify it under the terms of the GNU General Public License as
15 * published by the Free Software Foundation; either version 2 of
16 * the License, or (at your option) any later version.
17 *
18 * This program is distributed in the hope that it will be useful,
19 * but WITHOUT ANY WARRANTY; without even the implied warranty of
20 * MERCHANTABILITY or FITNESS FOR A PARTICULAR /PURPOSE. See the
21 * GNU General Public License for more details.
22 *
23 * You should have received a copy of the GNU General Public License
24 * along with this program; if not, write to the Free Software
25 * Foundation, Inc., 59 Temple Place, Suite 330, Boston,
26 * MA 02111-1307 USA
27 */
28#include <linux/linkage.h>
29#include <asm/assembler.h>
30#include <mach/hardware.h>
31
32#include <mach/io.h>
33
34#include "sdrc.h"
Paul Walmsley59fb6592010-12-21 15:30:55 -070035#include "cm2xxx_3xxx.h"
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +030036
37 .text
38
Jean Pihet58cda882009-07-24 19:43:25 -060039/* r1 parameters */
Paul Walmsleydf14e472009-06-19 19:08:28 -060040#define SDRC_NO_UNLOCK_DLL 0x0
41#define SDRC_UNLOCK_DLL 0x1
42
43/* SDRC_DLLA_CTRL bit settings */
Paul Walmsley7b7bcef2009-06-19 19:08:29 -060044#define FIXEDDELAY_SHIFT 24
45#define FIXEDDELAY_MASK (0xff << FIXEDDELAY_SHIFT)
Paul Walmsleydf14e472009-06-19 19:08:28 -060046#define DLLIDLE_MASK 0x4
47
Paul Walmsley7b7bcef2009-06-19 19:08:29 -060048/*
49 * SDRC_DLLA_CTRL default values: TI hardware team indicates that
50 * FIXEDDELAY should be initialized to 0xf. This apparently was
51 * empirically determined during process testing, so no derivation
52 * was provided.
53 */
54#define FIXEDDELAY_DEFAULT (0x0f << FIXEDDELAY_SHIFT)
55
Paul Walmsleydf14e472009-06-19 19:08:28 -060056/* SDRC_DLLA_STATUS bit settings */
57#define LOCKSTATUS_MASK 0x4
58
59/* SDRC_POWER bit settings */
60#define SRFRONIDLEREQ_MASK 0x40
Paul Walmsleydf14e472009-06-19 19:08:28 -060061
62/* CM_IDLEST1_CORE bit settings */
63#define ST_SDRC_MASK 0x2
64
65/* CM_ICLKEN1_CORE bit settings */
66#define EN_SDRC_MASK 0x2
67
68/* CM_CLKSEL1_PLL bit settings */
69#define CORE_DPLL_CLKOUT_DIV_SHIFT 0x1b
70
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +030071/*
Paul Walmsley4267b5d2009-06-19 19:08:27 -060072 * omap3_sram_configure_core_dpll - change DPLL3 M2 divider
Paul Walmsleyc9812d02009-06-19 19:08:26 -060073 *
Jean Pihet58cda882009-07-24 19:43:25 -060074 * Params passed in registers:
75 * r0 = new M2 divider setting (only 1 and 2 supported right now)
76 * r1 = unlock SDRC DLL? (1 = yes, 0 = no). Only unlock DLL for
77 * SDRC rates < 83MHz
78 * r2 = number of MPU cycles to wait for SDRC to stabilize after
79 * reprogramming the SDRC when switching to a slower MPU speed
80 * r3 = increasing SDRC rate? (1 = yes, 0 = no)
81 *
82 * Params passed via the stack. The needed params will be copied in SRAM
83 * before use by the code in SRAM (SDRAM is not accessible during SDRC
84 * reconfiguration):
85 * new SDRC_RFR_CTRL_0 register contents
86 * new SDRC_ACTIM_CTRL_A_0 register contents
87 * new SDRC_ACTIM_CTRL_B_0 register contents
88 * new SDRC_MR_0 register value
89 * new SDRC_RFR_CTRL_1 register contents
90 * new SDRC_ACTIM_CTRL_A_1 register contents
91 * new SDRC_ACTIM_CTRL_B_1 register contents
92 * new SDRC_MR_1 register value
93 *
Paul Walmsley18862cb2009-12-08 16:33:14 -070094 * If the param SDRC_RFR_CTRL_1 is 0, the parameters are not programmed into
95 * the SDRC CS1 registers
96 *
97 * NOTE: This code no longer attempts to program the SDRC AC timing and MR
98 * registers. This is because the code currently cannot ensure that all
99 * L3 initiators (e.g., sDMA, IVA, DSS DISPC, etc.) are not accessing the
100 * SDRAM when the registers are written. If the registers are changed while
101 * an initiator is accessing SDRAM, memory can be corrupted and/or the SDRC
102 * may enter an unpredictable state. In the future, the intent is to
103 * re-enable this code in cases where we can ensure that no initiators are
104 * touching the SDRAM. Until that time, users who know that their use case
105 * can satisfy the above requirement can enable the CONFIG_OMAP3_SDRC_AC_TIMING
106 * option.
Paul Walmsley1124d2f2010-12-21 21:08:14 -0700107 *
108 * Richard Woodruff notes that any changes to this code must be carefully
109 * audited and tested to ensure that they don't cause a TLB miss while
110 * the SDRAM is inaccessible. Such a situation will crash the system
111 * since it will cause the ARM MMU to attempt to walk the page tables.
112 * These crashes may be intermittent.
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300113 */
Jean Pihetb6338bd2011-02-02 16:38:06 +0100114 .align 3
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300115ENTRY(omap3_sram_configure_core_dpll)
116 stmfd sp!, {r1-r12, lr} @ store regs to stack
Jean Pihet58cda882009-07-24 19:43:25 -0600117
118 @ pull the extra args off the stack
119 @ and store them in SRAM
120 ldr r4, [sp, #52]
121 str r4, omap_sdrc_rfr_ctrl_0_val
122 ldr r4, [sp, #56]
123 str r4, omap_sdrc_actim_ctrl_a_0_val
124 ldr r4, [sp, #60]
125 str r4, omap_sdrc_actim_ctrl_b_0_val
126 ldr r4, [sp, #64]
127 str r4, omap_sdrc_mr_0_val
128 ldr r4, [sp, #68]
129 str r4, omap_sdrc_rfr_ctrl_1_val
130 cmp r4, #0 @ if SDRC_RFR_CTRL_1 is 0,
131 beq skip_cs1_params @ do not use cs1 params
132 ldr r4, [sp, #72]
133 str r4, omap_sdrc_actim_ctrl_a_1_val
134 ldr r4, [sp, #76]
135 str r4, omap_sdrc_actim_ctrl_b_1_val
136 ldr r4, [sp, #80]
137 str r4, omap_sdrc_mr_1_val
138skip_cs1_params:
Jon Huntera3fed9b2010-09-27 14:02:59 -0600139 mrc p15, 0, r8, c1, c0, 0 @ read ctrl register
140 bic r10, r8, #0x800 @ clear Z-bit, disable branch prediction
141 mcr p15, 0, r10, c1, c0, 0 @ write ctrl register
Paul Walmsley69d42552009-05-12 17:27:09 -0600142 dsb @ flush buffered writes to interconnect
Jon Huntera3fed9b2010-09-27 14:02:59 -0600143 isb @ prevent speculative exec past here
Jean Pihet58cda882009-07-24 19:43:25 -0600144 cmp r3, #1 @ if increasing SDRC clk rate,
Tero Kristo3afec6332009-06-19 19:08:29 -0600145 bleq configure_sdrc @ program the SDRC regs early (for RFR)
Jean Pihet58cda882009-07-24 19:43:25 -0600146 cmp r1, #SDRC_UNLOCK_DLL @ set the intended DLL state
Paul Walmsley4519c2b2009-05-12 17:26:32 -0600147 bleq unlock_dll
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300148 blne lock_dll
Paul Walmsley4267b5d2009-06-19 19:08:27 -0600149 bl sdram_in_selfrefresh @ put SDRAM in self refresh, idle SDRC
150 bl configure_core_dpll @ change the DPLL3 M2 divider
Rajendra Nayakdf565562009-07-24 19:44:02 -0600151 mov r12, r2
152 bl wait_clk_stable @ wait for SDRC to stabilize
Paul Walmsley4267b5d2009-06-19 19:08:27 -0600153 bl enable_sdrc @ take SDRC out of idle
Jean Pihet58cda882009-07-24 19:43:25 -0600154 cmp r1, #SDRC_UNLOCK_DLL @ wait for DLL status to change
Paul Walmsley4519c2b2009-05-12 17:26:32 -0600155 bleq wait_dll_unlock
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300156 blne wait_dll_lock
Jean Pihet58cda882009-07-24 19:43:25 -0600157 cmp r3, #1 @ if increasing SDRC clk rate,
Paul Walmsley4267b5d2009-06-19 19:08:27 -0600158 beq return_to_sdram @ return to SDRAM code, otherwise,
159 bl configure_sdrc @ reprogram SDRC regs now
Paul Walmsleyc9812d02009-06-19 19:08:26 -0600160return_to_sdram:
Jon Huntera3fed9b2010-09-27 14:02:59 -0600161 mcr p15, 0, r8, c1, c0, 0 @ restore ctrl register
Paul Walmsley69d42552009-05-12 17:27:09 -0600162 isb @ prevent speculative exec past here
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300163 mov r0, #0 @ return value
164 ldmfd sp!, {r1-r12, pc} @ restore regs and return
165unlock_dll:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600166 ldr r11, omap3_sdrc_dlla_ctrl
167 ldr r12, [r11]
Rajendra Nayak8ff120e2009-07-24 19:44:01 -0600168 bic r12, r12, #FIXEDDELAY_MASK
Paul Walmsley7b7bcef2009-06-19 19:08:29 -0600169 orr r12, r12, #FIXEDDELAY_DEFAULT
Paul Walmsleydf14e472009-06-19 19:08:28 -0600170 orr r12, r12, #DLLIDLE_MASK
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600171 str r12, [r11] @ (no OCP barrier needed)
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300172 bx lr
173lock_dll:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600174 ldr r11, omap3_sdrc_dlla_ctrl
175 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600176 bic r12, r12, #DLLIDLE_MASK
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600177 str r12, [r11] @ (no OCP barrier needed)
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300178 bx lr
179sdram_in_selfrefresh:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600180 ldr r11, omap3_sdrc_power @ read the SDRC_POWER register
181 ldr r12, [r11] @ read the contents of SDRC_POWER
182 mov r9, r12 @ keep a copy of SDRC_POWER bits
Paul Walmsleydf14e472009-06-19 19:08:28 -0600183 orr r12, r12, #SRFRONIDLEREQ_MASK @ enable self refresh on idle
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600184 str r12, [r11] @ write back to SDRC_POWER register
185 ldr r12, [r11] @ posted-write barrier for SDRC
Paul Walmsley4267b5d2009-06-19 19:08:27 -0600186idle_sdrc:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600187 ldr r11, omap3_cm_iclken1_core @ read the CM_ICLKEN1_CORE reg
188 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600189 bic r12, r12, #EN_SDRC_MASK @ disable iclk bit for SDRC
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600190 str r12, [r11]
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300191wait_sdrc_idle:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600192 ldr r11, omap3_cm_idlest1_core
193 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600194 and r12, r12, #ST_SDRC_MASK @ check for SDRC idle
195 cmp r12, #ST_SDRC_MASK
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300196 bne wait_sdrc_idle
197 bx lr
198configure_core_dpll:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600199 ldr r11, omap3_cm_clksel1_pll
200 ldr r12, [r11]
201 ldr r10, core_m2_mask_val @ modify m2 for core dpll
202 and r12, r12, r10
Jean Pihet58cda882009-07-24 19:43:25 -0600203 orr r12, r12, r0, lsl #CORE_DPLL_CLKOUT_DIV_SHIFT
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600204 str r12, [r11]
205 ldr r12, [r11] @ posted-write barrier for CM
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300206 bx lr
207wait_clk_stable:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600208 subs r12, r12, #1
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300209 bne wait_clk_stable
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300210 bx lr
211enable_sdrc:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600212 ldr r11, omap3_cm_iclken1_core
213 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600214 orr r12, r12, #EN_SDRC_MASK @ enable iclk bit for SDRC
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600215 str r12, [r11]
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300216wait_sdrc_idle1:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600217 ldr r11, omap3_cm_idlest1_core
218 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600219 and r12, r12, #ST_SDRC_MASK
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600220 cmp r12, #0
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300221 bne wait_sdrc_idle1
Paul Walmsleyfa0406a2009-05-12 17:27:09 -0600222restore_sdrc_power_val:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600223 ldr r11, omap3_sdrc_power
224 str r9, [r11] @ restore SDRC_POWER, no barrier needed
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300225 bx lr
226wait_dll_lock:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600227 ldr r11, omap3_sdrc_dlla_status
228 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600229 and r12, r12, #LOCKSTATUS_MASK
230 cmp r12, #LOCKSTATUS_MASK
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300231 bne wait_dll_lock
232 bx lr
233wait_dll_unlock:
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600234 ldr r11, omap3_sdrc_dlla_status
235 ldr r12, [r11]
Paul Walmsleydf14e472009-06-19 19:08:28 -0600236 and r12, r12, #LOCKSTATUS_MASK
Paul Walmsleyb2abb272009-05-12 17:27:10 -0600237 cmp r12, #0x0
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300238 bne wait_dll_unlock
239 bx lr
240configure_sdrc:
Jean Pihet58cda882009-07-24 19:43:25 -0600241 ldr r12, omap_sdrc_rfr_ctrl_0_val @ fetch value from SRAM
242 ldr r11, omap3_sdrc_rfr_ctrl_0 @ fetch addr from SRAM
243 str r12, [r11] @ store
Paul Walmsley18862cb2009-12-08 16:33:14 -0700244#ifdef CONFIG_OMAP3_SDRC_AC_TIMING
Jean Pihet58cda882009-07-24 19:43:25 -0600245 ldr r12, omap_sdrc_actim_ctrl_a_0_val
246 ldr r11, omap3_sdrc_actim_ctrl_a_0
247 str r12, [r11]
248 ldr r12, omap_sdrc_actim_ctrl_b_0_val
249 ldr r11, omap3_sdrc_actim_ctrl_b_0
250 str r12, [r11]
251 ldr r12, omap_sdrc_mr_0_val
Paul Walmsleyd0ba3922009-06-19 19:08:27 -0600252 ldr r11, omap3_sdrc_mr_0
Jean Pihet58cda882009-07-24 19:43:25 -0600253 str r12, [r11]
Paul Walmsley18862cb2009-12-08 16:33:14 -0700254#endif
Jean Pihet58cda882009-07-24 19:43:25 -0600255 ldr r12, omap_sdrc_rfr_ctrl_1_val
256 cmp r12, #0 @ if SDRC_RFR_CTRL_1 is 0,
257 beq skip_cs1_prog @ do not program cs1 params
258 ldr r11, omap3_sdrc_rfr_ctrl_1
259 str r12, [r11]
Paul Walmsley18862cb2009-12-08 16:33:14 -0700260#ifdef CONFIG_OMAP3_SDRC_AC_TIMING
Jean Pihet58cda882009-07-24 19:43:25 -0600261 ldr r12, omap_sdrc_actim_ctrl_a_1_val
262 ldr r11, omap3_sdrc_actim_ctrl_a_1
263 str r12, [r11]
264 ldr r12, omap_sdrc_actim_ctrl_b_1_val
265 ldr r11, omap3_sdrc_actim_ctrl_b_1
266 str r12, [r11]
267 ldr r12, omap_sdrc_mr_1_val
268 ldr r11, omap3_sdrc_mr_1
269 str r12, [r11]
Paul Walmsley18862cb2009-12-08 16:33:14 -0700270#endif
Jean Pihet58cda882009-07-24 19:43:25 -0600271skip_cs1_prog:
272 ldr r12, [r11] @ posted-write barrier for SDRC
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300273 bx lr
274
275omap3_sdrc_power:
276 .word OMAP34XX_SDRC_REGADDR(SDRC_POWER)
277omap3_cm_clksel1_pll:
278 .word OMAP34XX_CM_REGADDR(PLL_MOD, CM_CLKSEL1)
279omap3_cm_idlest1_core:
280 .word OMAP34XX_CM_REGADDR(CORE_MOD, CM_IDLEST)
281omap3_cm_iclken1_core:
282 .word OMAP34XX_CM_REGADDR(CORE_MOD, CM_ICLKEN1)
Jean Pihet58cda882009-07-24 19:43:25 -0600283
284omap3_sdrc_rfr_ctrl_0:
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300285 .word OMAP34XX_SDRC_REGADDR(SDRC_RFR_CTRL_0)
Jean Pihet58cda882009-07-24 19:43:25 -0600286omap3_sdrc_rfr_ctrl_1:
287 .word OMAP34XX_SDRC_REGADDR(SDRC_RFR_CTRL_1)
288omap3_sdrc_actim_ctrl_a_0:
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300289 .word OMAP34XX_SDRC_REGADDR(SDRC_ACTIM_CTRL_A_0)
Jean Pihet58cda882009-07-24 19:43:25 -0600290omap3_sdrc_actim_ctrl_a_1:
291 .word OMAP34XX_SDRC_REGADDR(SDRC_ACTIM_CTRL_A_1)
292omap3_sdrc_actim_ctrl_b_0:
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300293 .word OMAP34XX_SDRC_REGADDR(SDRC_ACTIM_CTRL_B_0)
Jean Pihet58cda882009-07-24 19:43:25 -0600294omap3_sdrc_actim_ctrl_b_1:
295 .word OMAP34XX_SDRC_REGADDR(SDRC_ACTIM_CTRL_B_1)
Paul Walmsleyd0ba3922009-06-19 19:08:27 -0600296omap3_sdrc_mr_0:
297 .word OMAP34XX_SDRC_REGADDR(SDRC_MR_0)
Jean Pihet58cda882009-07-24 19:43:25 -0600298omap3_sdrc_mr_1:
299 .word OMAP34XX_SDRC_REGADDR(SDRC_MR_1)
300omap_sdrc_rfr_ctrl_0_val:
301 .word 0xDEADBEEF
302omap_sdrc_rfr_ctrl_1_val:
303 .word 0xDEADBEEF
304omap_sdrc_actim_ctrl_a_0_val:
305 .word 0xDEADBEEF
306omap_sdrc_actim_ctrl_a_1_val:
307 .word 0xDEADBEEF
308omap_sdrc_actim_ctrl_b_0_val:
309 .word 0xDEADBEEF
310omap_sdrc_actim_ctrl_b_1_val:
311 .word 0xDEADBEEF
312omap_sdrc_mr_0_val:
313 .word 0xDEADBEEF
314omap_sdrc_mr_1_val:
315 .word 0xDEADBEEF
316
Syed Mohammed, Khasimcc26b3b2008-10-09 17:51:41 +0300317omap3_sdrc_dlla_status:
318 .word OMAP34XX_SDRC_REGADDR(SDRC_DLLA_STATUS)
319omap3_sdrc_dlla_ctrl:
320 .word OMAP34XX_SDRC_REGADDR(SDRC_DLLA_CTRL)
321core_m2_mask_val:
322 .word 0x07FFFFFF
323
324ENTRY(omap3_sram_configure_core_dpll_sz)
325 .word . - omap3_sram_configure_core_dpll
Jean Pihet58cda882009-07-24 19:43:25 -0600326