blob: ee0bfcc1410f89a38f449f35338b381b6773cd4c [file] [log] [blame]
Tony Lindgren1dbae812005-11-10 14:26:51 +00001/*
Tony Lindgrenc2d43e32008-07-03 12:24:38 +03002 * linux/arch/arm/mach-omap2/sram242x.S
Tony Lindgren1dbae812005-11-10 14:26:51 +00003 *
4 * Omap2 specific functions that need to be run in internal SRAM
5 *
6 * (C) Copyright 2004
7 * Texas Instruments, <www.ti.com>
8 * Richard Woodruff <r-woodruff2@ti.com>
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License as
12 * published by the Free Software Foundation; either version 2 of
13 * the License, or (at your option) any later version.
14 *
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR /PURPOSE. See the
18 * GNU General Public License for more details.
19 *
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place, Suite 330, Boston,
23 * MA 02111-1307 USA
Paul Walmsley1124d2f2010-12-21 21:08:14 -070024 *
25 * Richard Woodruff notes that any changes to this code must be carefully
26 * audited and tested to ensure that they don't cause a TLB miss while
27 * the SDRAM is inaccessible. Such a situation will crash the system
28 * since it will cause the ARM MMU to attempt to walk the page tables.
29 * These crashes may be intermittent.
Tony Lindgren1dbae812005-11-10 14:26:51 +000030 */
Tony Lindgren1dbae812005-11-10 14:26:51 +000031#include <linux/linkage.h>
Tony Lindgrenee0839c2012-02-24 10:34:35 -080032
Tony Lindgren1dbae812005-11-10 14:26:51 +000033#include <asm/assembler.h>
Tony Lindgrenee0839c2012-02-24 10:34:35 -080034
Russell Kinga09e64f2008-08-05 16:14:15 +010035#include <mach/hardware.h>
Tony Lindgren1dbae812005-11-10 14:26:51 +000036
Tony Lindgrenee0839c2012-02-24 10:34:35 -080037#include "iomap.h"
Paul Walmsley59fb6592010-12-21 15:30:55 -070038#include "prm2xxx_3xxx.h"
39#include "cm2xxx_3xxx.h"
Tony Lindgrenc2d43e32008-07-03 12:24:38 +030040#include "sdrc.h"
Tony Lindgren1dbae812005-11-10 14:26:51 +000041
42 .text
43
Jean Pihetb6338bd2011-02-02 16:38:06 +010044 .align 3
Tony Lindgrenc2d43e32008-07-03 12:24:38 +030045ENTRY(omap242x_sram_ddr_init)
Tony Lindgren1dbae812005-11-10 14:26:51 +000046 stmfd sp!, {r0 - r12, lr} @ save registers on stack
47
48 mov r12, r2 @ capture CS1 vs CS0
49 mov r8, r3 @ capture force parameter
50
51 /* frequency shift down */
Tony Lindgrenc2d43e32008-07-03 12:24:38 +030052 ldr r2, omap242x_sdi_cm_clksel2_pll @ get address of dpllout reg
Tony Lindgren1dbae812005-11-10 14:26:51 +000053 mov r3, #0x1 @ value for 1x operation
54 str r3, [r2] @ go to L1-freq operation
55
56 /* voltage shift down */
57 mov r9, #0x1 @ set up for L1 voltage call
58 bl voltage_shift @ go drop voltage
59
60 /* dll lock mode */
Tony Lindgrenc2d43e32008-07-03 12:24:38 +030061 ldr r11, omap242x_sdi_sdrc_dlla_ctrl @ addr of dlla ctrl
Tony Lindgren1dbae812005-11-10 14:26:51 +000062 ldr r10, [r11] @ get current val
63 cmp r12, #0x1 @ cs1 base (2422 es2.05/1)
64 addeq r11, r11, #0x8 @ if cs1 base, move to DLLB
65 mvn r9, #0x4 @ mask to get clear bit2
66 and r10, r10, r9 @ clear bit2 for lock mode.
67 orr r10, r10, #0x8 @ make sure DLL on (es2 bit pos)
68 orr r10, r10, #0x2 @ 90 degree phase for all below 133Mhz
69 str r10, [r11] @ commit to DLLA_CTRL
70 bl i_dll_wait @ wait for dll to lock
71
72 /* get dll value */
73 add r11, r11, #0x4 @ get addr of status reg
74 ldr r10, [r11] @ get locked value
75
76 /* voltage shift up */
77 mov r9, #0x0 @ shift back to L0-voltage
78 bl voltage_shift @ go raise voltage
79
80 /* frequency shift up */
81 mov r3, #0x2 @ value for 2x operation
82 str r3, [r2] @ go to L0-freq operation
83
84 /* reset entry mode for dllctrl */
85 sub r11, r11, #0x4 @ move from status to ctrl
86 cmp r12, #0x1 @ normalize if cs1 based
87 subeq r11, r11, #0x8 @ possibly back to DLLA
88 cmp r8, #0x1 @ if forced unlock exit
89 orreq r1, r1, #0x4 @ make sure exit with unlocked value
90 str r1, [r11] @ restore DLLA_CTRL high value
91 add r11, r11, #0x8 @ move to DLLB_CTRL addr
92 str r1, [r11] @ set value DLLB_CTRL
93 bl i_dll_wait @ wait for possible lock
94
95 /* set up for return, DDR should be good */
96 str r10, [r0] @ write dll_status and return counter
97 ldmfd sp!, {r0 - r12, pc} @ restore regs and return
98
99 /* ensure the DLL has relocked */
100i_dll_wait:
101 mov r4, #0x800 @ delay DLL relock, min 0x400 L3 clocks
102i_dll_delay:
103 subs r4, r4, #0x1
104 bne i_dll_delay
105 mov pc, lr
106
107 /*
108 * shift up or down voltage, use R9 as input to tell level.
109 * wait for it to finish, use 32k sync counter, 1tick=31uS.
110 */
111voltage_shift:
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300112 ldr r4, omap242x_sdi_prcm_voltctrl @ get addr of volt ctrl.
Tony Lindgren1dbae812005-11-10 14:26:51 +0000113 ldr r5, [r4] @ get value.
114 ldr r6, prcm_mask_val @ get value of mask
115 and r5, r5, r6 @ apply mask to clear bits
116 orr r5, r5, r9 @ bulld value for L0/L1-volt operation.
117 str r5, [r4] @ set up for change.
118 mov r3, #0x4000 @ get val for force
119 orr r5, r5, r3 @ build value for force
120 str r5, [r4] @ Force transition to L1
121
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300122 ldr r3, omap242x_sdi_timer_32ksynct_cr @ get addr of counter
Tony Lindgren1dbae812005-11-10 14:26:51 +0000123 ldr r5, [r3] @ get value
124 add r5, r5, #0x3 @ give it at most 93uS
125volt_delay:
126 ldr r7, [r3] @ get timer value
127 cmp r5, r7 @ time up?
128 bhi volt_delay @ not yet->branch
129 mov pc, lr @ back to caller.
130
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300131omap242x_sdi_cm_clksel2_pll:
Paul Walmsley44595982008-03-18 10:04:51 +0200132 .word OMAP2420_CM_REGADDR(PLL_MOD, CM_CLKSEL2)
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300133omap242x_sdi_sdrc_dlla_ctrl:
Paul Walmsley44595982008-03-18 10:04:51 +0200134 .word OMAP242X_SDRC_REGADDR(SDRC_DLLA_CTRL)
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300135omap242x_sdi_prcm_voltctrl:
Tony Lindgren8e3bd352009-05-25 11:26:42 -0700136 .word OMAP2420_PRCM_VOLTCTRL
Tony Lindgren1dbae812005-11-10 14:26:51 +0000137prcm_mask_val:
138 .word 0xFFFF3FFC
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300139omap242x_sdi_timer_32ksynct_cr:
Santosh Shilimkar233fd642009-10-19 15:25:31 -0700140 .word OMAP2_L4_IO_ADDRESS(OMAP2420_32KSYNCT_BASE + 0x010)
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300141ENTRY(omap242x_sram_ddr_init_sz)
142 .word . - omap242x_sram_ddr_init
Tony Lindgren1dbae812005-11-10 14:26:51 +0000143
144/*
145 * Reprograms memory timings.
146 * r0 = [PRCM_FULL | PRCM_HALF] r1 = SDRC_DLLA_CTRL value r2 = [DDR | SDR]
147 * PRCM_FULL = 2, PRCM_HALF = 1, DDR = 1, SDR = 0
148 */
Jean Pihetb6338bd2011-02-02 16:38:06 +0100149 .align 3
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300150ENTRY(omap242x_sram_reprogram_sdrc)
Tony Lindgren1dbae812005-11-10 14:26:51 +0000151 stmfd sp!, {r0 - r10, lr} @ save registers on stack
152 mov r3, #0x0 @ clear for mrc call
153 mcr p15, 0, r3, c7, c10, 4 @ memory barrier, finish ARM SDR/DDR
154 nop
155 nop
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300156 ldr r6, omap242x_srs_sdrc_rfr_ctrl @ get addr of refresh reg
Tony Lindgren1dbae812005-11-10 14:26:51 +0000157 ldr r5, [r6] @ get value
158 mov r5, r5, lsr #8 @ isolate rfr field and drop burst
159
160 cmp r0, #0x1 @ going to half speed?
161 movne r9, #0x0 @ if up set flag up for pre up, hi volt
162
163 blne voltage_shift_c @ adjust voltage
164
165 cmp r0, #0x1 @ going to half speed (post branch link)
166 moveq r5, r5, lsr #1 @ divide by 2 if to half
167 movne r5, r5, lsl #1 @ mult by 2 if to full
168 mov r5, r5, lsl #8 @ put rfr field back into place
169 add r5, r5, #0x1 @ turn on burst of 1
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300170 ldr r4, omap242x_srs_cm_clksel2_pll @ get address of out reg
Tony Lindgren1dbae812005-11-10 14:26:51 +0000171 ldr r3, [r4] @ get curr value
172 orr r3, r3, #0x3
173 bic r3, r3, #0x3 @ clear lower bits
174 orr r3, r3, r0 @ new state value
175 str r3, [r4] @ set new state (pll/x, x=1 or 2)
176 nop
177 nop
178
179 moveq r9, #0x1 @ if speed down, post down, drop volt
180 bleq voltage_shift_c
181
182 mcr p15, 0, r3, c7, c10, 4 @ memory barrier
183 str r5, [r6] @ set new RFR_1 value
184 add r6, r6, #0x30 @ get RFR_2 addr
185 str r5, [r6] @ set RFR_2
186 nop
187 cmp r2, #0x1 @ (SDR or DDR) do we need to adjust DLL
188 bne freq_out @ leave if SDR, no DLL function
189
190 /* With DDR, we need to take care of the DLL for the frequency change */
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300191 ldr r2, omap242x_srs_sdrc_dlla_ctrl @ addr of dlla ctrl
Tony Lindgren1dbae812005-11-10 14:26:51 +0000192 str r1, [r2] @ write out new SDRC_DLLA_CTRL
193 add r2, r2, #0x8 @ addr to SDRC_DLLB_CTRL
194 str r1, [r2] @ commit to SDRC_DLLB_CTRL
195 mov r1, #0x2000 @ wait DLL relock, min 0x400 L3 clocks
196dll_wait:
197 subs r1, r1, #0x1
198 bne dll_wait
199freq_out:
200 ldmfd sp!, {r0 - r10, pc} @ restore regs and return
201
202 /*
203 * shift up or down voltage, use R9 as input to tell level.
204 * wait for it to finish, use 32k sync counter, 1tick=31uS.
205 */
206voltage_shift_c:
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300207 ldr r10, omap242x_srs_prcm_voltctrl @ get addr of volt ctrl
Tony Lindgren1dbae812005-11-10 14:26:51 +0000208 ldr r8, [r10] @ get value
209 ldr r7, ddr_prcm_mask_val @ get value of mask
210 and r8, r8, r7 @ apply mask to clear bits
211 orr r8, r8, r9 @ bulld value for L0/L1-volt operation.
212 str r8, [r10] @ set up for change.
213 mov r7, #0x4000 @ get val for force
214 orr r8, r8, r7 @ build value for force
215 str r8, [r10] @ Force transition to L1
216
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300217 ldr r10, omap242x_srs_timer_32ksynct @ get addr of counter
Tony Lindgren1dbae812005-11-10 14:26:51 +0000218 ldr r8, [r10] @ get value
219 add r8, r8, #0x2 @ give it at most 62uS (min 31+)
220volt_delay_c:
221 ldr r7, [r10] @ get timer value
222 cmp r8, r7 @ time up?
223 bhi volt_delay_c @ not yet->branch
224 mov pc, lr @ back to caller
225
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300226omap242x_srs_cm_clksel2_pll:
Paul Walmsley44595982008-03-18 10:04:51 +0200227 .word OMAP2420_CM_REGADDR(PLL_MOD, CM_CLKSEL2)
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300228omap242x_srs_sdrc_dlla_ctrl:
Paul Walmsley44595982008-03-18 10:04:51 +0200229 .word OMAP242X_SDRC_REGADDR(SDRC_DLLA_CTRL)
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300230omap242x_srs_sdrc_rfr_ctrl:
Paul Walmsley44595982008-03-18 10:04:51 +0200231 .word OMAP242X_SDRC_REGADDR(SDRC_RFR_CTRL_0)
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300232omap242x_srs_prcm_voltctrl:
Tony Lindgren8e3bd352009-05-25 11:26:42 -0700233 .word OMAP2420_PRCM_VOLTCTRL
Tony Lindgren1dbae812005-11-10 14:26:51 +0000234ddr_prcm_mask_val:
235 .word 0xFFFF3FFC
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300236omap242x_srs_timer_32ksynct:
Santosh Shilimkar233fd642009-10-19 15:25:31 -0700237 .word OMAP2_L4_IO_ADDRESS(OMAP2420_32KSYNCT_BASE + 0x010)
Tony Lindgren1dbae812005-11-10 14:26:51 +0000238
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300239ENTRY(omap242x_sram_reprogram_sdrc_sz)
240 .word . - omap242x_sram_reprogram_sdrc
Tony Lindgren1dbae812005-11-10 14:26:51 +0000241
242/*
243 * Set dividers and pll. Also recalculate DLL value for DDR and unlock mode.
244 */
Jean Pihetb6338bd2011-02-02 16:38:06 +0100245 .align 3
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300246ENTRY(omap242x_sram_set_prcm)
Tony Lindgren1dbae812005-11-10 14:26:51 +0000247 stmfd sp!, {r0-r12, lr} @ regs to stack
248 adr r4, pbegin @ addr of preload start
249 adr r8, pend @ addr of preload end
250 mcrr p15, 1, r8, r4, c12 @ preload into icache
251pbegin:
252 /* move into fast relock bypass */
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300253 ldr r8, omap242x_ssp_pll_ctl @ get addr
Tony Lindgren1dbae812005-11-10 14:26:51 +0000254 ldr r5, [r8] @ get val
255 mvn r6, #0x3 @ clear mask
256 and r5, r5, r6 @ clear field
257 orr r7, r5, #0x2 @ fast relock val
258 str r7, [r8] @ go to fast relock
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300259 ldr r4, omap242x_ssp_pll_stat @ addr of stat
Tony Lindgren1dbae812005-11-10 14:26:51 +0000260block:
261 /* wait for bypass */
262 ldr r8, [r4] @ stat value
263 and r8, r8, #0x3 @ mask for stat
264 cmp r8, #0x1 @ there yet
265 bne block @ loop if not
266
267 /* set new dpll dividers _after_ in bypass */
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300268 ldr r4, omap242x_ssp_pll_div @ get addr
Tony Lindgren1dbae812005-11-10 14:26:51 +0000269 str r0, [r4] @ set dpll ctrl val
270
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300271 ldr r4, omap242x_ssp_set_config @ get addr
Tony Lindgren1dbae812005-11-10 14:26:51 +0000272 mov r8, #1 @ valid cfg msk
273 str r8, [r4] @ make dividers take
274
275 mov r4, #100 @ dead spin a bit
276wait_a_bit:
277 subs r4, r4, #1 @ dec loop
278 bne wait_a_bit @ delay done?
279
280 /* check if staying in bypass */
281 cmp r2, #0x1 @ stay in bypass?
282 beq pend @ jump over dpll relock
283
284 /* relock DPLL with new vals */
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300285 ldr r5, omap242x_ssp_pll_stat @ get addr
286 ldr r4, omap242x_ssp_pll_ctl @ get addr
Tony Lindgren1dbae812005-11-10 14:26:51 +0000287 orr r8, r7, #0x3 @ val for lock dpll
288 str r8, [r4] @ set val
289 mov r0, #1000 @ dead spin a bit
290wait_more:
291 subs r0, r0, #1 @ dec loop
292 bne wait_more @ delay done?
293wait_lock:
294 ldr r8, [r5] @ get lock val
295 and r8, r8, #3 @ isolate field
296 cmp r8, #2 @ locked?
297 bne wait_lock @ wait if not
298pend:
299 /* update memory timings & briefly lock dll */
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300300 ldr r4, omap242x_ssp_sdrc_rfr @ get addr
Tony Lindgren1dbae812005-11-10 14:26:51 +0000301 str r1, [r4] @ update refresh timing
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300302 ldr r11, omap242x_ssp_dlla_ctrl @ get addr of DLLA ctrl
Tony Lindgren1dbae812005-11-10 14:26:51 +0000303 ldr r10, [r11] @ get current val
304 mvn r9, #0x4 @ mask to get clear bit2
305 and r10, r10, r9 @ clear bit2 for lock mode
306 orr r10, r10, #0x8 @ make sure DLL on (es2 bit pos)
307 str r10, [r11] @ commit to DLLA_CTRL
308 add r11, r11, #0x8 @ move to dllb
309 str r10, [r11] @ hit DLLB also
310
311 mov r4, #0x800 @ relock time (min 0x400 L3 clocks)
312wait_dll_lock:
313 subs r4, r4, #0x1
314 bne wait_dll_lock
315 nop
316 ldmfd sp!, {r0-r12, pc} @ restore regs and return
317
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300318omap242x_ssp_set_config:
Tony Lindgren8e3bd352009-05-25 11:26:42 -0700319 .word OMAP2420_PRCM_CLKCFG_CTRL
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300320omap242x_ssp_pll_ctl:
321 .word OMAP2420_CM_REGADDR(PLL_MOD, CM_CLKEN)
322omap242x_ssp_pll_stat:
323 .word OMAP2420_CM_REGADDR(PLL_MOD, CM_IDLEST)
324omap242x_ssp_pll_div:
325 .word OMAP2420_CM_REGADDR(PLL_MOD, CM_CLKSEL1)
326omap242x_ssp_sdrc_rfr:
Paul Walmsley44595982008-03-18 10:04:51 +0200327 .word OMAP242X_SDRC_REGADDR(SDRC_RFR_CTRL_0)
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300328omap242x_ssp_dlla_ctrl:
Paul Walmsley44595982008-03-18 10:04:51 +0200329 .word OMAP242X_SDRC_REGADDR(SDRC_DLLA_CTRL)
Tony Lindgren1dbae812005-11-10 14:26:51 +0000330
Tony Lindgrenc2d43e32008-07-03 12:24:38 +0300331ENTRY(omap242x_sram_set_prcm_sz)
332 .word . - omap242x_sram_set_prcm