blob: 1664b6aaff794957723cfac21696e8a2af030f3b [file] [log] [blame]
Hyok S. Choif37f46e2006-09-26 17:38:32 +09001/*
2 * linux/arch/arm/mm/arm946.S: utility functions for ARM946E-S
3 *
4 * Copyright (C) 2004-2006 Hyok S. Choi (hyok.choi@samsung.com)
5 *
6 * (Many of cache codes are from proc-arm926.S)
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 *
12 */
13#include <linux/linkage.h>
14#include <linux/init.h>
15#include <asm/assembler.h>
Russell King5ec94072008-09-07 19:15:31 +010016#include <asm/hwcap.h>
Hyok S. Choif37f46e2006-09-26 17:38:32 +090017#include <asm/pgtable-hwdef.h>
18#include <asm/pgtable.h>
Hyok S. Choif37f46e2006-09-26 17:38:32 +090019#include <asm/ptrace.h>
Russell King8a5544c2008-08-12 14:02:23 +010020#include "proc-macros.S"
Hyok S. Choif37f46e2006-09-26 17:38:32 +090021
22/*
23 * ARM946E-S is synthesizable to have 0KB to 1MB sized D-Cache,
24 * comprising 256 lines of 32 bytes (8 words).
25 */
26#define CACHE_DSIZE (CONFIG_CPU_DCACHE_SIZE) /* typically 8KB. */
27#define CACHE_DLINESIZE 32 /* fixed */
28#define CACHE_DSEGMENTS 4 /* fixed */
29#define CACHE_DENTRIES (CACHE_DSIZE / CACHE_DSEGMENTS / CACHE_DLINESIZE)
30#define CACHE_DLIMIT (CACHE_DSIZE * 4) /* benchmark needed */
31
32 .text
33/*
34 * cpu_arm946_proc_init()
35 * cpu_arm946_switch_mm()
36 *
37 * These are not required.
38 */
39ENTRY(cpu_arm946_proc_init)
40ENTRY(cpu_arm946_switch_mm)
41 mov pc, lr
42
43/*
44 * cpu_arm946_proc_fin()
45 */
46ENTRY(cpu_arm946_proc_fin)
47 stmfd sp!, {lr}
48 mov ip, #PSR_F_BIT | PSR_I_BIT | SVC_MODE
49 msr cpsr_c, ip
50 bl arm946_flush_kern_cache_all
51 mrc p15, 0, r0, c1, c0, 0 @ ctrl register
52 bic r0, r0, #0x00001000 @ i-cache
53 bic r0, r0, #0x00000004 @ d-cache
54 mcr p15, 0, r0, c1, c0, 0 @ disable caches
55 ldmfd sp!, {pc}
56
57/*
58 * cpu_arm946_reset(loc)
59 * Params : r0 = address to jump to
60 * Notes : This sets up everything for a reset
61 */
62ENTRY(cpu_arm946_reset)
63 mov ip, #0
64 mcr p15, 0, ip, c7, c5, 0 @ flush I cache
65 mcr p15, 0, ip, c7, c6, 0 @ flush D cache
66 mcr p15, 0, ip, c7, c10, 4 @ drain WB
67 mrc p15, 0, ip, c1, c0, 0 @ ctrl register
68 bic ip, ip, #0x00000005 @ .............c.p
69 bic ip, ip, #0x00001000 @ i-cache
70 mcr p15, 0, ip, c1, c0, 0 @ ctrl register
71 mov pc, r0
72
73/*
74 * cpu_arm946_do_idle()
75 */
76 .align 5
77ENTRY(cpu_arm946_do_idle)
78 mcr p15, 0, r0, c7, c0, 4 @ Wait for interrupt
79 mov pc, lr
80
81/*
82 * flush_user_cache_all()
83 */
84ENTRY(arm946_flush_user_cache_all)
85 /* FALLTHROUGH */
86
87/*
88 * flush_kern_cache_all()
89 *
90 * Clean and invalidate the entire cache.
91 */
92ENTRY(arm946_flush_kern_cache_all)
93 mov r2, #VM_EXEC
94 mov ip, #0
95__flush_whole_cache:
96#ifdef CONFIG_CPU_DCACHE_WRITETHROUGH
97 mcr p15, 0, ip, c7, c6, 0 @ flush D cache
98#else
99 mov r1, #(CACHE_DSEGMENTS - 1) << 29 @ 4 segments
1001: orr r3, r1, #(CACHE_DENTRIES - 1) << 4 @ n entries
1012: mcr p15, 0, r3, c7, c14, 2 @ clean/flush D index
102 subs r3, r3, #1 << 4
103 bcs 2b @ entries n to 0
104 subs r1, r1, #1 << 29
105 bcs 1b @ segments 3 to 0
106#endif
107 tst r2, #VM_EXEC
108 mcrne p15, 0, ip, c7, c5, 0 @ flush I cache
109 mcrne p15, 0, ip, c7, c10, 4 @ drain WB
110 mov pc, lr
111
112/*
113 * flush_user_cache_range(start, end, flags)
114 *
115 * Clean and invalidate a range of cache entries in the
116 * specified address range.
117 *
118 * - start - start address (inclusive)
119 * - end - end address (exclusive)
120 * - flags - vm_flags describing address space
121 * (same as arm926)
122 */
123ENTRY(arm946_flush_user_cache_range)
124 mov ip, #0
125 sub r3, r1, r0 @ calculate total size
126 cmp r3, #CACHE_DLIMIT
127 bhs __flush_whole_cache
128
1291: tst r2, #VM_EXEC
130#ifdef CONFIG_CPU_DCACHE_WRITETHROUGH
131 mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
132 mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
133 add r0, r0, #CACHE_DLINESIZE
134 mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
135 mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
136 add r0, r0, #CACHE_DLINESIZE
137#else
138 mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D entry
139 mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
140 add r0, r0, #CACHE_DLINESIZE
141 mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D entry
142 mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
143 add r0, r0, #CACHE_DLINESIZE
144#endif
145 cmp r0, r1
146 blo 1b
147 tst r2, #VM_EXEC
148 mcrne p15, 0, ip, c7, c10, 4 @ drain WB
149 mov pc, lr
150
151/*
152 * coherent_kern_range(start, end)
153 *
154 * Ensure coherency between the Icache and the Dcache in the
155 * region described by start, end. If you have non-snooping
156 * Harvard caches, you need to implement this function.
157 *
158 * - start - virtual start address
159 * - end - virtual end address
160 */
161ENTRY(arm946_coherent_kern_range)
162 /* FALLTHROUGH */
163
164/*
165 * coherent_user_range(start, end)
166 *
167 * Ensure coherency between the Icache and the Dcache in the
168 * region described by start, end. If you have non-snooping
169 * Harvard caches, you need to implement this function.
170 *
171 * - start - virtual start address
172 * - end - virtual end address
173 * (same as arm926)
174 */
175ENTRY(arm946_coherent_user_range)
176 bic r0, r0, #CACHE_DLINESIZE - 1
1771: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
178 mcr p15, 0, r0, c7, c5, 1 @ invalidate I entry
179 add r0, r0, #CACHE_DLINESIZE
180 cmp r0, r1
181 blo 1b
182 mcr p15, 0, r0, c7, c10, 4 @ drain WB
183 mov pc, lr
184
185/*
Russell King2c9b9c82009-11-26 12:56:21 +0000186 * flush_kern_dcache_area(void *addr, size_t size)
Hyok S. Choif37f46e2006-09-26 17:38:32 +0900187 *
188 * Ensure no D cache aliasing occurs, either with itself or
189 * the I cache
190 *
Russell King2c9b9c82009-11-26 12:56:21 +0000191 * - addr - kernel address
192 * - size - region size
Hyok S. Choif37f46e2006-09-26 17:38:32 +0900193 * (same as arm926)
194 */
Russell King2c9b9c82009-11-26 12:56:21 +0000195ENTRY(arm946_flush_kern_dcache_area)
196 add r1, r0, r1
Hyok S. Choif37f46e2006-09-26 17:38:32 +09001971: mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry
198 add r0, r0, #CACHE_DLINESIZE
199 cmp r0, r1
200 blo 1b
201 mov r0, #0
202 mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache
203 mcr p15, 0, r0, c7, c10, 4 @ drain WB
204 mov pc, lr
205
206/*
207 * dma_inv_range(start, end)
208 *
209 * Invalidate (discard) the specified virtual address range.
210 * May not write back any entries. If 'start' or 'end'
211 * are not cache line aligned, those lines must be written
212 * back.
213 *
214 * - start - virtual start address
215 * - end - virtual end address
216 * (same as arm926)
217 */
Russell King702b94b2009-11-26 16:24:19 +0000218arm946_dma_inv_range:
Hyok S. Choif37f46e2006-09-26 17:38:32 +0900219#ifndef CONFIG_CPU_DCACHE_WRITETHROUGH
220 tst r0, #CACHE_DLINESIZE - 1
221 mcrne p15, 0, r0, c7, c10, 1 @ clean D entry
222 tst r1, #CACHE_DLINESIZE - 1
223 mcrne p15, 0, r1, c7, c10, 1 @ clean D entry
224#endif
225 bic r0, r0, #CACHE_DLINESIZE - 1
2261: mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
227 add r0, r0, #CACHE_DLINESIZE
228 cmp r0, r1
229 blo 1b
230 mcr p15, 0, r0, c7, c10, 4 @ drain WB
231 mov pc, lr
232
233/*
234 * dma_clean_range(start, end)
235 *
236 * Clean the specified virtual address range.
237 *
238 * - start - virtual start address
239 * - end - virtual end address
240 *
241 * (same as arm926)
242 */
Russell King702b94b2009-11-26 16:24:19 +0000243arm946_dma_clean_range:
Hyok S. Choif37f46e2006-09-26 17:38:32 +0900244#ifndef CONFIG_CPU_DCACHE_WRITETHROUGH
245 bic r0, r0, #CACHE_DLINESIZE - 1
2461: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
247 add r0, r0, #CACHE_DLINESIZE
248 cmp r0, r1
249 blo 1b
250#endif
251 mcr p15, 0, r0, c7, c10, 4 @ drain WB
252 mov pc, lr
253
254/*
255 * dma_flush_range(start, end)
256 *
257 * Clean and invalidate the specified virtual address range.
258 *
259 * - start - virtual start address
260 * - end - virtual end address
261 *
262 * (same as arm926)
263 */
264ENTRY(arm946_dma_flush_range)
265 bic r0, r0, #CACHE_DLINESIZE - 1
2661:
267#ifndef CONFIG_CPU_DCACHE_WRITETHROUGH
268 mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry
269#else
Lennert Buytenhekb3a8b752008-05-10 21:05:31 +0100270 mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
Hyok S. Choif37f46e2006-09-26 17:38:32 +0900271#endif
272 add r0, r0, #CACHE_DLINESIZE
273 cmp r0, r1
274 blo 1b
275 mcr p15, 0, r0, c7, c10, 4 @ drain WB
276 mov pc, lr
277
Russell Kinga9c91472009-11-26 16:19:58 +0000278/*
279 * dma_map_area(start, size, dir)
280 * - start - kernel virtual start address
281 * - size - size of region
282 * - dir - DMA direction
283 */
284ENTRY(arm946_dma_map_area)
285 add r1, r1, r0
286 cmp r2, #DMA_TO_DEVICE
287 beq arm946_dma_clean_range
288 bcs arm946_dma_inv_range
289 b arm946_dma_flush_range
290ENDPROC(arm946_dma_map_area)
291
292/*
293 * dma_unmap_area(start, size, dir)
294 * - start - kernel virtual start address
295 * - size - size of region
296 * - dir - DMA direction
297 */
298ENTRY(arm946_dma_unmap_area)
299 mov pc, lr
300ENDPROC(arm946_dma_unmap_area)
301
Hyok S. Choif37f46e2006-09-26 17:38:32 +0900302ENTRY(arm946_cache_fns)
303 .long arm946_flush_kern_cache_all
304 .long arm946_flush_user_cache_all
305 .long arm946_flush_user_cache_range
306 .long arm946_coherent_kern_range
307 .long arm946_coherent_user_range
Russell King2c9b9c82009-11-26 12:56:21 +0000308 .long arm946_flush_kern_dcache_area
Russell Kinga9c91472009-11-26 16:19:58 +0000309 .long arm946_dma_map_area
310 .long arm946_dma_unmap_area
Hyok S. Choif37f46e2006-09-26 17:38:32 +0900311 .long arm946_dma_flush_range
312
313
314ENTRY(cpu_arm946_dcache_clean_area)
315#ifndef CONFIG_CPU_DCACHE_WRITETHROUGH
3161: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
317 add r0, r0, #CACHE_DLINESIZE
318 subs r1, r1, #CACHE_DLINESIZE
319 bhi 1b
320#endif
321 mcr p15, 0, r0, c7, c10, 4 @ drain WB
322 mov pc, lr
323
324 __INIT
325
326 .type __arm946_setup, #function
327__arm946_setup:
328 mov r0, #0
329 mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache
330 mcr p15, 0, r0, c7, c6, 0 @ invalidate D cache
331 mcr p15, 0, r0, c7, c10, 4 @ drain WB
332
333 mcr p15, 0, r0, c6, c3, 0 @ disable memory region 3~7
334 mcr p15, 0, r0, c6, c4, 0
335 mcr p15, 0, r0, c6, c5, 0
336 mcr p15, 0, r0, c6, c6, 0
337 mcr p15, 0, r0, c6, c7, 0
338
339 mov r0, #0x0000003F @ base = 0, size = 4GB
340 mcr p15, 0, r0, c6, c0, 0 @ set region 0, default
341
342 ldr r0, =(CONFIG_DRAM_BASE & 0xFFFFF000) @ base[31:12] of RAM
343 ldr r1, =(CONFIG_DRAM_SIZE >> 12) @ size of RAM (must be >= 4KB)
344 mov r2, #10 @ 11 is the minimum (4KB)
3451: add r2, r2, #1 @ area size *= 2
346 mov r1, r1, lsr #1
347 bne 1b @ count not zero r-shift
348 orr r0, r0, r2, lsl #1 @ the region register value
349 orr r0, r0, #1 @ set enable bit
350 mcr p15, 0, r0, c6, c1, 0 @ set region 1, RAM
351
352 ldr r0, =(CONFIG_FLASH_MEM_BASE & 0xFFFFF000) @ base[31:12] of FLASH
353 ldr r1, =(CONFIG_FLASH_SIZE >> 12) @ size of FLASH (must be >= 4KB)
354 mov r2, #10 @ 11 is the minimum (4KB)
3551: add r2, r2, #1 @ area size *= 2
356 mov r1, r1, lsr #1
357 bne 1b @ count not zero r-shift
358 orr r0, r0, r2, lsl #1 @ the region register value
359 orr r0, r0, #1 @ set enable bit
360 mcr p15, 0, r0, c6, c2, 0 @ set region 2, ROM/FLASH
361
362 mov r0, #0x06
363 mcr p15, 0, r0, c2, c0, 0 @ region 1,2 d-cacheable
364 mcr p15, 0, r0, c2, c0, 1 @ region 1,2 i-cacheable
365#ifdef CONFIG_CPU_DCACHE_WRITETHROUGH
366 mov r0, #0x00 @ disable whole write buffer
367#else
368 mov r0, #0x02 @ region 1 write bufferred
369#endif
370 mcr p15, 0, r0, c3, c0, 0
371
372/*
373 * Access Permission Settings for future permission control by PU.
374 *
375 * priv. user
376 * region 0 (whole) rw -- : b0001
377 * region 1 (RAM) rw rw : b0011
378 * region 2 (FLASH) rw r- : b0010
379 * region 3~7 (none) -- -- : b0000
380 */
381 mov r0, #0x00000031
382 orr r0, r0, #0x00000200
383 mcr p15, 0, r0, c5, c0, 2 @ set data access permission
384 mcr p15, 0, r0, c5, c0, 3 @ set inst. access permission
385
386 mrc p15, 0, r0, c1, c0 @ get control register
387 orr r0, r0, #0x00001000 @ I-cache
388 orr r0, r0, #0x00000005 @ MPU/D-cache
389#ifdef CONFIG_CPU_CACHE_ROUND_ROBIN
390 orr r0, r0, #0x00004000 @ .1.. .... .... ....
391#endif
392 mov pc, lr
393
394 .size __arm946_setup, . - __arm946_setup
395
396 __INITDATA
397
398/*
399 * Purpose : Function pointers used to access above functions - all calls
400 * come through these
401 */
402 .type arm946_processor_functions, #object
403ENTRY(arm946_processor_functions)
Hyok S. Choi0f45d7f2006-09-28 21:46:16 +0900404 .word nommu_early_abort
Kirill A. Shutemov4fb28472009-09-25 13:39:47 +0100405 .word legacy_pabort
Hyok S. Choif37f46e2006-09-26 17:38:32 +0900406 .word cpu_arm946_proc_init
407 .word cpu_arm946_proc_fin
408 .word cpu_arm946_reset
409 .word cpu_arm946_do_idle
410
411 .word cpu_arm946_dcache_clean_area
412 .word cpu_arm946_switch_mm
413 .word 0 @ cpu_*_set_pte
414 .size arm946_processor_functions, . - arm946_processor_functions
415
416 .section ".rodata"
417
418 .type cpu_arch_name, #object
419cpu_arch_name:
420 .asciz "armv5te"
421 .size cpu_arch_name, . - cpu_arch_name
422
423 .type cpu_elf_name, #object
424cpu_elf_name:
425 .asciz "v5t"
426 .size cpu_elf_name, . - cpu_elf_name
427
428 .type cpu_arm946_name, #object
429cpu_arm946_name:
430 .ascii "ARM946E-S"
431 .size cpu_arm946_name, . - cpu_arm946_name
432
433 .align
434
435 .section ".proc.info.init", #alloc, #execinstr
436 .type __arm946_proc_info,#object
437__arm946_proc_info:
438 .long 0x41009460
439 .long 0xff00fff0
440 .long 0
441 b __arm946_setup
442 .long cpu_arch_name
443 .long cpu_elf_name
444 .long HWCAP_SWP | HWCAP_HALF | HWCAP_THUMB
445 .long cpu_arm946_name
446 .long arm946_processor_functions
447 .long 0
448 .long 0
449 .long arm940_cache_fns
450 .size __arm946_proc_info, . - __arm946_proc_info
451