blob: 63037e2162f201ba76ad34604c2cd09ab450d71b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/arm/mm/proc-xscale.S
3 *
4 * Author: Nicolas Pitre
5 * Created: November 2000
6 * Copyright: (C) 2000, 2001 MontaVista Software Inc.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 *
12 * MMU functions for the Intel XScale CPUs
13 *
14 * 2001 Aug 21:
15 * some contributions by Brett Gaines <brett.w.gaines@intel.com>
16 * Copyright 2001 by Intel Corp.
17 *
18 * 2001 Sep 08:
19 * Completely revisited, many important fixes
Nicolas Pitre2f82af02009-09-14 03:25:28 -040020 * Nicolas Pitre <nico@fluxnic.net>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021 */
22
23#include <linux/linkage.h>
24#include <linux/init.h>
25#include <asm/assembler.h>
Russell King5ec94072008-09-07 19:15:31 +010026#include <asm/hwcap.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <asm/pgtable.h>
Russell King0003ced2006-03-25 22:08:55 +000028#include <asm/pgtable-hwdef.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <asm/page.h>
30#include <asm/ptrace.h>
31#include "proc-macros.S"
32
33/*
34 * This is the maximum size of an area which will be flushed. If the area
35 * is larger than this, then we flush the whole cache
36 */
37#define MAX_AREA_SIZE 32768
38
39/*
40 * the cache line size of the I and D cache
41 */
42#define CACHELINESIZE 32
43
44/*
45 * the size of the data cache
46 */
47#define CACHESIZE 32768
48
49/*
50 * Virtual address used to allocate the cache when flushed
51 *
52 * This must be an address range which is _never_ used. It should
53 * apparently have a mapping in the corresponding page table for
54 * compatibility with future CPUs that _could_ require it. For instance we
55 * don't care.
56 *
57 * This must be aligned on a 2*CACHESIZE boundary. The code selects one of
58 * the 2 areas in alternance each time the clean_d_cache macro is used.
59 * Without this the XScale core exhibits cache eviction problems and no one
60 * knows why.
61 *
62 * Reminder: the vector table is located at 0xffff0000-0xffff0fff.
63 */
64#define CLEAN_ADDR 0xfffe0000
65
66/*
67 * This macro is used to wait for a CP15 write and is needed
68 * when we have to ensure that the last operation to the co-pro
69 * was completed before continuing with operation.
70 */
71 .macro cpwait, rd
72 mrc p15, 0, \rd, c2, c0, 0 @ arbitrary read of cp15
73 mov \rd, \rd @ wait for completion
74 sub pc, pc, #4 @ flush instruction pipeline
75 .endm
76
77 .macro cpwait_ret, lr, rd
78 mrc p15, 0, \rd, c2, c0, 0 @ arbitrary read of cp15
79 sub pc, \lr, \rd, LSR #32 @ wait for completion and
80 @ flush instruction pipeline
81 .endm
82
83/*
84 * This macro cleans the entire dcache using line allocate.
85 * The main loop has been unrolled to reduce loop overhead.
86 * rd and rs are two scratch registers.
87 */
88 .macro clean_d_cache, rd, rs
89 ldr \rs, =clean_addr
90 ldr \rd, [\rs]
91 eor \rd, \rd, #CACHESIZE
92 str \rd, [\rs]
93 add \rs, \rd, #CACHESIZE
941: mcr p15, 0, \rd, c7, c2, 5 @ allocate D cache line
95 add \rd, \rd, #CACHELINESIZE
96 mcr p15, 0, \rd, c7, c2, 5 @ allocate D cache line
97 add \rd, \rd, #CACHELINESIZE
98 mcr p15, 0, \rd, c7, c2, 5 @ allocate D cache line
99 add \rd, \rd, #CACHELINESIZE
100 mcr p15, 0, \rd, c7, c2, 5 @ allocate D cache line
101 add \rd, \rd, #CACHELINESIZE
102 teq \rd, \rs
103 bne 1b
104 .endm
105
106 .data
107clean_addr: .word CLEAN_ADDR
108
109 .text
110
111/*
112 * cpu_xscale_proc_init()
113 *
114 * Nothing too exciting at the moment
115 */
116ENTRY(cpu_xscale_proc_init)
Arnaud Patard391c5692008-03-13 09:53:21 +0100117 @ enable write buffer coalescing. Some bootloader disable it
118 mrc p15, 0, r1, c1, c0, 1
119 bic r1, r1, #1
120 mcr p15, 0, r1, c1, c0, 1
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 mov pc, lr
122
123/*
124 * cpu_xscale_proc_fin()
125 */
126ENTRY(cpu_xscale_proc_fin)
127 str lr, [sp, #-4]!
128 mov r0, #PSR_F_BIT|PSR_I_BIT|SVC_MODE
129 msr cpsr_c, r0
130 bl xscale_flush_kern_cache_all @ clean caches
131 mrc p15, 0, r0, c1, c0, 0 @ ctrl register
132 bic r0, r0, #0x1800 @ ...IZ...........
133 bic r0, r0, #0x0006 @ .............CA.
134 mcr p15, 0, r0, c1, c0, 0 @ disable caches
135 ldr pc, [sp], #4
136
137/*
138 * cpu_xscale_reset(loc)
139 *
140 * Perform a soft reset of the system. Put the CPU into the
141 * same state as it would be if it had been reset, and branch
142 * to what would be the reset vector.
143 *
144 * loc: location to jump to for soft reset
Nicolas Pitre2dc76672006-07-01 21:29:32 +0100145 *
146 * Beware PXA270 erratum E7.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 */
148 .align 5
149ENTRY(cpu_xscale_reset)
150 mov r1, #PSR_F_BIT|PSR_I_BIT|SVC_MODE
151 msr cpsr_c, r1 @ reset CPSR
Nicolas Pitre2dc76672006-07-01 21:29:32 +0100152 mcr p15, 0, r1, c10, c4, 1 @ unlock I-TLB
153 mcr p15, 0, r1, c8, c5, 0 @ invalidate I-TLB
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 mrc p15, 0, r1, c1, c0, 0 @ ctrl register
155 bic r1, r1, #0x0086 @ ........B....CA.
156 bic r1, r1, #0x3900 @ ..VIZ..S........
Nicolas Pitre2dc76672006-07-01 21:29:32 +0100157 sub pc, pc, #4 @ flush pipeline
158 @ *** cache line aligned ***
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 mcr p15, 0, r1, c1, c0, 0 @ ctrl register
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 bic r1, r1, #0x0001 @ ...............M
Nicolas Pitre2dc76672006-07-01 21:29:32 +0100161 mcr p15, 0, ip, c7, c7, 0 @ invalidate I,D caches & BTB
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162 mcr p15, 0, r1, c1, c0, 0 @ ctrl register
163 @ CAUTION: MMU turned off from this point. We count on the pipeline
164 @ already containing those two last instructions to survive.
165 mcr p15, 0, ip, c8, c7, 0 @ invalidate I & D TLBs
166 mov pc, r0
167
168/*
169 * cpu_xscale_do_idle()
170 *
171 * Cause the processor to idle
172 *
173 * For now we do nothing but go to idle mode for every case
174 *
175 * XScale supports clock switching, but using idle mode support
176 * allows external hardware to react to system state changes.
177 */
178 .align 5
179
180ENTRY(cpu_xscale_do_idle)
181 mov r0, #1
182 mcr p14, 0, r0, c7, c0, 0 @ Go to IDLE
183 mov pc, lr
184
185/* ================================= CACHE ================================ */
186
187/*
188 * flush_user_cache_all()
189 *
190 * Invalidate all cache entries in a particular address
191 * space.
192 */
193ENTRY(xscale_flush_user_cache_all)
194 /* FALLTHROUGH */
195
196/*
197 * flush_kern_cache_all()
198 *
199 * Clean and invalidate the entire cache.
200 */
201ENTRY(xscale_flush_kern_cache_all)
202 mov r2, #VM_EXEC
203 mov ip, #0
204__flush_whole_cache:
205 clean_d_cache r0, r1
206 tst r2, #VM_EXEC
207 mcrne p15, 0, ip, c7, c5, 0 @ Invalidate I cache & BTB
208 mcrne p15, 0, ip, c7, c10, 4 @ Drain Write (& Fill) Buffer
209 mov pc, lr
210
211/*
212 * flush_user_cache_range(start, end, vm_flags)
213 *
214 * Invalidate a range of cache entries in the specified
215 * address space.
216 *
217 * - start - start address (may not be aligned)
218 * - end - end address (exclusive, may not be aligned)
219 * - vma - vma_area_struct describing address space
220 */
221 .align 5
222ENTRY(xscale_flush_user_cache_range)
223 mov ip, #0
224 sub r3, r1, r0 @ calculate total size
225 cmp r3, #MAX_AREA_SIZE
226 bhs __flush_whole_cache
227
2281: tst r2, #VM_EXEC
229 mcrne p15, 0, r0, c7, c5, 1 @ Invalidate I cache line
230 mcr p15, 0, r0, c7, c10, 1 @ Clean D cache line
231 mcr p15, 0, r0, c7, c6, 1 @ Invalidate D cache line
232 add r0, r0, #CACHELINESIZE
233 cmp r0, r1
234 blo 1b
235 tst r2, #VM_EXEC
236 mcrne p15, 0, ip, c7, c5, 6 @ Invalidate BTB
237 mcrne p15, 0, ip, c7, c10, 4 @ Drain Write (& Fill) Buffer
238 mov pc, lr
239
240/*
241 * coherent_kern_range(start, end)
242 *
243 * Ensure coherency between the Icache and the Dcache in the
244 * region described by start. If you have non-snooping
245 * Harvard caches, you need to implement this function.
246 *
247 * - start - virtual start address
248 * - end - virtual end address
249 *
250 * Note: single I-cache line invalidation isn't used here since
251 * it also trashes the mini I-cache used by JTAG debuggers.
252 */
253ENTRY(xscale_coherent_kern_range)
Nicolas Pitre8a052e02006-02-01 19:26:01 +0000254 bic r0, r0, #CACHELINESIZE - 1
2551: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
256 add r0, r0, #CACHELINESIZE
257 cmp r0, r1
258 blo 1b
259 mov r0, #0
260 mcr p15, 0, r0, c7, c5, 0 @ Invalidate I cache & BTB
261 mcr p15, 0, r0, c7, c10, 4 @ Drain Write (& Fill) Buffer
262 mov pc, lr
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263
264/*
265 * coherent_user_range(start, end)
266 *
267 * Ensure coherency between the Icache and the Dcache in the
268 * region described by start. If you have non-snooping
269 * Harvard caches, you need to implement this function.
270 *
271 * - start - virtual start address
272 * - end - virtual end address
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273 */
274ENTRY(xscale_coherent_user_range)
275 bic r0, r0, #CACHELINESIZE - 1
2761: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
Nicolas Pitre8a052e02006-02-01 19:26:01 +0000277 mcr p15, 0, r0, c7, c5, 1 @ Invalidate I cache entry
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 add r0, r0, #CACHELINESIZE
279 cmp r0, r1
280 blo 1b
281 mov r0, #0
Nicolas Pitre8a052e02006-02-01 19:26:01 +0000282 mcr p15, 0, r0, c7, c5, 6 @ Invalidate BTB
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283 mcr p15, 0, r0, c7, c10, 4 @ Drain Write (& Fill) Buffer
284 mov pc, lr
285
286/*
Russell King2c9b9c82009-11-26 12:56:21 +0000287 * flush_kern_dcache_area(void *addr, size_t size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288 *
289 * Ensure no D cache aliasing occurs, either with itself or
290 * the I cache
291 *
Russell King2c9b9c82009-11-26 12:56:21 +0000292 * - addr - kernel address
293 * - size - region size
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294 */
Russell King2c9b9c82009-11-26 12:56:21 +0000295ENTRY(xscale_flush_kern_dcache_area)
296 add r1, r0, r1
Linus Torvalds1da177e2005-04-16 15:20:36 -07002971: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
298 mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
299 add r0, r0, #CACHELINESIZE
300 cmp r0, r1
301 blo 1b
302 mov r0, #0
303 mcr p15, 0, r0, c7, c5, 0 @ Invalidate I cache & BTB
304 mcr p15, 0, r0, c7, c10, 4 @ Drain Write (& Fill) Buffer
305 mov pc, lr
306
307/*
308 * dma_inv_range(start, end)
309 *
310 * Invalidate (discard) the specified virtual address range.
311 * May not write back any entries. If 'start' or 'end'
312 * are not cache line aligned, those lines must be written
313 * back.
314 *
315 * - start - virtual start address
316 * - end - virtual end address
317 */
Russell King702b94b2009-11-26 16:24:19 +0000318xscale_dma_inv_range:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319 tst r0, #CACHELINESIZE - 1
320 bic r0, r0, #CACHELINESIZE - 1
321 mcrne p15, 0, r0, c7, c10, 1 @ clean D entry
322 tst r1, #CACHELINESIZE - 1
323 mcrne p15, 0, r1, c7, c10, 1 @ clean D entry
3241: mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
325 add r0, r0, #CACHELINESIZE
326 cmp r0, r1
327 blo 1b
328 mcr p15, 0, r0, c7, c10, 4 @ Drain Write (& Fill) Buffer
329 mov pc, lr
330
331/*
332 * dma_clean_range(start, end)
333 *
334 * Clean the specified virtual address range.
335 *
336 * - start - virtual start address
337 * - end - virtual end address
338 */
Russell King702b94b2009-11-26 16:24:19 +0000339xscale_dma_clean_range:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340 bic r0, r0, #CACHELINESIZE - 1
3411: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
342 add r0, r0, #CACHELINESIZE
343 cmp r0, r1
344 blo 1b
345 mcr p15, 0, r0, c7, c10, 4 @ Drain Write (& Fill) Buffer
346 mov pc, lr
347
348/*
349 * dma_flush_range(start, end)
350 *
351 * Clean and invalidate the specified virtual address range.
352 *
353 * - start - virtual start address
354 * - end - virtual end address
355 */
356ENTRY(xscale_dma_flush_range)
357 bic r0, r0, #CACHELINESIZE - 1
3581: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
359 mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
360 add r0, r0, #CACHELINESIZE
361 cmp r0, r1
362 blo 1b
363 mcr p15, 0, r0, c7, c10, 4 @ Drain Write (& Fill) Buffer
364 mov pc, lr
365
Russell Kinga9c91472009-11-26 16:19:58 +0000366/*
367 * dma_map_area(start, size, dir)
368 * - start - kernel virtual start address
369 * - size - size of region
370 * - dir - DMA direction
371 */
372ENTRY(xscale_dma_map_area)
373 add r1, r1, r0
374 cmp r2, #DMA_TO_DEVICE
375 beq xscale_dma_clean_range
376 bcs xscale_dma_inv_range
377 b xscale_dma_flush_range
378ENDPROC(xscale_dma_map_area)
379
380/*
381 * dma_map_area(start, size, dir)
382 * - start - kernel virtual start address
383 * - size - size of region
384 * - dir - DMA direction
385 */
386ENTRY(xscale_dma_a0_map_area)
387 add r1, r1, r0
388 teq r2, #DMA_TO_DEVICE
389 beq xscale_dma_clean_range
390 b xscale_dma_flush_range
391ENDPROC(xscsale_dma_a0_map_area)
392
393/*
394 * dma_unmap_area(start, size, dir)
395 * - start - kernel virtual start address
396 * - size - size of region
397 * - dir - DMA direction
398 */
399ENTRY(xscale_dma_unmap_area)
400 mov pc, lr
401ENDPROC(xscale_dma_unmap_area)
402
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403ENTRY(xscale_cache_fns)
404 .long xscale_flush_kern_cache_all
405 .long xscale_flush_user_cache_all
406 .long xscale_flush_user_cache_range
407 .long xscale_coherent_kern_range
408 .long xscale_coherent_user_range
Russell King2c9b9c82009-11-26 12:56:21 +0000409 .long xscale_flush_kern_dcache_area
Russell Kinga9c91472009-11-26 16:19:58 +0000410 .long xscale_dma_map_area
411 .long xscale_dma_unmap_area
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412 .long xscale_dma_flush_range
413
Lennert Buytenhek197c9442006-09-16 10:52:02 +0100414/*
415 * On stepping A0/A1 of the 80200, invalidating D-cache by line doesn't
416 * clear the dirty bits, which means that if we invalidate a dirty line,
417 * the dirty data can still be written back to external memory later on.
418 *
419 * The recommended workaround is to always do a clean D-cache line before
420 * doing an invalidate D-cache line, so on the affected processors,
421 * dma_inv_range() is implemented as dma_flush_range().
422 *
423 * See erratum #25 of "Intel 80200 Processor Specification Update",
424 * revision January 22, 2003, available at:
425 * http://www.intel.com/design/iio/specupdt/273415.htm
426 */
427ENTRY(xscale_80200_A0_A1_cache_fns)
428 .long xscale_flush_kern_cache_all
429 .long xscale_flush_user_cache_all
430 .long xscale_flush_user_cache_range
431 .long xscale_coherent_kern_range
432 .long xscale_coherent_user_range
Russell King2c9b9c82009-11-26 12:56:21 +0000433 .long xscale_flush_kern_dcache_area
Russell Kinga9c91472009-11-26 16:19:58 +0000434 .long xscale_dma_a0_map_area
435 .long xscale_dma_unmap_area
Lennert Buytenhek197c9442006-09-16 10:52:02 +0100436 .long xscale_dma_flush_range
Lennert Buytenhek197c9442006-09-16 10:52:02 +0100437
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438ENTRY(cpu_xscale_dcache_clean_area)
4391: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
440 add r0, r0, #CACHELINESIZE
441 subs r1, r1, #CACHELINESIZE
442 bhi 1b
443 mov pc, lr
444
Linus Torvalds1da177e2005-04-16 15:20:36 -0700445/* =============================== PageTable ============================== */
446
Linus Torvalds1da177e2005-04-16 15:20:36 -0700447/*
448 * cpu_xscale_switch_mm(pgd)
449 *
450 * Set the translation base pointer to be as described by pgd.
451 *
452 * pgd: new page tables
453 */
454 .align 5
455ENTRY(cpu_xscale_switch_mm)
456 clean_d_cache r1, r2
457 mcr p15, 0, ip, c7, c5, 0 @ Invalidate I cache & BTB
458 mcr p15, 0, ip, c7, c10, 4 @ Drain Write (& Fill) Buffer
459 mcr p15, 0, r0, c2, c0, 0 @ load page table pointer
460 mcr p15, 0, ip, c8, c7, 0 @ invalidate I & D TLBs
461 cpwait_ret lr, ip
462
463/*
Russell Kingad1ae2f2006-12-13 14:34:43 +0000464 * cpu_xscale_set_pte_ext(ptep, pte, ext)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465 *
466 * Set a PTE and flush it out
467 *
468 * Errata 40: must set memory to write-through for user read-only pages.
469 */
Russell King9e8b5192008-09-06 20:47:54 +0100470cpu_xscale_mt_table:
471 .long 0x00 @ L_PTE_MT_UNCACHED
472 .long PTE_BUFFERABLE @ L_PTE_MT_BUFFERABLE
473 .long PTE_CACHEABLE @ L_PTE_MT_WRITETHROUGH
474 .long PTE_CACHEABLE | PTE_BUFFERABLE @ L_PTE_MT_WRITEBACK
Russell King40df2d12008-09-07 12:36:46 +0100475 .long PTE_EXT_TEX(1) | PTE_BUFFERABLE @ L_PTE_MT_DEV_SHARED
Russell King639b0ae2008-09-06 21:07:45 +0100476 .long 0x00 @ unused
Russell King9e8b5192008-09-06 20:47:54 +0100477 .long PTE_EXT_TEX(1) | PTE_CACHEABLE @ L_PTE_MT_MINICACHE
478 .long PTE_EXT_TEX(1) | PTE_CACHEABLE | PTE_BUFFERABLE @ L_PTE_MT_WRITEALLOC
Russell King639b0ae2008-09-06 21:07:45 +0100479 .long 0x00 @ unused
Russell King9e8b5192008-09-06 20:47:54 +0100480 .long PTE_BUFFERABLE @ L_PTE_MT_DEV_WC
481 .long 0x00 @ unused
482 .long PTE_CACHEABLE | PTE_BUFFERABLE @ L_PTE_MT_DEV_CACHED
483 .long 0x00 @ L_PTE_MT_DEV_NONSHARED
Russell Kingdb5b7162008-09-07 12:42:51 +0100484 .long 0x00 @ unused
Russell King9e8b5192008-09-06 20:47:54 +0100485 .long 0x00 @ unused
486 .long 0x00 @ unused
487
Linus Torvalds1da177e2005-04-16 15:20:36 -0700488 .align 5
Russell Kingad1ae2f2006-12-13 14:34:43 +0000489ENTRY(cpu_xscale_set_pte_ext)
Russell Kingda091652008-09-06 17:19:08 +0100490 xscale_set_pte_ext_prologue
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491
492 @
Russell King9e8b5192008-09-06 20:47:54 +0100493 @ Erratum 40: must set memory to write-through for user read-only pages
Linus Torvalds1da177e2005-04-16 15:20:36 -0700494 @
Russell King9e8b5192008-09-06 20:47:54 +0100495 and ip, r1, #(L_PTE_MT_MASK | L_PTE_USER | L_PTE_WRITE) & ~(4 << 2)
496 teq ip, #L_PTE_MT_WRITEBACK | L_PTE_USER
497
498 moveq r1, #L_PTE_MT_WRITETHROUGH
499 and r1, r1, #L_PTE_MT_MASK
500 adr ip, cpu_xscale_mt_table
501 ldr ip, [ip, r1]
502 bic r2, r2, #0x0c
503 orr r2, r2, ip
Linus Torvalds1da177e2005-04-16 15:20:36 -0700504
Russell Kingda091652008-09-06 17:19:08 +0100505 xscale_set_pte_ext_epilogue
Linus Torvalds1da177e2005-04-16 15:20:36 -0700506 mov pc, lr
507
508
509 .ltorg
510
511 .align
512
513 __INIT
514
515 .type __xscale_setup, #function
516__xscale_setup:
517 mcr p15, 0, ip, c7, c7, 0 @ invalidate I, D caches & BTB
518 mcr p15, 0, ip, c7, c10, 4 @ Drain Write (& Fill) Buffer
519 mcr p15, 0, ip, c8, c7, 0 @ invalidate I, D TLBs
Lennert Buytenhekafe4b252006-12-03 18:51:14 +0100520 mov r0, #1 << 6 @ cp6 for IOP3xx and Bulverde
Linus Torvalds1da177e2005-04-16 15:20:36 -0700521 orr r0, r0, #1 << 13 @ Its undefined whether this
522 mcr p15, 0, r0, c15, c1, 0 @ affects USR or SVC modes
Russell King22b190862006-06-29 15:09:57 +0100523
524 adr r5, xscale_crval
525 ldmia r5, {r5, r6}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700526 mrc p15, 0, r0, c1, c0, 0 @ get control register
Linus Torvalds1da177e2005-04-16 15:20:36 -0700527 bic r0, r0, r5
Russell King22b190862006-06-29 15:09:57 +0100528 orr r0, r0, r6
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529 mov pc, lr
530 .size __xscale_setup, . - __xscale_setup
531
532 /*
533 * R
534 * .RVI ZFRS BLDP WCAM
535 * ..11 1.01 .... .101
536 *
537 */
Russell King22b190862006-06-29 15:09:57 +0100538 .type xscale_crval, #object
539xscale_crval:
540 crval clear=0x00003b07, mmuset=0x00003905, ucset=0x00001900
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541
542 __INITDATA
543
544/*
545 * Purpose : Function pointers used to access above functions - all calls
546 * come through these
547 */
548
549 .type xscale_processor_functions, #object
550ENTRY(xscale_processor_functions)
551 .word v5t_early_abort
Kirill A. Shutemov4fb28472009-09-25 13:39:47 +0100552 .word legacy_pabort
Linus Torvalds1da177e2005-04-16 15:20:36 -0700553 .word cpu_xscale_proc_init
554 .word cpu_xscale_proc_fin
555 .word cpu_xscale_reset
556 .word cpu_xscale_do_idle
557 .word cpu_xscale_dcache_clean_area
558 .word cpu_xscale_switch_mm
Russell Kingad1ae2f2006-12-13 14:34:43 +0000559 .word cpu_xscale_set_pte_ext
Linus Torvalds1da177e2005-04-16 15:20:36 -0700560 .size xscale_processor_functions, . - xscale_processor_functions
561
562 .section ".rodata"
563
564 .type cpu_arch_name, #object
565cpu_arch_name:
566 .asciz "armv5te"
567 .size cpu_arch_name, . - cpu_arch_name
568
569 .type cpu_elf_name, #object
570cpu_elf_name:
571 .asciz "v5"
572 .size cpu_elf_name, . - cpu_elf_name
573
Lennert Buytenhek197c9442006-09-16 10:52:02 +0100574 .type cpu_80200_A0_A1_name, #object
575cpu_80200_A0_A1_name:
576 .asciz "XScale-80200 A0/A1"
577 .size cpu_80200_A0_A1_name, . - cpu_80200_A0_A1_name
578
Linus Torvalds1da177e2005-04-16 15:20:36 -0700579 .type cpu_80200_name, #object
580cpu_80200_name:
581 .asciz "XScale-80200"
582 .size cpu_80200_name, . - cpu_80200_name
583
Lennert Buytenheka6a38a62006-07-29 08:29:26 +0100584 .type cpu_80219_name, #object
585cpu_80219_name:
586 .asciz "XScale-80219"
587 .size cpu_80219_name, . - cpu_80219_name
588
Linus Torvalds1da177e2005-04-16 15:20:36 -0700589 .type cpu_8032x_name, #object
590cpu_8032x_name:
591 .asciz "XScale-IOP8032x Family"
592 .size cpu_8032x_name, . - cpu_8032x_name
593
594 .type cpu_8033x_name, #object
595cpu_8033x_name:
596 .asciz "XScale-IOP8033x Family"
597 .size cpu_8033x_name, . - cpu_8033x_name
598
599 .type cpu_pxa250_name, #object
600cpu_pxa250_name:
601 .asciz "XScale-PXA250"
602 .size cpu_pxa250_name, . - cpu_pxa250_name
603
604 .type cpu_pxa210_name, #object
605cpu_pxa210_name:
606 .asciz "XScale-PXA210"
607 .size cpu_pxa210_name, . - cpu_pxa210_name
608
609 .type cpu_ixp42x_name, #object
610cpu_ixp42x_name:
611 .asciz "XScale-IXP42x Family"
612 .size cpu_ixp42x_name, . - cpu_ixp42x_name
613
Ruslan V. Sushko45fba082007-04-06 15:00:31 +0100614 .type cpu_ixp43x_name, #object
615cpu_ixp43x_name:
616 .asciz "XScale-IXP43x Family"
617 .size cpu_ixp43x_name, . - cpu_ixp43x_name
618
Linus Torvalds1da177e2005-04-16 15:20:36 -0700619 .type cpu_ixp46x_name, #object
620cpu_ixp46x_name:
621 .asciz "XScale-IXP46x Family"
622 .size cpu_ixp46x_name, . - cpu_ixp46x_name
623
624 .type cpu_ixp2400_name, #object
625cpu_ixp2400_name:
626 .asciz "XScale-IXP2400"
627 .size cpu_ixp2400_name, . - cpu_ixp2400_name
628
629 .type cpu_ixp2800_name, #object
630cpu_ixp2800_name:
631 .asciz "XScale-IXP2800"
632 .size cpu_ixp2800_name, . - cpu_ixp2800_name
633
634 .type cpu_pxa255_name, #object
635cpu_pxa255_name:
636 .asciz "XScale-PXA255"
637 .size cpu_pxa255_name, . - cpu_pxa255_name
638
639 .type cpu_pxa270_name, #object
640cpu_pxa270_name:
641 .asciz "XScale-PXA270"
642 .size cpu_pxa270_name, . - cpu_pxa270_name
643
644 .align
645
Ben Dooks02b7dd12005-09-20 16:35:03 +0100646 .section ".proc.info.init", #alloc, #execinstr
Linus Torvalds1da177e2005-04-16 15:20:36 -0700647
Lennert Buytenhek197c9442006-09-16 10:52:02 +0100648 .type __80200_A0_A1_proc_info,#object
649__80200_A0_A1_proc_info:
650 .long 0x69052000
651 .long 0xfffffffe
652 .long PMD_TYPE_SECT | \
653 PMD_SECT_BUFFERABLE | \
654 PMD_SECT_CACHEABLE | \
655 PMD_SECT_AP_WRITE | \
656 PMD_SECT_AP_READ
657 .long PMD_TYPE_SECT | \
658 PMD_SECT_AP_WRITE | \
659 PMD_SECT_AP_READ
660 b __xscale_setup
661 .long cpu_arch_name
662 .long cpu_elf_name
663 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
664 .long cpu_80200_name
665 .long xscale_processor_functions
666 .long v4wbi_tlb_fns
667 .long xscale_mc_user_fns
668 .long xscale_80200_A0_A1_cache_fns
669 .size __80200_A0_A1_proc_info, . - __80200_A0_A1_proc_info
670
Linus Torvalds1da177e2005-04-16 15:20:36 -0700671 .type __80200_proc_info,#object
672__80200_proc_info:
673 .long 0x69052000
674 .long 0xfffffff0
675 .long PMD_TYPE_SECT | \
676 PMD_SECT_BUFFERABLE | \
677 PMD_SECT_CACHEABLE | \
678 PMD_SECT_AP_WRITE | \
679 PMD_SECT_AP_READ
Russell King8799ee92006-06-29 18:24:21 +0100680 .long PMD_TYPE_SECT | \
681 PMD_SECT_AP_WRITE | \
682 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700683 b __xscale_setup
684 .long cpu_arch_name
685 .long cpu_elf_name
686 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
687 .long cpu_80200_name
688 .long xscale_processor_functions
689 .long v4wbi_tlb_fns
690 .long xscale_mc_user_fns
691 .long xscale_cache_fns
692 .size __80200_proc_info, . - __80200_proc_info
693
Lennert Buytenheka6a38a62006-07-29 08:29:26 +0100694 .type __80219_proc_info,#object
695__80219_proc_info:
696 .long 0x69052e20
697 .long 0xffffffe0
698 .long PMD_TYPE_SECT | \
699 PMD_SECT_BUFFERABLE | \
700 PMD_SECT_CACHEABLE | \
701 PMD_SECT_AP_WRITE | \
702 PMD_SECT_AP_READ
703 .long PMD_TYPE_SECT | \
704 PMD_SECT_AP_WRITE | \
705 PMD_SECT_AP_READ
706 b __xscale_setup
707 .long cpu_arch_name
708 .long cpu_elf_name
709 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
710 .long cpu_80219_name
711 .long xscale_processor_functions
712 .long v4wbi_tlb_fns
713 .long xscale_mc_user_fns
714 .long xscale_cache_fns
715 .size __80219_proc_info, . - __80219_proc_info
716
Linus Torvalds1da177e2005-04-16 15:20:36 -0700717 .type __8032x_proc_info,#object
718__8032x_proc_info:
719 .long 0x69052420
Dan Williams36694a42006-09-14 17:45:16 +0100720 .long 0xfffff7e0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700721 .long PMD_TYPE_SECT | \
722 PMD_SECT_BUFFERABLE | \
723 PMD_SECT_CACHEABLE | \
724 PMD_SECT_AP_WRITE | \
725 PMD_SECT_AP_READ
Russell King8799ee92006-06-29 18:24:21 +0100726 .long PMD_TYPE_SECT | \
727 PMD_SECT_AP_WRITE | \
728 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700729 b __xscale_setup
730 .long cpu_arch_name
731 .long cpu_elf_name
732 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
733 .long cpu_8032x_name
734 .long xscale_processor_functions
735 .long v4wbi_tlb_fns
736 .long xscale_mc_user_fns
737 .long xscale_cache_fns
738 .size __8032x_proc_info, . - __8032x_proc_info
739
740 .type __8033x_proc_info,#object
741__8033x_proc_info:
742 .long 0x69054010
Dan Williams7f215ab2007-01-18 20:36:00 +0100743 .long 0xfffffd30
Linus Torvalds1da177e2005-04-16 15:20:36 -0700744 .long PMD_TYPE_SECT | \
745 PMD_SECT_BUFFERABLE | \
746 PMD_SECT_CACHEABLE | \
747 PMD_SECT_AP_WRITE | \
748 PMD_SECT_AP_READ
Russell King8799ee92006-06-29 18:24:21 +0100749 .long PMD_TYPE_SECT | \
750 PMD_SECT_AP_WRITE | \
751 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700752 b __xscale_setup
753 .long cpu_arch_name
754 .long cpu_elf_name
755 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
756 .long cpu_8033x_name
757 .long xscale_processor_functions
758 .long v4wbi_tlb_fns
759 .long xscale_mc_user_fns
760 .long xscale_cache_fns
761 .size __8033x_proc_info, . - __8033x_proc_info
762
763 .type __pxa250_proc_info,#object
764__pxa250_proc_info:
765 .long 0x69052100
766 .long 0xfffff7f0
767 .long PMD_TYPE_SECT | \
768 PMD_SECT_BUFFERABLE | \
769 PMD_SECT_CACHEABLE | \
770 PMD_SECT_AP_WRITE | \
771 PMD_SECT_AP_READ
Russell King8799ee92006-06-29 18:24:21 +0100772 .long PMD_TYPE_SECT | \
773 PMD_SECT_AP_WRITE | \
774 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700775 b __xscale_setup
776 .long cpu_arch_name
777 .long cpu_elf_name
778 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
779 .long cpu_pxa250_name
780 .long xscale_processor_functions
781 .long v4wbi_tlb_fns
782 .long xscale_mc_user_fns
783 .long xscale_cache_fns
784 .size __pxa250_proc_info, . - __pxa250_proc_info
785
786 .type __pxa210_proc_info,#object
787__pxa210_proc_info:
788 .long 0x69052120
789 .long 0xfffff3f0
790 .long PMD_TYPE_SECT | \
791 PMD_SECT_BUFFERABLE | \
792 PMD_SECT_CACHEABLE | \
793 PMD_SECT_AP_WRITE | \
794 PMD_SECT_AP_READ
Russell King8799ee92006-06-29 18:24:21 +0100795 .long PMD_TYPE_SECT | \
796 PMD_SECT_AP_WRITE | \
797 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700798 b __xscale_setup
799 .long cpu_arch_name
800 .long cpu_elf_name
801 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
802 .long cpu_pxa210_name
803 .long xscale_processor_functions
804 .long v4wbi_tlb_fns
805 .long xscale_mc_user_fns
806 .long xscale_cache_fns
807 .size __pxa210_proc_info, . - __pxa210_proc_info
808
809 .type __ixp2400_proc_info, #object
810__ixp2400_proc_info:
811 .long 0x69054190
812 .long 0xfffffff0
813 .long PMD_TYPE_SECT | \
814 PMD_SECT_BUFFERABLE | \
815 PMD_SECT_CACHEABLE | \
816 PMD_SECT_AP_WRITE | \
817 PMD_SECT_AP_READ
Russell King8799ee92006-06-29 18:24:21 +0100818 .long PMD_TYPE_SECT | \
819 PMD_SECT_AP_WRITE | \
820 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821 b __xscale_setup
822 .long cpu_arch_name
823 .long cpu_elf_name
824 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
825 .long cpu_ixp2400_name
826 .long xscale_processor_functions
827 .long v4wbi_tlb_fns
828 .long xscale_mc_user_fns
829 .long xscale_cache_fns
830 .size __ixp2400_proc_info, . - __ixp2400_proc_info
831
832 .type __ixp2800_proc_info, #object
833__ixp2800_proc_info:
834 .long 0x690541a0
835 .long 0xfffffff0
836 .long PMD_TYPE_SECT | \
837 PMD_SECT_BUFFERABLE | \
838 PMD_SECT_CACHEABLE | \
839 PMD_SECT_AP_WRITE | \
840 PMD_SECT_AP_READ
Russell King8799ee92006-06-29 18:24:21 +0100841 .long PMD_TYPE_SECT | \
842 PMD_SECT_AP_WRITE | \
843 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700844 b __xscale_setup
845 .long cpu_arch_name
846 .long cpu_elf_name
847 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
848 .long cpu_ixp2800_name
849 .long xscale_processor_functions
850 .long v4wbi_tlb_fns
851 .long xscale_mc_user_fns
852 .long xscale_cache_fns
853 .size __ixp2800_proc_info, . - __ixp2800_proc_info
854
855 .type __ixp42x_proc_info, #object
856__ixp42x_proc_info:
857 .long 0x690541c0
858 .long 0xffffffc0
859 .long PMD_TYPE_SECT | \
860 PMD_SECT_BUFFERABLE | \
861 PMD_SECT_CACHEABLE | \
862 PMD_SECT_AP_WRITE | \
863 PMD_SECT_AP_READ
Russell King8799ee92006-06-29 18:24:21 +0100864 .long PMD_TYPE_SECT | \
865 PMD_SECT_AP_WRITE | \
866 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700867 b __xscale_setup
868 .long cpu_arch_name
869 .long cpu_elf_name
870 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
871 .long cpu_ixp42x_name
872 .long xscale_processor_functions
873 .long v4wbi_tlb_fns
874 .long xscale_mc_user_fns
875 .long xscale_cache_fns
876 .size __ixp42x_proc_info, . - __ixp42x_proc_info
877
Ruslan V. Sushko45fba082007-04-06 15:00:31 +0100878 .type __ixp43x_proc_info, #object
879__ixp43x_proc_info:
880 .long 0x69054040
881 .long 0xfffffff0
882 .long PMD_TYPE_SECT | \
883 PMD_SECT_BUFFERABLE | \
884 PMD_SECT_CACHEABLE | \
885 PMD_SECT_AP_WRITE | \
886 PMD_SECT_AP_READ
887 .long PMD_TYPE_SECT | \
888 PMD_SECT_AP_WRITE | \
889 PMD_SECT_AP_READ
890 b __xscale_setup
891 .long cpu_arch_name
892 .long cpu_elf_name
893 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
894 .long cpu_ixp43x_name
895 .long xscale_processor_functions
896 .long v4wbi_tlb_fns
897 .long xscale_mc_user_fns
898 .long xscale_cache_fns
899 .size __ixp43x_proc_info, . - __ixp43x_proc_info
900
Linus Torvalds1da177e2005-04-16 15:20:36 -0700901 .type __ixp46x_proc_info, #object
902__ixp46x_proc_info:
903 .long 0x69054200
904 .long 0xffffff00
Russell King8799ee92006-06-29 18:24:21 +0100905 .long PMD_TYPE_SECT | \
906 PMD_SECT_BUFFERABLE | \
907 PMD_SECT_CACHEABLE | \
908 PMD_SECT_AP_WRITE | \
909 PMD_SECT_AP_READ
910 .long PMD_TYPE_SECT | \
911 PMD_SECT_AP_WRITE | \
912 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700913 b __xscale_setup
914 .long cpu_arch_name
915 .long cpu_elf_name
916 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
917 .long cpu_ixp46x_name
918 .long xscale_processor_functions
919 .long v4wbi_tlb_fns
920 .long xscale_mc_user_fns
921 .long xscale_cache_fns
922 .size __ixp46x_proc_info, . - __ixp46x_proc_info
923
924 .type __pxa255_proc_info,#object
925__pxa255_proc_info:
926 .long 0x69052d00
927 .long 0xfffffff0
928 .long PMD_TYPE_SECT | \
929 PMD_SECT_BUFFERABLE | \
930 PMD_SECT_CACHEABLE | \
931 PMD_SECT_AP_WRITE | \
932 PMD_SECT_AP_READ
Russell King8799ee92006-06-29 18:24:21 +0100933 .long PMD_TYPE_SECT | \
934 PMD_SECT_AP_WRITE | \
935 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700936 b __xscale_setup
937 .long cpu_arch_name
938 .long cpu_elf_name
939 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
940 .long cpu_pxa255_name
941 .long xscale_processor_functions
942 .long v4wbi_tlb_fns
943 .long xscale_mc_user_fns
944 .long xscale_cache_fns
945 .size __pxa255_proc_info, . - __pxa255_proc_info
946
947 .type __pxa270_proc_info,#object
948__pxa270_proc_info:
949 .long 0x69054110
950 .long 0xfffffff0
951 .long PMD_TYPE_SECT | \
952 PMD_SECT_BUFFERABLE | \
953 PMD_SECT_CACHEABLE | \
954 PMD_SECT_AP_WRITE | \
955 PMD_SECT_AP_READ
Russell King8799ee92006-06-29 18:24:21 +0100956 .long PMD_TYPE_SECT | \
957 PMD_SECT_AP_WRITE | \
958 PMD_SECT_AP_READ
Linus Torvalds1da177e2005-04-16 15:20:36 -0700959 b __xscale_setup
960 .long cpu_arch_name
961 .long cpu_elf_name
Lennert Buytenhekafe4b252006-12-03 18:51:14 +0100962 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
Linus Torvalds1da177e2005-04-16 15:20:36 -0700963 .long cpu_pxa270_name
964 .long xscale_processor_functions
965 .long v4wbi_tlb_fns
966 .long xscale_mc_user_fns
967 .long xscale_cache_fns
968 .size __pxa270_proc_info, . - __pxa270_proc_info
969