blob: 91e3adf155cb0055e325796ed122ee177baa9f2f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/arm/mm/cache-v4.S
3 *
4 * Copyright (C) 1997-2002 Russell king
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10#include <linux/linkage.h>
11#include <linux/init.h>
Russell King6ebbf2c2014-06-30 16:29:12 +010012#include <asm/assembler.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <asm/page.h>
14#include "proc-macros.S"
15
16/*
Mika Westerbergc8c90862010-10-28 11:27:40 +010017 * flush_icache_all()
18 *
19 * Unconditionally clean and invalidate the entire icache.
20 */
21ENTRY(v4_flush_icache_all)
Russell King6ebbf2c2014-06-30 16:29:12 +010022 ret lr
Mika Westerbergc8c90862010-10-28 11:27:40 +010023ENDPROC(v4_flush_icache_all)
24
25/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070026 * flush_user_cache_all()
27 *
28 * Invalidate all cache entries in a particular address
29 * space.
30 *
31 * - mm - mm_struct describing address space
32 */
33ENTRY(v4_flush_user_cache_all)
34 /* FALLTHROUGH */
35/*
36 * flush_kern_cache_all()
37 *
38 * Clean and invalidate the entire cache.
39 */
40ENTRY(v4_flush_kern_cache_all)
Anders Grafströme4d2a592008-10-16 17:37:24 +010041#ifdef CONFIG_CPU_CP15
Linus Torvalds1da177e2005-04-16 15:20:36 -070042 mov r0, #0
43 mcr p15, 0, r0, c7, c7, 0 @ flush ID cache
Russell King6ebbf2c2014-06-30 16:29:12 +010044 ret lr
Hyok S. Choif12d0d72006-09-26 17:36:37 +090045#else
46 /* FALLTHROUGH */
47#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49/*
50 * flush_user_cache_range(start, end, flags)
51 *
52 * Invalidate a range of cache entries in the specified
53 * address space.
54 *
55 * - start - start address (may not be aligned)
56 * - end - end address (exclusive, may not be aligned)
57 * - flags - vma_area_struct flags describing address space
58 */
59ENTRY(v4_flush_user_cache_range)
Anders Grafströme4d2a592008-10-16 17:37:24 +010060#ifdef CONFIG_CPU_CP15
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 mov ip, #0
Will Deacon794fe852013-01-22 19:11:38 +000062 mcr p15, 0, ip, c7, c7, 0 @ flush ID cache
Russell King6ebbf2c2014-06-30 16:29:12 +010063 ret lr
Hyok S. Choif12d0d72006-09-26 17:36:37 +090064#else
65 /* FALLTHROUGH */
66#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070067
68/*
69 * coherent_kern_range(start, end)
70 *
71 * Ensure coherency between the Icache and the Dcache in the
72 * region described by start. If you have non-snooping
73 * Harvard caches, you need to implement this function.
74 *
75 * - start - virtual start address
76 * - end - virtual end address
77 */
78ENTRY(v4_coherent_kern_range)
79 /* FALLTHROUGH */
80
81/*
82 * coherent_user_range(start, end)
83 *
84 * Ensure coherency between the Icache and the Dcache in the
85 * region described by start. If you have non-snooping
86 * Harvard caches, you need to implement this function.
87 *
88 * - start - virtual start address
89 * - end - virtual end address
90 */
91ENTRY(v4_coherent_user_range)
Will Deaconc5102f52012-04-27 13:08:53 +010092 mov r0, #0
Russell King6ebbf2c2014-06-30 16:29:12 +010093 ret lr
Linus Torvalds1da177e2005-04-16 15:20:36 -070094
95/*
Russell King2c9b9c82009-11-26 12:56:21 +000096 * flush_kern_dcache_area(void *addr, size_t size)
Linus Torvalds1da177e2005-04-16 15:20:36 -070097 *
98 * Ensure no D cache aliasing occurs, either with itself or
99 * the I cache
100 *
Russell King2c9b9c82009-11-26 12:56:21 +0000101 * - addr - kernel address
102 * - size - region size
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 */
Russell King2c9b9c82009-11-26 12:56:21 +0000104ENTRY(v4_flush_kern_dcache_area)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 /* FALLTHROUGH */
106
107/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 * dma_flush_range(start, end)
109 *
110 * Clean and invalidate the specified virtual address range.
111 *
112 * - start - virtual start address
113 * - end - virtual end address
114 */
115ENTRY(v4_dma_flush_range)
Anders Grafströme4d2a592008-10-16 17:37:24 +0100116#ifdef CONFIG_CPU_CP15
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 mov r0, #0
118 mcr p15, 0, r0, c7, c7, 0 @ flush ID cache
Hyok S. Choif12d0d72006-09-26 17:36:37 +0900119#endif
Russell King6ebbf2c2014-06-30 16:29:12 +0100120 ret lr
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121
Russell Kinga9c91472009-11-26 16:19:58 +0000122/*
123 * dma_unmap_area(start, size, dir)
124 * - start - kernel virtual start address
125 * - size - size of region
126 * - dir - DMA direction
127 */
128ENTRY(v4_dma_unmap_area)
129 teq r2, #DMA_TO_DEVICE
Russell King702b94b2009-11-26 16:24:19 +0000130 bne v4_dma_flush_range
Russell Kinga9c91472009-11-26 16:19:58 +0000131 /* FALLTHROUGH */
132
133/*
134 * dma_map_area(start, size, dir)
135 * - start - kernel virtual start address
136 * - size - size of region
137 * - dir - DMA direction
138 */
139ENTRY(v4_dma_map_area)
Russell King6ebbf2c2014-06-30 16:29:12 +0100140 ret lr
Russell Kinga9c91472009-11-26 16:19:58 +0000141ENDPROC(v4_dma_unmap_area)
142ENDPROC(v4_dma_map_area)
143
Lorenzo Pieralisi031bd872012-09-06 18:35:13 +0530144 .globl v4_flush_kern_cache_louis
145 .equ v4_flush_kern_cache_louis, v4_flush_kern_cache_all
146
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 __INITDATA
148
Dave Martin54d4e9e2011-06-23 17:14:52 +0100149 @ define struct cpu_cache_fns (see <asm/cacheflush.h> and proc-macros.S)
150 define_cache_functions v4