blob: 274af3be1442b42fa41d3cb960b598ddcbf5b8c2 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * sc-rm7k.c: RM7000 cache management functions.
3 *
4 * Copyright (C) 1997, 2001, 2003, 2004 Ralf Baechle (ralf@linux-mips.org)
5 */
6
7#undef DEBUG
8
9#include <linux/init.h>
10#include <linux/kernel.h>
11#include <linux/mm.h>
Atsushi Nemoto37caa932006-02-15 18:25:48 +090012#include <linux/bitops.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013
14#include <asm/addrspace.h>
15#include <asm/bcache.h>
16#include <asm/cacheops.h>
17#include <asm/mipsregs.h>
18#include <asm/processor.h>
Ricardo Mendoza745aef52010-07-19 05:00:00 +010019#include <asm/sections.h>
Thiemo Seuferba5187d2005-04-25 16:36:23 +000020#include <asm/cacheflush.h> /* for run_uncached() */
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
22/* Primary cache parameters. */
23#define sc_lsize 32
24#define tc_pagesize (32*128)
25
26/* Secondary cache parameters. */
27#define scache_size (256*1024) /* Fixed to 256KiB on RM7000 */
28
Ricardo Mendoza745aef52010-07-19 05:00:00 +010029/* Tertiary cache parameters */
30#define tc_lsize 32
31
Linus Torvalds1da177e2005-04-16 15:20:36 -070032extern unsigned long icache_way_size, dcache_way_size;
Ricardo Mendoza543001f2010-08-06 11:12:57 -043033static unsigned long tcache_size;
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
35#include <asm/r4kcache.h>
36
Ricardo Mendoza745aef52010-07-19 05:00:00 +010037static int rm7k_tcache_init;
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
39/*
40 * Writeback and invalidate the primary cache dcache before DMA.
41 * (XXX These need to be fixed ...)
42 */
43static void rm7k_sc_wback_inv(unsigned long addr, unsigned long size)
44{
45 unsigned long end, a;
46
47 pr_debug("rm7k_sc_wback_inv[%08lx,%08lx]", addr, size);
48
49 /* Catch bad driver code */
50 BUG_ON(size == 0);
51
Atsushi Nemoto37caa932006-02-15 18:25:48 +090052 blast_scache_range(addr, addr + size);
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Ricardo Mendoza745aef52010-07-19 05:00:00 +010054 if (!rm7k_tcache_init)
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 return;
56
57 a = addr & ~(tc_pagesize - 1);
58 end = (addr + size - 1) & ~(tc_pagesize - 1);
59 while(1) {
60 invalidate_tcache_page(a); /* Page_Invalidate_T */
61 if (a == end)
62 break;
63 a += tc_pagesize;
64 }
65}
66
67static void rm7k_sc_inv(unsigned long addr, unsigned long size)
68{
69 unsigned long end, a;
70
71 pr_debug("rm7k_sc_inv[%08lx,%08lx]", addr, size);
72
73 /* Catch bad driver code */
74 BUG_ON(size == 0);
75
Atsushi Nemoto37caa932006-02-15 18:25:48 +090076 blast_inv_scache_range(addr, addr + size);
Linus Torvalds1da177e2005-04-16 15:20:36 -070077
Ricardo Mendoza745aef52010-07-19 05:00:00 +010078 if (!rm7k_tcache_init)
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 return;
80
81 a = addr & ~(tc_pagesize - 1);
82 end = (addr + size - 1) & ~(tc_pagesize - 1);
83 while(1) {
84 invalidate_tcache_page(a); /* Page_Invalidate_T */
85 if (a == end)
86 break;
87 a += tc_pagesize;
88 }
89}
90
Ricardo Mendoza745aef52010-07-19 05:00:00 +010091static void blast_rm7k_tcache(void)
92{
93 unsigned long start = CKSEG0ADDR(0);
94 unsigned long end = start + tcache_size;
95
96 write_c0_taglo(0);
97
98 while (start < end) {
99 cache_op(Page_Invalidate_T, start);
100 start += tc_pagesize;
101 }
102}
103
104/*
105 * This function is executed in uncached address space.
106 */
107static __cpuinit void __rm7k_tc_enable(void)
108{
109 int i;
110
111 set_c0_config(RM7K_CONF_TE);
112
113 write_c0_taglo(0);
114 write_c0_taghi(0);
115
116 for (i = 0; i < tcache_size; i += tc_lsize)
117 cache_op(Index_Store_Tag_T, CKSEG0ADDR(i));
118}
119
120static __cpuinit void rm7k_tc_enable(void)
121{
122 if (read_c0_config() & RM7K_CONF_TE)
123 return;
124
125 BUG_ON(tcache_size == 0);
126
127 run_uncached(__rm7k_tc_enable);
128}
129
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130/*
Thiemo Seuferba5187d2005-04-25 16:36:23 +0000131 * This function is executed in uncached address space.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 */
Shane McDonaldb32dfbb2008-07-05 17:19:42 -0600133static __cpuinit void __rm7k_sc_enable(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134{
135 int i;
136
Maciej W. Rozyckic6ad7b72005-06-20 13:09:49 +0000137 set_c0_config(RM7K_CONF_SE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138
139 write_c0_taglo(0);
140 write_c0_taghi(0);
141
Ricardo Mendoza58a6d452010-07-19 04:59:59 +0100142 for (i = 0; i < scache_size; i += sc_lsize)
143 cache_op(Index_Store_Tag_SD, CKSEG0ADDR(i));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144}
145
Shane McDonaldb32dfbb2008-07-05 17:19:42 -0600146static __cpuinit void rm7k_sc_enable(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147{
Maciej W. Rozyckic6ad7b72005-06-20 13:09:49 +0000148 if (read_c0_config() & RM7K_CONF_SE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 return;
150
Ricardo Mendoza745aef52010-07-19 05:00:00 +0100151 pr_info("Enabling secondary cache...\n");
Thiemo Seuferba5187d2005-04-25 16:36:23 +0000152 run_uncached(__rm7k_sc_enable);
Ricardo Mendoza745aef52010-07-19 05:00:00 +0100153
154 if (rm7k_tcache_init)
155 rm7k_tc_enable();
156}
157
158static void rm7k_tc_disable(void)
159{
160 unsigned long flags;
161
162 local_irq_save(flags);
163 blast_rm7k_tcache();
164 clear_c0_config(RM7K_CONF_TE);
165 local_irq_save(flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166}
167
168static void rm7k_sc_disable(void)
169{
Maciej W. Rozyckic6ad7b72005-06-20 13:09:49 +0000170 clear_c0_config(RM7K_CONF_SE);
Ricardo Mendoza745aef52010-07-19 05:00:00 +0100171
172 if (rm7k_tcache_init)
173 rm7k_tc_disable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174}
175
Dmitri Vorobiev12914172009-03-30 22:53:23 +0300176static struct bcache_ops rm7k_sc_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 .bc_enable = rm7k_sc_enable,
178 .bc_disable = rm7k_sc_disable,
179 .bc_wback_inv = rm7k_sc_wback_inv,
180 .bc_inv = rm7k_sc_inv
181};
182
Ricardo Mendoza745aef52010-07-19 05:00:00 +0100183/*
184 * This is a probing function like the one found in c-r4k.c, we look for the
185 * wrap around point with different addresses.
186 */
187static __cpuinit void __probe_tcache(void)
188{
189 unsigned long flags, addr, begin, end, pow2;
190
191 begin = (unsigned long) &_stext;
192 begin &= ~((8 * 1024 * 1024) - 1);
193 end = begin + (8 * 1024 * 1024);
194
195 local_irq_save(flags);
196
197 set_c0_config(RM7K_CONF_TE);
198
199 /* Fill size-multiple lines with a valid tag */
200 pow2 = (256 * 1024);
201 for (addr = begin; addr <= end; addr = (begin + pow2)) {
202 unsigned long *p = (unsigned long *) addr;
203 __asm__ __volatile__("nop" : : "r" (*p));
204 pow2 <<= 1;
205 }
206
207 /* Load first line with a 0 tag, to check after */
208 write_c0_taglo(0);
209 write_c0_taghi(0);
210 cache_op(Index_Store_Tag_T, begin);
211
212 /* Look for the wrap-around */
213 pow2 = (512 * 1024);
214 for (addr = begin + (512 * 1024); addr <= end; addr = begin + pow2) {
215 cache_op(Index_Load_Tag_T, addr);
216 if (!read_c0_taglo())
217 break;
218 pow2 <<= 1;
219 }
220
221 addr -= begin;
222 tcache_size = addr;
223
224 clear_c0_config(RM7K_CONF_TE);
225
226 local_irq_restore(flags);
227}
228
Ralf Baechle234fcd12008-03-08 09:56:28 +0000229void __cpuinit rm7k_sc_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230{
Atsushi Nemoto37caa932006-02-15 18:25:48 +0900231 struct cpuinfo_mips *c = &current_cpu_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232 unsigned int config = read_c0_config();
233
Maciej W. Rozyckic6ad7b72005-06-20 13:09:49 +0000234 if ((config & RM7K_CONF_SC))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 return;
236
Atsushi Nemoto37caa932006-02-15 18:25:48 +0900237 c->scache.linesz = sc_lsize;
238 c->scache.ways = 4;
Atsushi Nemoto3c68da72006-04-08 01:33:31 +0900239 c->scache.waybit= __ffs(scache_size / c->scache.ways);
Atsushi Nemoto37caa932006-02-15 18:25:48 +0900240 c->scache.waysize = scache_size / c->scache.ways;
241 c->scache.sets = scache_size / (c->scache.linesz * c->scache.ways);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242 printk(KERN_INFO "Secondary cache size %dK, linesize %d bytes.\n",
243 (scache_size >> 10), sc_lsize);
244
Maciej W. Rozyckic6ad7b72005-06-20 13:09:49 +0000245 if (!(config & RM7K_CONF_SE))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 rm7k_sc_enable();
247
Ricardo Mendoza745aef52010-07-19 05:00:00 +0100248 bcops = &rm7k_sc_ops;
249
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250 /*
251 * While we're at it let's deal with the tertiary cache.
252 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253
Ricardo Mendoza745aef52010-07-19 05:00:00 +0100254 rm7k_tcache_init = 0;
255 tcache_size = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256
Ricardo Mendoza745aef52010-07-19 05:00:00 +0100257 if (config & RM7K_CONF_TC)
258 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259
Ricardo Mendoza745aef52010-07-19 05:00:00 +0100260 /*
261 * No efficient way to ask the hardware for the size of the tcache,
262 * so must probe for it.
263 */
264 run_uncached(__probe_tcache);
265 rm7k_tc_enable();
266 rm7k_tcache_init = 1;
267 c->tcache.linesz = tc_lsize;
268 c->tcache.ways = 1;
269 pr_info("Tertiary cache size %ldK.\n", (tcache_size >> 10));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270}