blob: 7729cca727ebebb48dfd787d0dd9a601dc9d1be3 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * arch/sh/mm/cache-sh7705.c
3 *
4 * Copyright (C) 1999, 2000 Niibe Yutaka
5 * Copyright (C) 2004 Alex Song
6 *
7 * This file is subject to the terms and conditions of the GNU General Public
8 * License. See the file "COPYING" in the main directory of this archive
9 * for more details.
Paul Mundt39e688a2007-03-05 19:46:47 +090010 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/init.h>
13#include <linux/mman.h>
14#include <linux/mm.h>
Paul Mundt2277ab42009-07-22 19:20:49 +090015#include <linux/fs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/threads.h>
17#include <asm/addrspace.h>
18#include <asm/page.h>
19#include <asm/pgtable.h>
20#include <asm/processor.h>
21#include <asm/cache.h>
22#include <asm/io.h>
23#include <asm/uaccess.h>
24#include <asm/pgalloc.h>
25#include <asm/mmu_context.h>
26#include <asm/cacheflush.h>
27
Paul Mundt0f08f332006-09-27 17:03:56 +090028/*
29 * The 32KB cache on the SH7705 suffers from the same synonym problem
30 * as SH4 CPUs
31 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070032static inline void cache_wback_all(void)
33{
34 unsigned long ways, waysize, addrstart;
35
Paul Mundt11c19652006-12-25 10:19:56 +090036 ways = current_cpu_data.dcache.ways;
37 waysize = current_cpu_data.dcache.sets;
38 waysize <<= current_cpu_data.dcache.entry_shift;
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
40 addrstart = CACHE_OC_ADDRESS_ARRAY;
41
42 do {
43 unsigned long addr;
44
45 for (addr = addrstart;
46 addr < addrstart + waysize;
Paul Mundt11c19652006-12-25 10:19:56 +090047 addr += current_cpu_data.dcache.linesz) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070048 unsigned long data;
49 int v = SH_CACHE_UPDATED | SH_CACHE_VALID;
50
Paul Mundt9d56dd32010-01-26 12:58:40 +090051 data = __raw_readl(addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
53 if ((data & v) == v)
Paul Mundt9d56dd32010-01-26 12:58:40 +090054 __raw_writel(data & ~v, addr);
Paul Mundt39e688a2007-03-05 19:46:47 +090055
Linus Torvalds1da177e2005-04-16 15:20:36 -070056 }
57
Paul Mundt11c19652006-12-25 10:19:56 +090058 addrstart += current_cpu_data.dcache.way_incr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070059 } while (--ways);
60}
61
62/*
63 * Write back the range of D-cache, and purge the I-cache.
64 *
65 * Called from kernel/module.c:sys_init_module and routine for a.out format.
66 */
Paul Mundtf26b2a52009-08-21 17:23:14 +090067static void sh7705_flush_icache_range(void *args)
Linus Torvalds1da177e2005-04-16 15:20:36 -070068{
Paul Mundtf26b2a52009-08-21 17:23:14 +090069 struct flusher_data *data = args;
70 unsigned long start, end;
71
72 start = data->addr1;
73 end = data->addr2;
74
Linus Torvalds1da177e2005-04-16 15:20:36 -070075 __flush_wback_region((void *)start, end - start);
76}
77
Linus Torvalds1da177e2005-04-16 15:20:36 -070078/*
79 * Writeback&Invalidate the D-cache of the page
80 */
Paul Mundt2dc2f8e2010-01-21 16:05:25 +090081static void __flush_dcache_page(unsigned long phys)
Linus Torvalds1da177e2005-04-16 15:20:36 -070082{
83 unsigned long ways, waysize, addrstart;
Paul Mundt983f4c52009-09-01 21:12:55 +090084 unsigned long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
86 phys |= SH_CACHE_VALID;
87
88 /*
89 * Here, phys is the physical address of the page. We check all the
90 * tags in the cache for those with the same page number as this page
91 * (by masking off the lowest 2 bits of the 19-bit tag; these bits are
92 * derived from the offset within in the 4k page). Matching valid
93 * entries are invalidated.
94 *
95 * Since 2 bits of the cache index are derived from the virtual page
96 * number, knowing this would reduce the number of cache entries to be
97 * searched by a factor of 4. However this function exists to deal with
98 * potential cache aliasing, therefore the optimisation is probably not
99 * possible.
100 */
Paul Mundt983f4c52009-09-01 21:12:55 +0900101 local_irq_save(flags);
Stuart Menefycbaa1182007-11-30 17:06:36 +0900102 jump_to_uncached();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103
Paul Mundt11c19652006-12-25 10:19:56 +0900104 ways = current_cpu_data.dcache.ways;
105 waysize = current_cpu_data.dcache.sets;
106 waysize <<= current_cpu_data.dcache.entry_shift;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107
108 addrstart = CACHE_OC_ADDRESS_ARRAY;
109
110 do {
111 unsigned long addr;
112
113 for (addr = addrstart;
114 addr < addrstart + waysize;
Paul Mundt11c19652006-12-25 10:19:56 +0900115 addr += current_cpu_data.dcache.linesz) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 unsigned long data;
117
Paul Mundt9d56dd32010-01-26 12:58:40 +0900118 data = __raw_readl(addr) & (0x1ffffC00 | SH_CACHE_VALID);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119 if (data == phys) {
120 data &= ~(SH_CACHE_VALID | SH_CACHE_UPDATED);
Paul Mundt9d56dd32010-01-26 12:58:40 +0900121 __raw_writel(data, addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 }
123 }
124
Paul Mundt11c19652006-12-25 10:19:56 +0900125 addrstart += current_cpu_data.dcache.way_incr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126 } while (--ways);
127
Stuart Menefycbaa1182007-11-30 17:06:36 +0900128 back_to_cached();
Paul Mundt983f4c52009-09-01 21:12:55 +0900129 local_irq_restore(flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130}
131
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132/*
133 * Write back & invalidate the D-cache of the page.
134 * (To avoid "alias" issues)
135 */
Paul Mundtc8c2df92009-09-15 09:47:35 +0900136static void sh7705_flush_dcache_page(void *arg)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137{
Paul Mundtc8c2df92009-09-15 09:47:35 +0900138 struct page *page = arg;
Paul Mundt2277ab42009-07-22 19:20:49 +0900139 struct address_space *mapping = page_mapping(page);
140
141 if (mapping && !mapping_mapped(mapping))
Paul Mundt55661fc2010-12-01 15:39:51 +0900142 clear_bit(PG_dcache_clean, &page->flags);
Paul Mundt2277ab42009-07-22 19:20:49 +0900143 else
Matt Fleming8bd642b2009-10-06 21:22:24 +0000144 __flush_dcache_page(__pa(page_address(page)));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145}
146
Paul Mundt2dc2f8e2010-01-21 16:05:25 +0900147static void sh7705_flush_cache_all(void *args)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148{
Paul Mundt983f4c52009-09-01 21:12:55 +0900149 unsigned long flags;
150
151 local_irq_save(flags);
Stuart Menefycbaa1182007-11-30 17:06:36 +0900152 jump_to_uncached();
Paul Mundt983f4c52009-09-01 21:12:55 +0900153
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 cache_wback_all();
Stuart Menefycbaa1182007-11-30 17:06:36 +0900155 back_to_cached();
Paul Mundt983f4c52009-09-01 21:12:55 +0900156 local_irq_restore(flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157}
158
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159/*
160 * Write back and invalidate I/D-caches for the page.
161 *
162 * ADDRESS: Virtual Address (U0 address)
163 */
Paul Mundtf26b2a52009-08-21 17:23:14 +0900164static void sh7705_flush_cache_page(void *args)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165{
Paul Mundtf26b2a52009-08-21 17:23:14 +0900166 struct flusher_data *data = args;
167 unsigned long pfn = data->addr2;
168
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 __flush_dcache_page(pfn << PAGE_SHIFT);
170}
171
172/*
173 * This is called when a page-cache page is about to be mapped into a
174 * user process' address space. It offers an opportunity for a
175 * port to ensure d-cache/i-cache coherency if necessary.
176 *
177 * Not entirely sure why this is necessary on SH3 with 32K cache but
178 * without it we get occasional "Memory fault" when loading a program.
179 */
Paul Mundtf26b2a52009-08-21 17:23:14 +0900180static void sh7705_flush_icache_page(void *page)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181{
182 __flush_purge_region(page_address(page), PAGE_SIZE);
183}
Paul Mundt0d051d92009-08-15 12:53:39 +0900184
185void __init sh7705_cache_init(void)
186{
Paul Mundtf26b2a52009-08-21 17:23:14 +0900187 local_flush_icache_range = sh7705_flush_icache_range;
188 local_flush_dcache_page = sh7705_flush_dcache_page;
189 local_flush_cache_all = sh7705_flush_cache_all;
190 local_flush_cache_mm = sh7705_flush_cache_all;
191 local_flush_cache_dup_mm = sh7705_flush_cache_all;
192 local_flush_cache_range = sh7705_flush_cache_all;
193 local_flush_cache_page = sh7705_flush_cache_page;
194 local_flush_icache_page = sh7705_flush_icache_page;
Paul Mundt0d051d92009-08-15 12:53:39 +0900195}