blob: d18328b3f9386c0477e61340f44e995888a1c47e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _PARISC_CACHEFLUSH_H
2#define _PARISC_CACHEFLUSH_H
3
Linus Torvalds1da177e2005-04-16 15:20:36 -07004#include <linux/mm.h>
John David Anglin210501a2010-04-11 16:36:14 +00005#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07006
7/* The usual comment is "Caches aren't brain-dead on the <architecture>".
8 * Unfortunately, that doesn't apply to PA-RISC. */
9
Randolph Chungd6ce8622006-12-12 05:51:54 -080010/* Internal implementation */
11void flush_data_cache_local(void *); /* flushes local data-cache only */
12void flush_instruction_cache_local(void *); /* flushes local code-cache only */
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#ifdef CONFIG_SMP
Randolph Chungd6ce8622006-12-12 05:51:54 -080014void flush_data_cache(void); /* flushes data-cache only (all processors) */
15void flush_instruction_cache(void); /* flushes i-cache only (all processors) */
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#else
Randolph Chungd6ce8622006-12-12 05:51:54 -080017#define flush_data_cache() flush_data_cache_local(NULL)
18#define flush_instruction_cache() flush_instruction_cache_local(NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#endif
20
Ralf Baechleec8c0442006-12-12 17:14:57 +000021#define flush_cache_dup_mm(mm) flush_cache_mm(mm)
22
Randolph Chungd6ce8622006-12-12 05:51:54 -080023void flush_user_icache_range_asm(unsigned long, unsigned long);
24void flush_kernel_icache_range_asm(unsigned long, unsigned long);
25void flush_user_dcache_range_asm(unsigned long, unsigned long);
26void flush_kernel_dcache_range_asm(unsigned long, unsigned long);
27void flush_kernel_dcache_page_asm(void *);
28void flush_kernel_icache_page(void *);
Matthew Wilcox37353132006-12-15 09:29:39 -070029void flush_user_dcache_range(unsigned long, unsigned long);
30void flush_user_icache_range(unsigned long, unsigned long);
Randolph Chungd6ce8622006-12-12 05:51:54 -080031
32/* Cache flush operations */
33
34void flush_cache_all_local(void);
35void flush_cache_all(void);
36void flush_cache_mm(struct mm_struct *mm);
37
James Bottomley8e1964a2011-01-20 12:54:18 -060038#define ARCH_HAS_FLUSH_KERNEL_DCACHE_PAGE
39void flush_kernel_dcache_page_addr(void *addr);
40static inline void flush_kernel_dcache_page(struct page *page)
41{
42 flush_kernel_dcache_page_addr(page_address(page));
43}
44
Linus Torvalds1da177e2005-04-16 15:20:36 -070045#define flush_kernel_dcache_range(start,size) \
46 flush_kernel_dcache_range_asm((start), (start)+(size));
James Bottomleyef7cc352010-01-25 11:42:21 -060047/* vmap range flushes and invalidates. Architecturally, we don't need
48 * the invalidate, because the CPU should refuse to speculate once an
49 * area has been flushed, so invalidate is left empty */
50static inline void flush_kernel_vmap_range(void *vaddr, int size)
51{
52 unsigned long start = (unsigned long)vaddr;
53
54 flush_kernel_dcache_range_asm(start, start + size);
55}
56static inline void invalidate_kernel_vmap_range(void *vaddr, int size)
57{
James Bottomley8e1964a2011-01-20 12:54:18 -060058 unsigned long start = (unsigned long)vaddr;
59 void *cursor = vaddr;
60
61 for ( ; cursor < vaddr + size; cursor += PAGE_SIZE) {
62 struct page *page = vmalloc_to_page(cursor);
63
64 if (test_and_clear_bit(PG_dcache_dirty, &page->flags))
65 flush_kernel_dcache_page(page);
66 }
67 flush_kernel_dcache_range_asm(start, start + size);
James Bottomleyef7cc352010-01-25 11:42:21 -060068}
Linus Torvalds1da177e2005-04-16 15:20:36 -070069
Linus Torvalds1da177e2005-04-16 15:20:36 -070070#define flush_cache_vmap(start, end) flush_cache_all()
71#define flush_cache_vunmap(start, end) flush_cache_all()
72
Ilya Loginov2d4dc892009-11-26 09:16:19 +010073#define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
Linus Torvalds1da177e2005-04-16 15:20:36 -070074extern void flush_dcache_page(struct page *page);
75
76#define flush_dcache_mmap_lock(mapping) \
Nick Piggin19fd6232008-07-25 19:45:32 -070077 spin_lock_irq(&(mapping)->tree_lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -070078#define flush_dcache_mmap_unlock(mapping) \
Nick Piggin19fd6232008-07-25 19:45:32 -070079 spin_unlock_irq(&(mapping)->tree_lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -070080
Randolph Chungd6ce8622006-12-12 05:51:54 -080081#define flush_icache_page(vma,page) do { \
82 flush_kernel_dcache_page(page); \
83 flush_kernel_icache_page(page_address(page)); \
84} while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
Randolph Chungd6ce8622006-12-12 05:51:54 -080086#define flush_icache_range(s,e) do { \
87 flush_kernel_dcache_range_asm(s,e); \
88 flush_kernel_icache_range_asm(s,e); \
89} while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070090
91#define copy_to_user_page(vma, page, vaddr, dst, src, len) \
92do { \
93 flush_cache_page(vma, vaddr, page_to_pfn(page)); \
94 memcpy(dst, src, len); \
95 flush_kernel_dcache_range_asm((unsigned long)dst, (unsigned long)dst + len); \
96} while (0)
97
98#define copy_from_user_page(vma, page, vaddr, dst, src, len) \
99do { \
100 flush_cache_page(vma, vaddr, page_to_pfn(page)); \
101 memcpy(dst, src, len); \
102} while (0)
103
Randolph Chungd6ce8622006-12-12 05:51:54 -0800104void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn);
105void flush_cache_range(struct vm_area_struct *vma,
106 unsigned long start, unsigned long end);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107
James Bottomleyf3118472010-12-22 10:22:11 -0600108/* defined in pacache.S exported in cache.c used by flush_anon_page */
109void flush_dcache_page_asm(unsigned long phys_addr, unsigned long vaddr);
110
Randolph Chungd6ce8622006-12-12 05:51:54 -0800111#define ARCH_HAS_FLUSH_ANON_PAGE
James Bottomleyab432272006-03-22 08:28:59 -0700112static inline void
Russell Kinga6f36be2006-12-30 22:24:19 +0000113flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr)
James Bottomleyab432272006-03-22 08:28:59 -0700114{
115 if (PageAnon(page))
James Bottomleyf3118472010-12-22 10:22:11 -0600116 flush_dcache_page_asm(page_to_phys(page), vmaddr);
James Bottomleyab432272006-03-22 08:28:59 -0700117}
James Bottomleyab432272006-03-22 08:28:59 -0700118
Helge Deller1bcdd852006-01-13 13:21:06 -0700119#ifdef CONFIG_DEBUG_RODATA
120void mark_rodata_ro(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121#endif
Helge Deller1bcdd852006-01-13 13:21:06 -0700122
James Bottomley20f4d3c2006-08-23 09:00:04 -0700123#ifdef CONFIG_PA8X00
124/* Only pa8800, pa8900 needs this */
Kyle McMartinbb735012009-04-02 02:40:41 +0000125
126#include <asm/kmap_types.h>
127
James Bottomley20f4d3c2006-08-23 09:00:04 -0700128#define ARCH_HAS_KMAP
129
130void kunmap_parisc(void *addr);
131
132static inline void *kmap(struct page *page)
133{
134 might_sleep();
135 return page_address(page);
136}
137
138#define kunmap(page) kunmap_parisc(page_address(page))
139
James Bottomley765aaaf2010-10-28 10:14:41 -0500140static inline void *__kmap_atomic(struct page *page)
John David Anglin210501a2010-04-11 16:36:14 +0000141{
142 pagefault_disable();
143 return page_address(page);
144}
James Bottomley20f4d3c2006-08-23 09:00:04 -0700145
James Bottomley765aaaf2010-10-28 10:14:41 -0500146static inline void __kunmap_atomic(void *addr)
John David Anglin210501a2010-04-11 16:36:14 +0000147{
148 kunmap_parisc(addr);
149 pagefault_enable();
150}
James Bottomley20f4d3c2006-08-23 09:00:04 -0700151
James Bottomley765aaaf2010-10-28 10:14:41 -0500152#define kmap_atomic_prot(page, prot) kmap_atomic(page)
153#define kmap_atomic_pfn(pfn) kmap_atomic(pfn_to_page(pfn))
James Bottomley20f4d3c2006-08-23 09:00:04 -0700154#define kmap_atomic_to_page(ptr) virt_to_page(ptr)
155#endif
156
Helge Deller1bcdd852006-01-13 13:21:06 -0700157#endif /* _PARISC_CACHEFLUSH_H */
158