blob: 34ed22ec6c33e7917386b31007f6f14e597a1e10 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994, 95, 96, 97, 98, 99, 2000, 01, 02, 03 by Ralf Baechle
7 * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc.
8 */
9#ifndef _ASM_CACHEFLUSH_H
10#define _ASM_CACHEFLUSH_H
11
12/* Keep includes the same across arches. */
13#include <linux/mm.h>
14#include <asm/cpu-features.h>
15
16/* Cache flushing:
17 *
18 * - flush_cache_all() flushes entire cache
19 * - flush_cache_mm(mm) flushes the specified mm context's cache lines
Ralf Baechleec8c0442006-12-12 17:14:57 +000020 * - flush_cache_dup mm(mm) handles cache flushing when forking
Linus Torvalds1da177e2005-04-16 15:20:36 -070021 * - flush_cache_page(mm, vmaddr, pfn) flushes a single page
22 * - flush_cache_range(vma, start, end) flushes a range of pages
23 * - flush_icache_range(start, end) flush a range of instructions
24 * - flush_dcache_page(pg) flushes(wback&invalidates) a page for dcache
Linus Torvalds1da177e2005-04-16 15:20:36 -070025 *
26 * MIPS specific flush operations:
27 *
28 * - flush_cache_sigtramp() flush signal trampoline
29 * - flush_icache_all() flush the entire instruction cache
30 * - flush_data_cache_page() flushes a page from the data cache
31 */
Lars Persson4d46a672015-02-26 14:16:03 +010032
33 /*
34 * This flag is used to indicate that the page pointed to by a pte
35 * is dirty and requires cleaning before returning it to the user.
36 */
37#define PG_dcache_dirty PG_arch_1
38
39#define Page_dcache_dirty(page) \
40 test_bit(PG_dcache_dirty, &(page)->flags)
41#define SetPageDcacheDirty(page) \
42 set_bit(PG_dcache_dirty, &(page)->flags)
43#define ClearPageDcacheDirty(page) \
44 clear_bit(PG_dcache_dirty, &(page)->flags)
45
Linus Torvalds1da177e2005-04-16 15:20:36 -070046extern void (*flush_cache_all)(void);
47extern void (*__flush_cache_all)(void);
48extern void (*flush_cache_mm)(struct mm_struct *mm);
Ralf Baechleec8c0442006-12-12 17:14:57 +000049#define flush_cache_dup_mm(mm) do { (void) (mm); } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070050extern void (*flush_cache_range)(struct vm_area_struct *vma,
51 unsigned long start, unsigned long end);
52extern void (*flush_cache_page)(struct vm_area_struct *vma, unsigned long page, unsigned long pfn);
53extern void __flush_dcache_page(struct page *page);
54
Ilya Loginov2d4dc892009-11-26 09:16:19 +010055#define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
Linus Torvalds1da177e2005-04-16 15:20:36 -070056static inline void flush_dcache_page(struct page *page)
57{
Lars Persson4d46a672015-02-26 14:16:03 +010058 if (cpu_has_dc_aliases)
Linus Torvalds1da177e2005-04-16 15:20:36 -070059 __flush_dcache_page(page);
Lars Persson4d46a672015-02-26 14:16:03 +010060 else if (!cpu_has_ic_fills_f_dc)
61 SetPageDcacheDirty(page);
Linus Torvalds1da177e2005-04-16 15:20:36 -070062}
63
64#define flush_dcache_mmap_lock(mapping) do { } while (0)
65#define flush_dcache_mmap_unlock(mapping) do { } while (0)
66
Ralf Baechle7575a492007-03-23 21:36:37 +000067#define ARCH_HAS_FLUSH_ANON_PAGE
68extern void __flush_anon_page(struct page *, unsigned long);
69static inline void flush_anon_page(struct vm_area_struct *vma,
70 struct page *page, unsigned long vmaddr)
71{
72 if (cpu_has_dc_aliases && PageAnon(page))
73 __flush_anon_page(page, vmaddr);
74}
75
Ralf Baechle585fa722006-08-12 16:40:08 +010076static inline void flush_icache_page(struct vm_area_struct *vma,
77 struct page *page)
78{
79}
80
Atsushi Nemotod4264f12006-01-29 02:27:51 +090081extern void (*flush_icache_range)(unsigned long start, unsigned long end);
Thomas Bogendoerfere0cee3e2008-08-04 20:53:57 +020082extern void (*local_flush_icache_range)(unsigned long start, unsigned long end);
Ralf Baechle9c5a3d72008-04-05 15:13:23 +010083
84extern void (*__flush_cache_vmap)(void);
85
86static inline void flush_cache_vmap(unsigned long start, unsigned long end)
87{
88 if (cpu_has_dc_aliases)
89 __flush_cache_vmap();
90}
91
92extern void (*__flush_cache_vunmap)(void);
93
94static inline void flush_cache_vunmap(unsigned long start, unsigned long end)
95{
96 if (cpu_has_dc_aliases)
97 __flush_cache_vunmap();
98}
Linus Torvalds1da177e2005-04-16 15:20:36 -070099
Ralf Baechlef8829ca2006-10-21 23:17:35 +0100100extern void copy_to_user_page(struct vm_area_struct *vma,
Ralf Baechle53de0d42005-03-18 17:36:42 +0000101 struct page *page, unsigned long vaddr, void *dst, const void *src,
Ralf Baechlef8829ca2006-10-21 23:17:35 +0100102 unsigned long len);
Ralf Baechle53de0d42005-03-18 17:36:42 +0000103
Ralf Baechlef8829ca2006-10-21 23:17:35 +0100104extern void copy_from_user_page(struct vm_area_struct *vma,
Ralf Baechle53de0d42005-03-18 17:36:42 +0000105 struct page *page, unsigned long vaddr, void *dst, const void *src,
Ralf Baechlef8829ca2006-10-21 23:17:35 +0100106 unsigned long len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107
108extern void (*flush_cache_sigtramp)(unsigned long addr);
109extern void (*flush_icache_all)(void);
Ralf Baechle7e3bfc72006-04-05 20:42:04 +0100110extern void (*local_flush_data_cache_page)(void * addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111extern void (*flush_data_cache_page)(unsigned long addr);
112
Thiemo Seuferba5187d2005-04-25 16:36:23 +0000113/* Run kernel code uncached, useful for cache probing functions. */
Ralf Baechle234fcd12008-03-08 09:56:28 +0000114unsigned long run_uncached(void *func);
Thiemo Seuferba5187d2005-04-25 16:36:23 +0000115
Ralf Baechle7575a492007-03-23 21:36:37 +0000116extern void *kmap_coherent(struct page *page, unsigned long addr);
Ralf Baechleeacb9d62007-04-26 15:46:25 +0100117extern void kunmap_coherent(void);
Paul Burtone2a9e5a2014-03-03 12:08:40 +0000118extern void *kmap_noncoherent(struct page *page, unsigned long addr);
119
120static inline void kunmap_noncoherent(void)
121{
122 kunmap_coherent();
123}
Ralf Baechle7575a492007-03-23 21:36:37 +0000124
Ralf Baechled9cdc9012011-06-17 16:20:28 +0100125#define ARCH_HAS_FLUSH_KERNEL_DCACHE_PAGE
126static inline void flush_kernel_dcache_page(struct page *page)
127{
128 BUG_ON(cpu_has_dc_aliases && PageHighMem(page));
Paul Burton763fee92016-03-01 02:37:56 +0000129 flush_dcache_page(page);
Ralf Baechled9cdc9012011-06-17 16:20:28 +0100130}
131
132/*
133 * For now flush_kernel_vmap_range and invalidate_kernel_vmap_range both do a
134 * cache writeback and invalidate operation.
135 */
136extern void (*__flush_kernel_vmap_range)(unsigned long vaddr, int size);
137
138static inline void flush_kernel_vmap_range(void *vaddr, int size)
139{
140 if (cpu_has_dc_aliases)
141 __flush_kernel_vmap_range((unsigned long) vaddr, size);
142}
143
144static inline void invalidate_kernel_vmap_range(void *vaddr, int size)
145{
146 if (cpu_has_dc_aliases)
147 __flush_kernel_vmap_range((unsigned long) vaddr, size);
148}
149
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150#endif /* _ASM_CACHEFLUSH_H */