blob: 0d72ec75da631839bf454866d1c01b1cc769f47e [file] [log] [blame]
David Gibson26ef5c02005-11-10 11:50:16 +11001/*
2 * This program is free software; you can redistribute it and/or
3 * modify it under the terms of the GNU General Public License
4 * as published by the Free Software Foundation; either version
5 * 2 of the License, or (at your option) any later version.
6 */
7#ifndef _ASM_POWERPC_CACHEFLUSH_H
8#define _ASM_POWERPC_CACHEFLUSH_H
9
10#ifdef __KERNEL__
11
12#include <linux/mm.h>
13#include <asm/cputable.h>
Kevin Haob92a2262016-07-23 14:42:40 +053014#include <asm/cpu_has_feature.h>
David Gibson26ef5c02005-11-10 11:50:16 +110015
16/*
17 * No cache flushing is required when address mappings are changed,
18 * because the caches on PowerPCs are physically addressed.
19 */
20#define flush_cache_all() do { } while (0)
21#define flush_cache_mm(mm) do { } while (0)
Ralf Baechleec8c0442006-12-12 17:14:57 +000022#define flush_cache_dup_mm(mm) do { } while (0)
David Gibson26ef5c02005-11-10 11:50:16 +110023#define flush_cache_range(vma, start, end) do { } while (0)
24#define flush_cache_page(vma, vmaddr, pfn) do { } while (0)
25#define flush_icache_page(vma, page) do { } while (0)
David Gibson26ef5c02005-11-10 11:50:16 +110026#define flush_cache_vunmap(start, end) do { } while (0)
27
Nicholas Pigginff5bc792018-06-06 11:40:08 +100028#ifdef CONFIG_PPC_BOOK3S_64
Nicholas Pigginf1cb8f92018-06-01 20:01:19 +100029/*
30 * Book3s has no ptesync after setting a pte, so without this ptesync it's
31 * possible for a kernel virtual mapping access to return a spurious fault
32 * if it's accessed right after the pte is set. The page fault handler does
33 * not expect this type of fault. flush_cache_vmap is not exactly the right
34 * place to put this, but it seems to work well enough.
35 */
Nicholas Pigginff5bc792018-06-06 11:40:08 +100036#define flush_cache_vmap(start, end) do { asm volatile("ptesync" ::: "memory"); } while (0)
Nicholas Pigginf1cb8f92018-06-01 20:01:19 +100037#else
38#define flush_cache_vmap(start, end) do { } while (0)
39#endif
40
Ilya Loginov2d4dc892009-11-26 09:16:19 +010041#define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
David Gibson26ef5c02005-11-10 11:50:16 +110042extern void flush_dcache_page(struct page *page);
43#define flush_dcache_mmap_lock(mapping) do { } while (0)
44#define flush_dcache_mmap_unlock(mapping) do { } while (0)
45
Kevin Hao3b04c302013-08-06 18:23:31 +080046extern void flush_icache_range(unsigned long, unsigned long);
David Gibson26ef5c02005-11-10 11:50:16 +110047extern void flush_icache_user_range(struct vm_area_struct *vma,
48 struct page *page, unsigned long addr,
49 int len);
50extern void __flush_dcache_icache(void *page_va);
51extern void flush_dcache_icache_page(struct page *page);
52#if defined(CONFIG_PPC32) && !defined(CONFIG_BOOKE)
53extern void __flush_dcache_icache_phys(unsigned long physaddr);
Scott Wood2f7d2b72015-04-15 19:40:23 -050054#else
55static inline void __flush_dcache_icache_phys(unsigned long physaddr)
56{
57 BUG();
58}
59#endif
David Gibson26ef5c02005-11-10 11:50:16 +110060
David Gibson26ef5c02005-11-10 11:50:16 +110061#ifdef CONFIG_PPC32
Christophe Leroyaffe5872016-02-09 17:08:27 +010062/*
63 * Write any modified data cache blocks out to memory and invalidate them.
64 * Does not invalidate the corresponding instruction cache blocks.
65 */
66static inline void flush_dcache_range(unsigned long start, unsigned long stop)
67{
68 void *addr = (void *)(start & ~(L1_CACHE_BYTES - 1));
69 unsigned long size = stop - (unsigned long)addr + (L1_CACHE_BYTES - 1);
70 unsigned long i;
71
72 for (i = 0; i < size >> L1_CACHE_SHIFT; i++, addr += L1_CACHE_BYTES)
73 dcbf(addr);
74 mb(); /* sync */
75}
76
77/*
78 * Write any modified data cache blocks out to memory.
79 * Does not invalidate the corresponding cache lines (especially for
80 * any corresponding instruction cache).
81 */
82static inline void clean_dcache_range(unsigned long start, unsigned long stop)
83{
84 void *addr = (void *)(start & ~(L1_CACHE_BYTES - 1));
85 unsigned long size = stop - (unsigned long)addr + (L1_CACHE_BYTES - 1);
86 unsigned long i;
87
88 for (i = 0; i < size >> L1_CACHE_SHIFT; i++, addr += L1_CACHE_BYTES)
89 dcbst(addr);
90 mb(); /* sync */
91}
92
93/*
94 * Like above, but invalidate the D-cache. This is used by the 8xx
95 * to invalidate the cache so the PPC core doesn't get stale data
96 * from the CPM (no cache snooping here :-).
97 */
98static inline void invalidate_dcache_range(unsigned long start,
99 unsigned long stop)
100{
101 void *addr = (void *)(start & ~(L1_CACHE_BYTES - 1));
102 unsigned long size = stop - (unsigned long)addr + (L1_CACHE_BYTES - 1);
103 unsigned long i;
104
105 for (i = 0; i < size >> L1_CACHE_SHIFT; i++, addr += L1_CACHE_BYTES)
106 dcbi(addr);
107 mb(); /* sync */
108}
109
David Gibson26ef5c02005-11-10 11:50:16 +1100110#endif /* CONFIG_PPC32 */
111#ifdef CONFIG_PPC64
Christophe Leroyaffe5872016-02-09 17:08:27 +0100112extern void flush_dcache_range(unsigned long start, unsigned long stop);
David Gibson26ef5c02005-11-10 11:50:16 +1100113extern void flush_inval_dcache_range(unsigned long start, unsigned long stop);
David Gibson26ef5c02005-11-10 11:50:16 +1100114#endif
115
116#define copy_to_user_page(vma, page, vaddr, dst, src, len) \
117 do { \
118 memcpy(dst, src, len); \
119 flush_icache_user_range(vma, page, vaddr, len); \
120 } while (0)
121#define copy_from_user_page(vma, page, vaddr, dst, src, len) \
122 memcpy(dst, src, len)
123
David Gibson26ef5c02005-11-10 11:50:16 +1100124#endif /* __KERNEL__ */
125
126#endif /* _ASM_POWERPC_CACHEFLUSH_H */