blob: e84b96478193ca959c27ec9493d298f845ac6030 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _PARISC_TLBFLUSH_H
2#define _PARISC_TLBFLUSH_H
3
4/* TLB flushing routines.... */
5
Linus Torvalds1da177e2005-04-16 15:20:36 -07006#include <linux/mm.h>
Alexey Dobriyane8edc6e2007-05-21 01:22:52 +04007#include <linux/sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <asm/mmu_context.h>
9
Grant Grundler04d472d2005-10-21 22:40:24 -040010
11/* This is for the serialisation of PxTLB broadcasts. At least on the
12 * N class systems, only one PxTLB inter processor broadcast can be
13 * active at any one time on the Merced bus. This tlb purge
14 * synchronisation is fairly lightweight and harmless so we activate
Helge Dellere82a3b72009-06-16 20:51:48 +000015 * it on all systems not just the N class.
John David Anglin01ab6052015-07-01 17:18:37 -040016
17 * It is also used to ensure PTE updates are atomic and consistent
18 * with the TLB.
Matthew Wilcox29a622d2005-11-17 16:44:14 -050019 */
Grant Grundler04d472d2005-10-21 22:40:24 -040020extern spinlock_t pa_tlb_lock;
21
Helge Dellere82a3b72009-06-16 20:51:48 +000022#define purge_tlb_start(flags) spin_lock_irqsave(&pa_tlb_lock, flags)
23#define purge_tlb_end(flags) spin_unlock_irqrestore(&pa_tlb_lock, flags)
Grant Grundler04d472d2005-10-21 22:40:24 -040024
Linus Torvalds1da177e2005-04-16 15:20:36 -070025extern void flush_tlb_all(void);
Matthew Wilcox1b2425e2006-01-10 20:47:49 -050026extern void flush_tlb_all_local(void *);
Linus Torvalds1da177e2005-04-16 15:20:36 -070027
Helge Deller0fc537d2013-05-07 21:42:47 +000028#define smp_flush_tlb_all() flush_tlb_all()
29
John David Anglin01ab6052015-07-01 17:18:37 -040030int __flush_tlb_range(unsigned long sid,
31 unsigned long start, unsigned long end);
32
33#define flush_tlb_range(vma, start, end) \
34 __flush_tlb_range((vma)->vm_mm->context, start, end)
35
36#define flush_tlb_kernel_range(start, end) \
37 __flush_tlb_range(0, start, end)
38
Linus Torvalds1da177e2005-04-16 15:20:36 -070039/*
40 * flush_tlb_mm()
41 *
John David Anglin01ab6052015-07-01 17:18:37 -040042 * The code to switch to a new context is NOT valid for processes
43 * which play with the space id's. Thus, we have to preserve the
44 * space and just flush the entire tlb. However, the compilers,
45 * dynamic linker, etc, do not manipulate space id's, so there
46 * could be a significant performance benefit in switching contexts
47 * and not flushing the whole tlb.
Linus Torvalds1da177e2005-04-16 15:20:36 -070048 */
49
50static inline void flush_tlb_mm(struct mm_struct *mm)
51{
Kyle McMartin04532c42007-02-18 19:35:45 +000052 BUG_ON(mm == &init_mm); /* Should never happen */
53
Kyle McMartin5289f462008-12-23 08:44:30 -050054#if 1 || defined(CONFIG_SMP)
John David Anglin01ab6052015-07-01 17:18:37 -040055 /* Except for very small threads, flushing the whole TLB is
56 * faster than using __flush_tlb_range. The pdtlb and pitlb
57 * instructions are very slow because of the TLB broadcast.
58 * It might be faster to do local range flushes on all CPUs
59 * on PA 2.0 systems.
60 */
Kyle McMartin04532c42007-02-18 19:35:45 +000061 flush_tlb_all();
62#else
Kyle McMartin5289f462008-12-23 08:44:30 -050063 /* FIXME: currently broken, causing space id and protection ids
John David Anglin01ab6052015-07-01 17:18:37 -040064 * to go out of sync, resulting in faults on userspace accesses.
65 * This approach needs further investigation since running many
66 * small applications (e.g., GCC testsuite) is faster on HP-UX.
Kyle McMartin5289f462008-12-23 08:44:30 -050067 */
Kyle McMartin04532c42007-02-18 19:35:45 +000068 if (mm) {
69 if (mm->context != 0)
70 free_sid(mm->context);
71 mm->context = alloc_sid();
72 if (mm == current->active_mm)
73 load_context(mm->context);
74 }
75#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070076}
77
Linus Torvalds1da177e2005-04-16 15:20:36 -070078static inline void flush_tlb_page(struct vm_area_struct *vma,
79 unsigned long addr)
80{
John David Angline8d8fc22013-06-29 16:42:12 -040081 unsigned long flags, sid;
Helge Dellere82a3b72009-06-16 20:51:48 +000082
John David Angline8d8fc22013-06-29 16:42:12 -040083 sid = vma->vm_mm->context;
Helge Dellere82a3b72009-06-16 20:51:48 +000084 purge_tlb_start(flags);
John David Angline8d8fc22013-06-29 16:42:12 -040085 mtsp(sid, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -070086 pdtlb(addr);
John David Anglin01ab6052015-07-01 17:18:37 -040087 if (unlikely(split_tlb))
88 pitlb(addr);
Helge Dellere82a3b72009-06-16 20:51:48 +000089 purge_tlb_end(flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070090}
Linus Torvalds1da177e2005-04-16 15:20:36 -070091#endif