blob: 66138d959df5e25be7ceaed865f3873f8ae51a18 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _SPARC64_TLB_H
2#define _SPARC64_TLB_H
3
4#include <linux/config.h>
5#include <linux/swap.h>
6#include <asm/pgalloc.h>
7#include <asm/tlbflush.h>
8#include <asm/mmu_context.h>
9
10#define TLB_BATCH_NR 192
11
12/*
13 * For UP we don't need to worry about TLB flush
14 * and page free order so much..
15 */
16#ifdef CONFIG_SMP
17 #define FREE_PTE_NR 506
18 #define tlb_fast_mode(bp) ((bp)->pages_nr == ~0U)
19#else
20 #define FREE_PTE_NR 1
21 #define tlb_fast_mode(bp) 1
22#endif
23
24struct mmu_gather {
25 struct mm_struct *mm;
26 unsigned int pages_nr;
27 unsigned int need_flush;
Hugh Dickins4d6ddfa2005-10-29 18:16:02 -070028 unsigned int fullmm;
Linus Torvalds1da177e2005-04-16 15:20:36 -070029 unsigned int tlb_nr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 unsigned long vaddrs[TLB_BATCH_NR];
31 struct page *pages[FREE_PTE_NR];
32};
33
34DECLARE_PER_CPU(struct mmu_gather, mmu_gathers);
35
36#ifdef CONFIG_SMP
37extern void smp_flush_tlb_pending(struct mm_struct *,
38 unsigned long, unsigned long *);
39#endif
40
41extern void __flush_tlb_pending(unsigned long, unsigned long, unsigned long *);
42extern void flush_tlb_pending(void);
43
44static inline struct mmu_gather *tlb_gather_mmu(struct mm_struct *mm, unsigned int full_mm_flush)
45{
Hugh Dickins15a23ff2005-10-29 18:16:01 -070046 struct mmu_gather *mp = &get_cpu_var(mmu_gathers);
Linus Torvalds1da177e2005-04-16 15:20:36 -070047
48 BUG_ON(mp->tlb_nr);
49
50 mp->mm = mm;
51 mp->pages_nr = num_online_cpus() > 1 ? 0U : ~0U;
Hugh Dickins4d6ddfa2005-10-29 18:16:02 -070052 mp->fullmm = full_mm_flush;
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
54 return mp;
55}
56
57
58static inline void tlb_flush_mmu(struct mmu_gather *mp)
59{
60 if (mp->need_flush) {
61 mp->need_flush = 0;
62 if (!tlb_fast_mode(mp)) {
63 free_pages_and_swap_cache(mp->pages, mp->pages_nr);
64 mp->pages_nr = 0;
65 }
66 }
67
68}
69
70#ifdef CONFIG_SMP
71extern void smp_flush_tlb_mm(struct mm_struct *mm);
72#define do_flush_tlb_mm(mm) smp_flush_tlb_mm(mm)
73#else
74#define do_flush_tlb_mm(mm) __flush_tlb_mm(CTX_HWBITS(mm->context), SECONDARY_CONTEXT)
75#endif
76
77static inline void tlb_finish_mmu(struct mmu_gather *mp, unsigned long start, unsigned long end)
78{
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 tlb_flush_mmu(mp);
80
Hugh Dickins4d6ddfa2005-10-29 18:16:02 -070081 if (mp->fullmm) {
Hugh Dickinsfc2acab2005-10-29 18:16:03 -070082 if (CTX_VALID(mp->mm->context))
83 do_flush_tlb_mm(mp->mm);
Hugh Dickins4d6ddfa2005-10-29 18:16:02 -070084 mp->fullmm = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085 } else
86 flush_tlb_pending();
87
88 /* keep the page table cache within bounds */
89 check_pgt_cache();
Hugh Dickins15a23ff2005-10-29 18:16:01 -070090
91 put_cpu_var(mmu_gathers);
Linus Torvalds1da177e2005-04-16 15:20:36 -070092}
93
Linus Torvalds1da177e2005-04-16 15:20:36 -070094static inline void tlb_remove_page(struct mmu_gather *mp, struct page *page)
95{
96 mp->need_flush = 1;
97 if (tlb_fast_mode(mp)) {
98 free_page_and_swap_cache(page);
99 return;
100 }
101 mp->pages[mp->pages_nr++] = page;
102 if (mp->pages_nr >= FREE_PTE_NR)
103 tlb_flush_mmu(mp);
104}
105
106#define tlb_remove_tlb_entry(mp,ptep,addr) do { } while (0)
107#define pte_free_tlb(mp,ptepage) pte_free(ptepage)
108#define pmd_free_tlb(mp,pmdp) pmd_free(pmdp)
109#define pud_free_tlb(tlb,pudp) __pud_free_tlb(tlb,pudp)
110
111#define tlb_migrate_finish(mm) do { } while (0)
112#define tlb_start_vma(tlb, vma) do { } while (0)
113#define tlb_end_vma(tlb, vma) do { } while (0)
114
115#endif /* _SPARC64_TLB_H */