Catalin Marinas | 58d0ba5 | 2012-03-05 11:49:28 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Based on arch/arm/include/asm/tlb.h |
| 3 | * |
| 4 | * Copyright (C) 2002 Russell King |
| 5 | * Copyright (C) 2012 ARM Ltd. |
| 6 | * |
| 7 | * This program is free software; you can redistribute it and/or modify |
| 8 | * it under the terms of the GNU General Public License version 2 as |
| 9 | * published by the Free Software Foundation. |
| 10 | * |
| 11 | * This program is distributed in the hope that it will be useful, |
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 14 | * GNU General Public License for more details. |
| 15 | * |
| 16 | * You should have received a copy of the GNU General Public License |
| 17 | * along with this program. If not, see <http://www.gnu.org/licenses/>. |
| 18 | */ |
| 19 | #ifndef __ASM_TLB_H |
| 20 | #define __ASM_TLB_H |
| 21 | |
Steve Capper | 5e5f6dc | 2014-10-09 15:29:23 -0700 | [diff] [blame] | 22 | #include <linux/pagemap.h> |
| 23 | #include <linux/swap.h> |
| 24 | |
| 25 | #ifdef CONFIG_HAVE_RCU_TABLE_FREE |
| 26 | |
| 27 | #define tlb_remove_entry(tlb, entry) tlb_remove_table(tlb, entry) |
| 28 | static inline void __tlb_remove_table(void *_table) |
| 29 | { |
| 30 | free_page_and_swap_cache((struct page *)_table); |
| 31 | } |
| 32 | #else |
| 33 | #define tlb_remove_entry(tlb, entry) tlb_remove_page(tlb, entry) |
| 34 | #endif /* CONFIG_HAVE_RCU_TABLE_FREE */ |
| 35 | |
Will Deacon | fb7332a | 2014-10-29 10:03:09 +0000 | [diff] [blame] | 36 | #include <asm-generic/tlb.h> |
| 37 | |
Catalin Marinas | 58d0ba5 | 2012-03-05 11:49:28 +0000 | [diff] [blame] | 38 | static inline void tlb_flush(struct mmu_gather *tlb) |
| 39 | { |
Catalin Marinas | 020c142 | 2014-02-11 15:22:01 +0000 | [diff] [blame] | 40 | if (tlb->fullmm) { |
Catalin Marinas | 58d0ba5 | 2012-03-05 11:49:28 +0000 | [diff] [blame] | 41 | flush_tlb_mm(tlb->mm); |
Will Deacon | fb7332a | 2014-10-29 10:03:09 +0000 | [diff] [blame] | 42 | } else { |
Catalin Marinas | 020c142 | 2014-02-11 15:22:01 +0000 | [diff] [blame] | 43 | struct vm_area_struct vma = { .vm_mm = tlb->mm, }; |
| 44 | flush_tlb_range(&vma, tlb->start, tlb->end); |
Catalin Marinas | 58d0ba5 | 2012-03-05 11:49:28 +0000 | [diff] [blame] | 45 | } |
| 46 | } |
| 47 | |
Catalin Marinas | 58d0ba5 | 2012-03-05 11:49:28 +0000 | [diff] [blame] | 48 | static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, |
Catalin Marinas | 020c142 | 2014-02-11 15:22:01 +0000 | [diff] [blame] | 49 | unsigned long addr) |
Catalin Marinas | 58d0ba5 | 2012-03-05 11:49:28 +0000 | [diff] [blame] | 50 | { |
| 51 | pgtable_page_dtor(pte); |
Steve Capper | 5e5f6dc | 2014-10-09 15:29:23 -0700 | [diff] [blame] | 52 | tlb_remove_entry(tlb, pte); |
Catalin Marinas | 58d0ba5 | 2012-03-05 11:49:28 +0000 | [diff] [blame] | 53 | } |
| 54 | |
Catalin Marinas | abe669d | 2014-07-15 15:37:21 +0100 | [diff] [blame] | 55 | #if CONFIG_ARM64_PGTABLE_LEVELS > 2 |
Catalin Marinas | 58d0ba5 | 2012-03-05 11:49:28 +0000 | [diff] [blame] | 56 | static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, |
| 57 | unsigned long addr) |
| 58 | { |
Steve Capper | 5e5f6dc | 2014-10-09 15:29:23 -0700 | [diff] [blame] | 59 | tlb_remove_entry(tlb, virt_to_page(pmdp)); |
Catalin Marinas | 58d0ba5 | 2012-03-05 11:49:28 +0000 | [diff] [blame] | 60 | } |
| 61 | #endif |
| 62 | |
Catalin Marinas | abe669d | 2014-07-15 15:37:21 +0100 | [diff] [blame] | 63 | #if CONFIG_ARM64_PGTABLE_LEVELS > 3 |
Jungseok Lee | c79b954 | 2014-05-12 18:40:51 +0900 | [diff] [blame] | 64 | static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, |
| 65 | unsigned long addr) |
| 66 | { |
Steve Capper | 5e5f6dc | 2014-10-09 15:29:23 -0700 | [diff] [blame] | 67 | tlb_remove_entry(tlb, virt_to_page(pudp)); |
Jungseok Lee | c79b954 | 2014-05-12 18:40:51 +0900 | [diff] [blame] | 68 | } |
| 69 | #endif |
| 70 | |
Catalin Marinas | 58d0ba5 | 2012-03-05 11:49:28 +0000 | [diff] [blame] | 71 | #endif |