blob: 9c0ff045fdd4dec98832a5c6de9353174c9695f0 [file] [log] [blame]
Keith Packardfd940932008-10-30 19:37:09 -07001/*
2 * Copyright © 2008 Ingo Molnar
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 *
9 * This program is distributed in the hope that it will be useful, but
10 * WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License along
15 * with this program; if not, write to the Free Software Foundation, Inc.,
16 * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
17 */
18
19#include <asm/iomap.h>
Eric Anholtef5fa0a2009-01-23 14:14:21 -080020#include <asm/pat.h>
Keith Packardfd940932008-10-30 19:37:09 -070021#include <linux/module.h>
Akinobu Mita7ca43e72009-03-31 15:23:25 -070022#include <linux/highmem.h>
Keith Packardfd940932008-10-30 19:37:09 -070023
Venkatesh Pallipadi9e36fda2009-07-10 09:57:35 -070024static int is_io_mapping_possible(resource_size_t base, unsigned long size)
Venkatesh Pallipadi4ab0d472009-02-24 17:35:12 -080025{
Andrew Morton6a491e22009-04-02 16:44:38 -070026#if !defined(CONFIG_X86_PAE) && defined(CONFIG_PHYS_ADDR_T_64BIT)
Venkatesh Pallipadi4ab0d472009-02-24 17:35:12 -080027 /* There is no way to map greater than 1 << 32 address without PAE */
28 if (base + size > 0x100000000ULL)
29 return 0;
Ingo Molnar92b9af92009-02-28 14:09:27 +010030#endif
Venkatesh Pallipadi4ab0d472009-02-24 17:35:12 -080031 return 1;
32}
Venkatesh Pallipadi9e36fda2009-07-10 09:57:35 -070033
34int iomap_create_wc(resource_size_t base, unsigned long size, pgprot_t *prot)
35{
Juergen Gross49a3b3c2014-11-03 14:01:54 +010036 enum page_cache_mode pcm = _PAGE_CACHE_MODE_WC;
Venkatesh Pallipadi9e36fda2009-07-10 09:57:35 -070037 int ret;
38
39 if (!is_io_mapping_possible(base, size))
40 return -EINVAL;
41
Juergen Gross49a3b3c2014-11-03 14:01:54 +010042 ret = io_reserve_memtype(base, base + size, &pcm);
Venkatesh Pallipadi9e36fda2009-07-10 09:57:35 -070043 if (ret)
44 return ret;
45
Juergen Gross49a3b3c2014-11-03 14:01:54 +010046 *prot = __pgprot(__PAGE_KERNEL | cachemode2protval(pcm));
Venkatesh Pallipadi9e36fda2009-07-10 09:57:35 -070047 return 0;
48}
49EXPORT_SYMBOL_GPL(iomap_create_wc);
50
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -070051void iomap_free(resource_size_t base, unsigned long size)
Venkatesh Pallipadi9e36fda2009-07-10 09:57:35 -070052{
53 io_free_memtype(base, base + size);
54}
55EXPORT_SYMBOL_GPL(iomap_free);
Venkatesh Pallipadi4ab0d472009-02-24 17:35:12 -080056
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -070057void *kmap_atomic_prot_pfn(unsigned long pfn, pgprot_t prot)
Keith Packardfd940932008-10-30 19:37:09 -070058{
Keith Packardfd940932008-10-30 19:37:09 -070059 unsigned long vaddr;
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -070060 int idx, type;
Keith Packardfd940932008-10-30 19:37:09 -070061
David Hildenbrand2cb7c9c2015-05-11 17:52:09 +020062 preempt_disable();
Keith Packardfd940932008-10-30 19:37:09 -070063 pagefault_disable();
64
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -070065 type = kmap_atomic_idx_push();
Ingo Molnardd63fdc2009-03-13 03:20:49 +010066 idx = type + KM_TYPE_NR * smp_processor_id();
67 vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx);
68 set_pte(kmap_pte - idx, pfn_pte(pfn, prot));
69 arch_flush_lazy_mmu_mode();
70
71 return (void *)vaddr;
72}
73
74/*
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -070075 * Map 'pfn' using protections 'prot'
Keith Packardfd940932008-10-30 19:37:09 -070076 */
Francisco Jerezcc1a8e52010-09-04 22:56:43 +020077void __iomem *
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -070078iomap_atomic_prot_pfn(unsigned long pfn, pgprot_t prot)
Keith Packardfd940932008-10-30 19:37:09 -070079{
Eric Anholtef5fa0a2009-01-23 14:14:21 -080080 /*
Borislav Petkov7202fdb2015-06-04 18:55:11 +020081 * For non-PAT systems, translate non-WB request to UC- just in
82 * case the caller set the PWT bit to prot directly without using
83 * pgprot_writecombine(). UC- translates to uncached if the MTRR
84 * is UC or WC. UC- gets the real intention, of the user, which is
85 * "WC if the MTRR is WC, UC if you can't do that."
Eric Anholtef5fa0a2009-01-23 14:14:21 -080086 */
Borislav Petkov7202fdb2015-06-04 18:55:11 +020087 if (!pat_enabled() && pgprot2cachemode(prot) != _PAGE_CACHE_MODE_WB)
Juergen Gross49a3b3c2014-11-03 14:01:54 +010088 prot = __pgprot(__PAGE_KERNEL |
89 cachemode2protval(_PAGE_CACHE_MODE_UC_MINUS));
Eric Anholtef5fa0a2009-01-23 14:14:21 -080090
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -070091 return (void __force __iomem *) kmap_atomic_prot_pfn(pfn, prot);
Keith Packardfd940932008-10-30 19:37:09 -070092}
93EXPORT_SYMBOL_GPL(iomap_atomic_prot_pfn);
94
95void
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -070096iounmap_atomic(void __iomem *kvaddr)
Keith Packardfd940932008-10-30 19:37:09 -070097{
98 unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK;
Keith Packardfd940932008-10-30 19:37:09 -070099
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -0700100 if (vaddr >= __fix_to_virt(FIX_KMAP_END) &&
101 vaddr <= __fix_to_virt(FIX_KMAP_BEGIN)) {
102 int idx, type;
103
Peter Zijlstra20273942010-10-27 15:32:58 -0700104 type = kmap_atomic_idx();
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -0700105 idx = type + KM_TYPE_NR * smp_processor_id();
106
107#ifdef CONFIG_DEBUG_HIGHMEM
108 WARN_ON_ONCE(vaddr != __fix_to_virt(FIX_KMAP_BEGIN + idx));
109#endif
110 /*
111 * Force other mappings to Oops if they'll try to access this
112 * pte without first remap it. Keeping stale mappings around
113 * is a bad idea also, in case the page changes cacheability
114 * attributes or becomes a protected page in a hypervisor.
115 */
Keith Packardfd940932008-10-30 19:37:09 -0700116 kpte_clear_flush(kmap_pte-idx, vaddr);
Peter Zijlstra20273942010-10-27 15:32:58 -0700117 kmap_atomic_idx_pop();
Peter Zijlstra3e4d3af2010-10-26 14:21:51 -0700118 }
Keith Packardfd940932008-10-30 19:37:09 -0700119
Keith Packardfd940932008-10-30 19:37:09 -0700120 pagefault_enable();
David Hildenbrand2cb7c9c2015-05-11 17:52:09 +0200121 preempt_enable();
Keith Packardfd940932008-10-30 19:37:09 -0700122}
123EXPORT_SYMBOL_GPL(iounmap_atomic);