blob: 85b420d006221a8e4e56d61667d8cd90cd7b0134 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * arch/sh/mm/ioremap.c
3 *
Paul Mundtd9b94872010-01-18 21:08:32 +09004 * (C) Copyright 1995 1996 Linus Torvalds
5 * (C) Copyright 2005 - 2010 Paul Mundt
6 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * Re-map IO memory to kernel address space so that we can access it.
8 * This is needed for high PCI addresses that aren't mapped in the
9 * 640k-1MB IO memory area on PC's
10 *
Paul Mundtb66c1a32006-01-16 22:14:15 -080011 * This file is subject to the terms and conditions of the GNU General
12 * Public License. See the file "COPYING" in the main directory of this
13 * archive for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070014 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/vmalloc.h>
Paul Mundtb66c1a32006-01-16 22:14:15 -080016#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/mm.h>
Paul Mundta3e61d52006-09-27 16:45:22 +090018#include <linux/pci.h>
Haavard Skinnemoen5b3e1a82006-12-08 02:38:07 -080019#include <linux/io.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <asm/page.h>
21#include <asm/pgalloc.h>
Paul Mundtb66c1a32006-01-16 22:14:15 -080022#include <asm/addrspace.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <asm/cacheflush.h>
24#include <asm/tlbflush.h>
Paul Mundt0fd14752007-06-04 10:58:23 +090025#include <asm/mmu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026
Linus Torvalds1da177e2005-04-16 15:20:36 -070027/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070028 * Remap an arbitrary physical address space into the kernel virtual
29 * address space. Needed when the kernel wants to access high addresses
30 * directly.
31 *
32 * NOTE! We need to allow non-page-aligned mappings too: we will obviously
33 * have to convert them into an offset in a page-aligned mapping, but the
34 * caller shouldn't need to know that small detail.
35 */
Paul Mundtaf141532010-01-18 21:45:00 +090036void __iomem * __init_refok
37__ioremap_caller(unsigned long phys_addr, unsigned long size,
Paul Mundtd57d6402010-01-19 13:34:38 +090038 pgprot_t pgprot, void *caller)
Linus Torvalds1da177e2005-04-16 15:20:36 -070039{
Paul Mundtbf3cded2009-12-14 14:23:41 +090040 struct vm_struct *area;
Paul Mundtb66c1a32006-01-16 22:14:15 -080041 unsigned long offset, last_addr, addr, orig_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
43 /* Don't allow wraparound or zero size */
44 last_addr = phys_addr + size - 1;
45 if (!size || last_addr < phys_addr)
46 return NULL;
47
48 /*
Paul Mundt99f95f12009-04-20 18:24:57 +090049 * If we're in the fixed PCI memory range, mapping through page
50 * tables is not only pointless, but also fundamentally broken.
51 * Just return the physical address instead.
Paul Mundta3e61d52006-09-27 16:45:22 +090052 *
53 * For boards that map a small PCI memory aperture somewhere in
54 * P1/P2 space, ioremap() will already do the right thing,
55 * and we'll never get this far.
56 */
Paul Mundt99f95f12009-04-20 18:24:57 +090057 if (is_pci_memory_fixed_range(phys_addr, size))
Paul Mundta3e61d52006-09-27 16:45:22 +090058 return (void __iomem *)phys_addr;
59
Linus Torvalds1da177e2005-04-16 15:20:36 -070060 /*
61 * Mappings have to be page-aligned
62 */
63 offset = phys_addr & ~PAGE_MASK;
64 phys_addr &= PAGE_MASK;
65 size = PAGE_ALIGN(last_addr+1) - phys_addr;
66
67 /*
Paul Mundtd9b94872010-01-18 21:08:32 +090068 * If we can't yet use the regular approach, go the fixmap route.
69 */
70 if (!mem_init_done)
Paul Mundtd57d6402010-01-19 13:34:38 +090071 return ioremap_fixed(phys_addr, size, pgprot);
Paul Mundtd9b94872010-01-18 21:08:32 +090072
73 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 * Ok, go for it..
75 */
Paul Mundtbf3cded2009-12-14 14:23:41 +090076 area = get_vm_area_caller(size, VM_IOREMAP, caller);
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 if (!area)
78 return NULL;
79 area->phys_addr = phys_addr;
Paul Mundtb66c1a32006-01-16 22:14:15 -080080 orig_addr = addr = (unsigned long)area->addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
Yoshihiro Shimoda2f47f442009-03-10 15:49:54 +090082#ifdef CONFIG_PMB
Paul Mundtb66c1a32006-01-16 22:14:15 -080083 /*
84 * First try to remap through the PMB once a valid VMA has been
85 * established. Smaller allocations (or the rest of the size
86 * remaining after a PMB mapping due to the size not being
87 * perfectly aligned on a PMB size boundary) are then mapped
88 * through the UTLB using conventional page tables.
89 *
90 * PMB entries are all pre-faulted.
91 */
Matt Fleming2bea7ea2009-10-06 21:22:27 +000092 if (unlikely(phys_addr >= P1SEG)) {
Paul Mundtd57d6402010-01-19 13:34:38 +090093 unsigned long mapped;
Paul Mundtb66c1a32006-01-16 22:14:15 -080094
Paul Mundtd57d6402010-01-19 13:34:38 +090095 mapped = pmb_remap(addr, phys_addr, size, pgprot_val(pgprot));
Paul Mundtb66c1a32006-01-16 22:14:15 -080096 if (likely(mapped)) {
97 addr += mapped;
98 phys_addr += mapped;
99 size -= mapped;
100 }
101 }
102#endif
103
104 if (likely(size))
Haavard Skinnemoen5b3e1a82006-12-08 02:38:07 -0800105 if (ioremap_page_range(addr, addr + size, phys_addr, pgprot)) {
Paul Mundtb66c1a32006-01-16 22:14:15 -0800106 vunmap((void *)orig_addr);
107 return NULL;
108 }
109
110 return (void __iomem *)(offset + (char *)orig_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111}
Paul Mundtbf3cded2009-12-14 14:23:41 +0900112EXPORT_SYMBOL(__ioremap_caller);
Paul Mundtb66c1a32006-01-16 22:14:15 -0800113
Paul Mundt78bf04f2010-01-17 01:45:26 +0900114/*
115 * Simple checks for non-translatable mappings.
116 */
117static inline int iomapping_nontranslatable(unsigned long offset)
118{
119#ifdef CONFIG_29BIT
120 /*
121 * In 29-bit mode this includes the fixed P1/P2 areas, as well as
122 * parts of P3.
123 */
124 if (PXSEG(offset) < P3SEG || offset >= P3_ADDR_MAX)
125 return 1;
126#endif
127
128 if (is_pci_memory_fixed_range(offset, 0))
129 return 1;
130
131 return 0;
132}
133
Paul Mundtb66c1a32006-01-16 22:14:15 -0800134void __iounmap(void __iomem *addr)
135{
136 unsigned long vaddr = (unsigned long __force)addr;
137 struct vm_struct *p;
138
Paul Mundt78bf04f2010-01-17 01:45:26 +0900139 /*
140 * Nothing to do if there is no translatable mapping.
141 */
142 if (iomapping_nontranslatable(vaddr))
Paul Mundtb66c1a32006-01-16 22:14:15 -0800143 return;
144
Paul Mundt12b6b012010-01-18 21:33:08 +0900145 /*
146 * There's no VMA if it's from an early fixed mapping.
147 */
148 if (iounmap_fixed(addr) == 0)
149 return;
150
Yoshihiro Shimoda2f47f442009-03-10 15:49:54 +0900151#ifdef CONFIG_PMB
Paul Mundtb66c1a32006-01-16 22:14:15 -0800152 /*
153 * Purge any PMB entries that may have been established for this
154 * mapping, then proceed with conventional VMA teardown.
155 *
156 * XXX: Note that due to the way that remove_vm_area() does
157 * matching of the resultant VMA, we aren't able to fast-forward
158 * the address past the PMB space until the end of the VMA where
159 * the page tables reside. As such, unmap_vm_area() will be
160 * forced to linearly scan over the area until it finds the page
161 * tables where PTEs that need to be unmapped actually reside,
162 * which is far from optimal. Perhaps we need to use a separate
163 * VMA for the PMB mappings?
164 * -- PFM.
165 */
166 pmb_unmap(vaddr);
167#endif
168
169 p = remove_vm_area((void *)(vaddr & PAGE_MASK));
170 if (!p) {
Harvey Harrison866e6b92008-03-04 15:23:47 -0800171 printk(KERN_ERR "%s: bad address %p\n", __func__, addr);
Paul Mundtb66c1a32006-01-16 22:14:15 -0800172 return;
173 }
174
175 kfree(p);
176}
177EXPORT_SYMBOL(__iounmap);