Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * arch/sh/mm/ioremap.c |
| 3 | * |
Paul Mundt | d9b9487 | 2010-01-18 21:08:32 +0900 | [diff] [blame^] | 4 | * (C) Copyright 1995 1996 Linus Torvalds |
| 5 | * (C) Copyright 2005 - 2010 Paul Mundt |
| 6 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | * Re-map IO memory to kernel address space so that we can access it. |
| 8 | * This is needed for high PCI addresses that aren't mapped in the |
| 9 | * 640k-1MB IO memory area on PC's |
| 10 | * |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 11 | * This file is subject to the terms and conditions of the GNU General |
| 12 | * Public License. See the file "COPYING" in the main directory of this |
| 13 | * archive for more details. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <linux/vmalloc.h> |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 16 | #include <linux/module.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/mm.h> |
Paul Mundt | a3e61d5 | 2006-09-27 16:45:22 +0900 | [diff] [blame] | 18 | #include <linux/pci.h> |
Haavard Skinnemoen | 5b3e1a8 | 2006-12-08 02:38:07 -0800 | [diff] [blame] | 19 | #include <linux/io.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include <asm/page.h> |
| 21 | #include <asm/pgalloc.h> |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 22 | #include <asm/addrspace.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | #include <asm/cacheflush.h> |
| 24 | #include <asm/tlbflush.h> |
Paul Mundt | 0fd1475 | 2007-06-04 10:58:23 +0900 | [diff] [blame] | 25 | #include <asm/mmu.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | * Remap an arbitrary physical address space into the kernel virtual |
| 29 | * address space. Needed when the kernel wants to access high addresses |
| 30 | * directly. |
| 31 | * |
| 32 | * NOTE! We need to allow non-page-aligned mappings too: we will obviously |
| 33 | * have to convert them into an offset in a page-aligned mapping, but the |
| 34 | * caller shouldn't need to know that small detail. |
| 35 | */ |
Paul Mundt | bf3cded | 2009-12-14 14:23:41 +0900 | [diff] [blame] | 36 | void __iomem *__ioremap_caller(unsigned long phys_addr, unsigned long size, |
| 37 | unsigned long flags, void *caller) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | { |
Paul Mundt | bf3cded | 2009-12-14 14:23:41 +0900 | [diff] [blame] | 39 | struct vm_struct *area; |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 40 | unsigned long offset, last_addr, addr, orig_addr; |
Haavard Skinnemoen | 5b3e1a8 | 2006-12-08 02:38:07 -0800 | [diff] [blame] | 41 | pgprot_t pgprot; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | |
| 43 | /* Don't allow wraparound or zero size */ |
| 44 | last_addr = phys_addr + size - 1; |
| 45 | if (!size || last_addr < phys_addr) |
| 46 | return NULL; |
| 47 | |
| 48 | /* |
Paul Mundt | 99f95f1 | 2009-04-20 18:24:57 +0900 | [diff] [blame] | 49 | * If we're in the fixed PCI memory range, mapping through page |
| 50 | * tables is not only pointless, but also fundamentally broken. |
| 51 | * Just return the physical address instead. |
Paul Mundt | a3e61d5 | 2006-09-27 16:45:22 +0900 | [diff] [blame] | 52 | * |
| 53 | * For boards that map a small PCI memory aperture somewhere in |
| 54 | * P1/P2 space, ioremap() will already do the right thing, |
| 55 | * and we'll never get this far. |
| 56 | */ |
Paul Mundt | 99f95f1 | 2009-04-20 18:24:57 +0900 | [diff] [blame] | 57 | if (is_pci_memory_fixed_range(phys_addr, size)) |
Paul Mundt | a3e61d5 | 2006-09-27 16:45:22 +0900 | [diff] [blame] | 58 | return (void __iomem *)phys_addr; |
| 59 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | /* |
| 61 | * Mappings have to be page-aligned |
| 62 | */ |
| 63 | offset = phys_addr & ~PAGE_MASK; |
| 64 | phys_addr &= PAGE_MASK; |
| 65 | size = PAGE_ALIGN(last_addr+1) - phys_addr; |
| 66 | |
| 67 | /* |
Paul Mundt | d9b9487 | 2010-01-18 21:08:32 +0900 | [diff] [blame^] | 68 | * If we can't yet use the regular approach, go the fixmap route. |
| 69 | */ |
| 70 | if (!mem_init_done) |
| 71 | return ioremap_fixed(phys_addr, size, __pgprot(flags)); |
| 72 | |
| 73 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | * Ok, go for it.. |
| 75 | */ |
Paul Mundt | bf3cded | 2009-12-14 14:23:41 +0900 | [diff] [blame] | 76 | area = get_vm_area_caller(size, VM_IOREMAP, caller); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | if (!area) |
| 78 | return NULL; |
| 79 | area->phys_addr = phys_addr; |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 80 | orig_addr = addr = (unsigned long)area->addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | |
Yoshihiro Shimoda | 2f47f44 | 2009-03-10 15:49:54 +0900 | [diff] [blame] | 82 | #ifdef CONFIG_PMB |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 83 | /* |
| 84 | * First try to remap through the PMB once a valid VMA has been |
| 85 | * established. Smaller allocations (or the rest of the size |
| 86 | * remaining after a PMB mapping due to the size not being |
| 87 | * perfectly aligned on a PMB size boundary) are then mapped |
| 88 | * through the UTLB using conventional page tables. |
| 89 | * |
| 90 | * PMB entries are all pre-faulted. |
| 91 | */ |
Matt Fleming | 2bea7ea | 2009-10-06 21:22:27 +0000 | [diff] [blame] | 92 | if (unlikely(phys_addr >= P1SEG)) { |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 93 | unsigned long mapped = pmb_remap(addr, phys_addr, size, flags); |
| 94 | |
| 95 | if (likely(mapped)) { |
| 96 | addr += mapped; |
| 97 | phys_addr += mapped; |
| 98 | size -= mapped; |
| 99 | } |
| 100 | } |
| 101 | #endif |
| 102 | |
Haavard Skinnemoen | 5b3e1a8 | 2006-12-08 02:38:07 -0800 | [diff] [blame] | 103 | pgprot = __pgprot(pgprot_val(PAGE_KERNEL_NOCACHE) | flags); |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 104 | if (likely(size)) |
Haavard Skinnemoen | 5b3e1a8 | 2006-12-08 02:38:07 -0800 | [diff] [blame] | 105 | if (ioremap_page_range(addr, addr + size, phys_addr, pgprot)) { |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 106 | vunmap((void *)orig_addr); |
| 107 | return NULL; |
| 108 | } |
| 109 | |
| 110 | return (void __iomem *)(offset + (char *)orig_addr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | } |
Paul Mundt | bf3cded | 2009-12-14 14:23:41 +0900 | [diff] [blame] | 112 | EXPORT_SYMBOL(__ioremap_caller); |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 113 | |
Paul Mundt | 78bf04f | 2010-01-17 01:45:26 +0900 | [diff] [blame] | 114 | /* |
| 115 | * Simple checks for non-translatable mappings. |
| 116 | */ |
| 117 | static inline int iomapping_nontranslatable(unsigned long offset) |
| 118 | { |
| 119 | #ifdef CONFIG_29BIT |
| 120 | /* |
| 121 | * In 29-bit mode this includes the fixed P1/P2 areas, as well as |
| 122 | * parts of P3. |
| 123 | */ |
| 124 | if (PXSEG(offset) < P3SEG || offset >= P3_ADDR_MAX) |
| 125 | return 1; |
| 126 | #endif |
| 127 | |
| 128 | if (is_pci_memory_fixed_range(offset, 0)) |
| 129 | return 1; |
| 130 | |
| 131 | return 0; |
| 132 | } |
| 133 | |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 134 | void __iounmap(void __iomem *addr) |
| 135 | { |
| 136 | unsigned long vaddr = (unsigned long __force)addr; |
| 137 | struct vm_struct *p; |
| 138 | |
Paul Mundt | 78bf04f | 2010-01-17 01:45:26 +0900 | [diff] [blame] | 139 | /* |
| 140 | * Nothing to do if there is no translatable mapping. |
| 141 | */ |
| 142 | if (iomapping_nontranslatable(vaddr)) |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 143 | return; |
| 144 | |
Yoshihiro Shimoda | 2f47f44 | 2009-03-10 15:49:54 +0900 | [diff] [blame] | 145 | #ifdef CONFIG_PMB |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 146 | /* |
| 147 | * Purge any PMB entries that may have been established for this |
| 148 | * mapping, then proceed with conventional VMA teardown. |
| 149 | * |
| 150 | * XXX: Note that due to the way that remove_vm_area() does |
| 151 | * matching of the resultant VMA, we aren't able to fast-forward |
| 152 | * the address past the PMB space until the end of the VMA where |
| 153 | * the page tables reside. As such, unmap_vm_area() will be |
| 154 | * forced to linearly scan over the area until it finds the page |
| 155 | * tables where PTEs that need to be unmapped actually reside, |
| 156 | * which is far from optimal. Perhaps we need to use a separate |
| 157 | * VMA for the PMB mappings? |
| 158 | * -- PFM. |
| 159 | */ |
| 160 | pmb_unmap(vaddr); |
| 161 | #endif |
| 162 | |
| 163 | p = remove_vm_area((void *)(vaddr & PAGE_MASK)); |
| 164 | if (!p) { |
Harvey Harrison | 866e6b9 | 2008-03-04 15:23:47 -0800 | [diff] [blame] | 165 | printk(KERN_ERR "%s: bad address %p\n", __func__, addr); |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 166 | return; |
| 167 | } |
| 168 | |
| 169 | kfree(p); |
| 170 | } |
| 171 | EXPORT_SYMBOL(__iounmap); |