Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * arch/sh/mm/ioremap.c |
| 3 | * |
| 4 | * Re-map IO memory to kernel address space so that we can access it. |
| 5 | * This is needed for high PCI addresses that aren't mapped in the |
| 6 | * 640k-1MB IO memory area on PC's |
| 7 | * |
| 8 | * (C) Copyright 1995 1996 Linus Torvalds |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 9 | * (C) Copyright 2005, 2006 Paul Mundt |
| 10 | * |
| 11 | * This file is subject to the terms and conditions of the GNU General |
| 12 | * Public License. See the file "COPYING" in the main directory of this |
| 13 | * archive for more details. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <linux/vmalloc.h> |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 16 | #include <linux/module.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/mm.h> |
Paul Mundt | a3e61d5 | 2006-09-27 16:45:22 +0900 | [diff] [blame] | 18 | #include <linux/pci.h> |
Haavard Skinnemoen | 5b3e1a8 | 2006-12-08 02:38:07 -0800 | [diff] [blame] | 19 | #include <linux/io.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include <asm/page.h> |
| 21 | #include <asm/pgalloc.h> |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 22 | #include <asm/addrspace.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | #include <asm/cacheflush.h> |
| 24 | #include <asm/tlbflush.h> |
Paul Mundt | 0fd1475 | 2007-06-04 10:58:23 +0900 | [diff] [blame] | 25 | #include <asm/mmu.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | * Remap an arbitrary physical address space into the kernel virtual |
| 29 | * address space. Needed when the kernel wants to access high addresses |
| 30 | * directly. |
| 31 | * |
| 32 | * NOTE! We need to allow non-page-aligned mappings too: we will obviously |
| 33 | * have to convert them into an offset in a page-aligned mapping, but the |
| 34 | * caller shouldn't need to know that small detail. |
| 35 | */ |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 36 | void __iomem *__ioremap(unsigned long phys_addr, unsigned long size, |
| 37 | unsigned long flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | struct vm_struct * area; |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 40 | unsigned long offset, last_addr, addr, orig_addr; |
Haavard Skinnemoen | 5b3e1a8 | 2006-12-08 02:38:07 -0800 | [diff] [blame] | 41 | pgprot_t pgprot; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | |
| 43 | /* Don't allow wraparound or zero size */ |
| 44 | last_addr = phys_addr + size - 1; |
| 45 | if (!size || last_addr < phys_addr) |
| 46 | return NULL; |
| 47 | |
| 48 | /* |
Paul Mundt | a3e61d5 | 2006-09-27 16:45:22 +0900 | [diff] [blame] | 49 | * If we're on an SH7751 or SH7780 PCI controller, PCI memory is |
| 50 | * mapped at the end of the address space (typically 0xfd000000) |
| 51 | * in a non-translatable area, so mapping through page tables for |
| 52 | * this area is not only pointless, but also fundamentally |
| 53 | * broken. Just return the physical address instead. |
| 54 | * |
| 55 | * For boards that map a small PCI memory aperture somewhere in |
| 56 | * P1/P2 space, ioremap() will already do the right thing, |
| 57 | * and we'll never get this far. |
| 58 | */ |
| 59 | if (is_pci_memaddr(phys_addr) && is_pci_memaddr(last_addr)) |
| 60 | return (void __iomem *)phys_addr; |
| 61 | |
Yoshihiro Shimoda | 2f47f44 | 2009-03-10 15:49:54 +0900 | [diff] [blame] | 62 | #if !defined(CONFIG_PMB_FIXED) |
Paul Mundt | a3e61d5 | 2006-09-27 16:45:22 +0900 | [diff] [blame] | 63 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 64 | * Don't allow anybody to remap normal RAM that we're using.. |
| 65 | */ |
| 66 | if (phys_addr < virt_to_phys(high_memory)) |
| 67 | return NULL; |
Yoshihiro Shimoda | 2f47f44 | 2009-03-10 15:49:54 +0900 | [diff] [blame] | 68 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 | |
| 70 | /* |
| 71 | * Mappings have to be page-aligned |
| 72 | */ |
| 73 | offset = phys_addr & ~PAGE_MASK; |
| 74 | phys_addr &= PAGE_MASK; |
| 75 | size = PAGE_ALIGN(last_addr+1) - phys_addr; |
| 76 | |
| 77 | /* |
| 78 | * Ok, go for it.. |
| 79 | */ |
| 80 | area = get_vm_area(size, VM_IOREMAP); |
| 81 | if (!area) |
| 82 | return NULL; |
| 83 | area->phys_addr = phys_addr; |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 84 | orig_addr = addr = (unsigned long)area->addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | |
Yoshihiro Shimoda | 2f47f44 | 2009-03-10 15:49:54 +0900 | [diff] [blame] | 86 | #ifdef CONFIG_PMB |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 87 | /* |
| 88 | * First try to remap through the PMB once a valid VMA has been |
| 89 | * established. Smaller allocations (or the rest of the size |
| 90 | * remaining after a PMB mapping due to the size not being |
| 91 | * perfectly aligned on a PMB size boundary) are then mapped |
| 92 | * through the UTLB using conventional page tables. |
| 93 | * |
| 94 | * PMB entries are all pre-faulted. |
| 95 | */ |
| 96 | if (unlikely(size >= 0x1000000)) { |
| 97 | unsigned long mapped = pmb_remap(addr, phys_addr, size, flags); |
| 98 | |
| 99 | if (likely(mapped)) { |
| 100 | addr += mapped; |
| 101 | phys_addr += mapped; |
| 102 | size -= mapped; |
| 103 | } |
| 104 | } |
| 105 | #endif |
| 106 | |
Haavard Skinnemoen | 5b3e1a8 | 2006-12-08 02:38:07 -0800 | [diff] [blame] | 107 | pgprot = __pgprot(pgprot_val(PAGE_KERNEL_NOCACHE) | flags); |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 108 | if (likely(size)) |
Haavard Skinnemoen | 5b3e1a8 | 2006-12-08 02:38:07 -0800 | [diff] [blame] | 109 | if (ioremap_page_range(addr, addr + size, phys_addr, pgprot)) { |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 110 | vunmap((void *)orig_addr); |
| 111 | return NULL; |
| 112 | } |
| 113 | |
| 114 | return (void __iomem *)(offset + (char *)orig_addr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | } |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 116 | EXPORT_SYMBOL(__ioremap); |
| 117 | |
| 118 | void __iounmap(void __iomem *addr) |
| 119 | { |
| 120 | unsigned long vaddr = (unsigned long __force)addr; |
Magnus Damm | 716777d | 2008-11-25 21:57:29 +0900 | [diff] [blame] | 121 | unsigned long seg = PXSEG(vaddr); |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 122 | struct vm_struct *p; |
| 123 | |
Magnus Damm | 3e91fae | 2009-02-24 22:23:51 +0900 | [diff] [blame] | 124 | if (seg < P3SEG || vaddr >= P3_ADDR_MAX || is_pci_memaddr(vaddr)) |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 125 | return; |
| 126 | |
Yoshihiro Shimoda | 2f47f44 | 2009-03-10 15:49:54 +0900 | [diff] [blame] | 127 | #ifdef CONFIG_PMB |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 128 | /* |
| 129 | * Purge any PMB entries that may have been established for this |
| 130 | * mapping, then proceed with conventional VMA teardown. |
| 131 | * |
| 132 | * XXX: Note that due to the way that remove_vm_area() does |
| 133 | * matching of the resultant VMA, we aren't able to fast-forward |
| 134 | * the address past the PMB space until the end of the VMA where |
| 135 | * the page tables reside. As such, unmap_vm_area() will be |
| 136 | * forced to linearly scan over the area until it finds the page |
| 137 | * tables where PTEs that need to be unmapped actually reside, |
| 138 | * which is far from optimal. Perhaps we need to use a separate |
| 139 | * VMA for the PMB mappings? |
| 140 | * -- PFM. |
| 141 | */ |
| 142 | pmb_unmap(vaddr); |
| 143 | #endif |
| 144 | |
| 145 | p = remove_vm_area((void *)(vaddr & PAGE_MASK)); |
| 146 | if (!p) { |
Harvey Harrison | 866e6b9 | 2008-03-04 15:23:47 -0800 | [diff] [blame] | 147 | printk(KERN_ERR "%s: bad address %p\n", __func__, addr); |
Paul Mundt | b66c1a3 | 2006-01-16 22:14:15 -0800 | [diff] [blame] | 148 | return; |
| 149 | } |
| 150 | |
| 151 | kfree(p); |
| 152 | } |
| 153 | EXPORT_SYMBOL(__iounmap); |