blob: a895de73beae4290862a48211ab69b8dca33b6d9 [file] [log] [blame]
Paul Mackerras14cf11a2005-09-26 16:04:21 +10001/*
2 * This file contains ioremap and related functions for 64-bit machines.
3 *
4 * Derived from arch/ppc64/mm/init.c
5 * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
6 *
7 * Modifications by Paul Mackerras (PowerMac) (paulus@samba.org)
8 * and Cort Dougan (PReP) (cort@cs.nmt.edu)
9 * Copyright (C) 1996 Paul Mackerras
10 * Amiga/APUS changes by Jesper Skov (jskov@cygnus.co.uk).
11 *
12 * Derived from "arch/i386/mm/init.c"
13 * Copyright (C) 1991, 1992, 1993, 1994 Linus Torvalds
14 *
15 * Dave Engebretsen <engebret@us.ibm.com>
16 * Rework for PPC64 port.
17 *
18 * This program is free software; you can redistribute it and/or
19 * modify it under the terms of the GNU General Public License
20 * as published by the Free Software Foundation; either version
21 * 2 of the License, or (at your option) any later version.
22 *
23 */
24
Paul Mackerras14cf11a2005-09-26 16:04:21 +100025#include <linux/signal.h>
26#include <linux/sched.h>
27#include <linux/kernel.h>
28#include <linux/errno.h>
29#include <linux/string.h>
30#include <linux/types.h>
31#include <linux/mman.h>
32#include <linux/mm.h>
33#include <linux/swap.h>
34#include <linux/stddef.h>
35#include <linux/vmalloc.h>
36#include <linux/init.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100037
38#include <asm/pgalloc.h>
39#include <asm/page.h>
40#include <asm/prom.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100041#include <asm/io.h>
42#include <asm/mmu_context.h>
43#include <asm/pgtable.h>
44#include <asm/mmu.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100045#include <asm/smp.h>
46#include <asm/machdep.h>
47#include <asm/tlb.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100048#include <asm/processor.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100049#include <asm/cputable.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100050#include <asm/sections.h>
51#include <asm/system.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100052#include <asm/abs_addr.h>
Stephen Rothwell5e203d62006-09-25 13:36:31 +100053#include <asm/firmware.h>
David Gibson800fc3e2005-11-16 15:43:48 +110054
55#include "mmu_decl.h"
Paul Mackerras14cf11a2005-09-26 16:04:21 +100056
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +100057unsigned long ioremap_bot = IOREMAP_BASE;
Paul Mackerras14cf11a2005-09-26 16:04:21 +100058
Paul Mackerras14cf11a2005-09-26 16:04:21 +100059/*
60 * map_io_page currently only called by __ioremap
61 * map_io_page adds an entry to the ioremap page table
62 * and adds an entry to the HPT, possibly bolting it
63 */
64static int map_io_page(unsigned long ea, unsigned long pa, int flags)
65{
66 pgd_t *pgdp;
67 pud_t *pudp;
68 pmd_t *pmdp;
69 pte_t *ptep;
Paul Mackerras14cf11a2005-09-26 16:04:21 +100070
71 if (mem_init_done) {
Paul Mackerras14cf11a2005-09-26 16:04:21 +100072 pgdp = pgd_offset_k(ea);
73 pudp = pud_alloc(&init_mm, pgdp, ea);
74 if (!pudp)
75 return -ENOMEM;
76 pmdp = pmd_alloc(&init_mm, pudp, ea);
77 if (!pmdp)
78 return -ENOMEM;
Paul Mackerras23fd0772005-10-31 13:37:12 +110079 ptep = pte_alloc_kernel(pmdp, ea);
Paul Mackerras14cf11a2005-09-26 16:04:21 +100080 if (!ptep)
81 return -ENOMEM;
82 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT,
83 __pgprot(flags)));
Paul Mackerras14cf11a2005-09-26 16:04:21 +100084 } else {
Paul Mackerras14cf11a2005-09-26 16:04:21 +100085 /*
86 * If the mm subsystem is not fully up, we cannot create a
87 * linux page table entry for this mapping. Simply bolt an
88 * entry in the hardware page table.
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +110089 *
Paul Mackerras14cf11a2005-09-26 16:04:21 +100090 */
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +100091 if (htab_bolt_mapping(ea, (unsigned long)ea + PAGE_SIZE,
92 pa, flags, mmu_io_psize)) {
Benjamin Herrenschmidt77ac1662005-11-10 11:12:11 +110093 printk(KERN_ERR "Failed to do bolted mapping IO "
94 "memory at %016lx !\n", pa);
95 return -ENOMEM;
96 }
Paul Mackerras14cf11a2005-09-26 16:04:21 +100097 }
98 return 0;
99}
100
101
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000102/**
103 * __ioremap_at - Low level function to establish the page tables
104 * for an IO mapping
105 */
106void __iomem * __ioremap_at(phys_addr_t pa, void *ea, unsigned long size,
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000107 unsigned long flags)
108{
109 unsigned long i;
110
111 if ((flags & _PAGE_PRESENT) == 0)
112 flags |= pgprot_val(PAGE_KERNEL);
113
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000114 WARN_ON(pa & ~PAGE_MASK);
115 WARN_ON(((unsigned long)ea) & ~PAGE_MASK);
116 WARN_ON(size & ~PAGE_MASK);
117
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000118 for (i = 0; i < size; i += PAGE_SIZE)
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000119 if (map_io_page((unsigned long)ea+i, pa+i, flags))
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000120 return NULL;
121
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000122 return (void __iomem *)ea;
123}
124
125/**
126 * __iounmap_from - Low level function to tear down the page tables
127 * for an IO mapping. This is used for mappings that
128 * are manipulated manually, like partial unmapping of
129 * PCI IOs or ISA space.
130 */
131void __iounmap_at(void *ea, unsigned long size)
132{
133 WARN_ON(((unsigned long)ea) & ~PAGE_MASK);
134 WARN_ON(size & ~PAGE_MASK);
135
136 unmap_kernel_range((unsigned long)ea, size);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000137}
138
Benjamin Herrenschmidt68a64352006-11-13 09:27:39 +1100139void __iomem * __ioremap(phys_addr_t addr, unsigned long size,
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000140 unsigned long flags)
141{
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000142 phys_addr_t paligned;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000143 void __iomem *ret;
144
145 /*
146 * Choose an address to map it to.
147 * Once the imalloc system is running, we use it.
148 * Before that, we map using addresses going
149 * up from ioremap_bot. imalloc will use
150 * the addresses from ioremap_bot through
151 * IMALLOC_END
152 *
153 */
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000154 paligned = addr & PAGE_MASK;
155 size = PAGE_ALIGN(addr + size) - paligned;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000156
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000157 if ((size == 0) || (paligned == 0))
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000158 return NULL;
159
160 if (mem_init_done) {
161 struct vm_struct *area;
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000162
163 area = __get_vm_area(size, VM_IOREMAP,
164 ioremap_bot, IOREMAP_END);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000165 if (area == NULL)
166 return NULL;
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000167 ret = __ioremap_at(paligned, area->addr, size, flags);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000168 if (!ret)
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000169 vunmap(area->addr);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000170 } else {
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000171 ret = __ioremap_at(paligned, (void *)ioremap_bot, size, flags);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000172 if (ret)
173 ioremap_bot += size;
174 }
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000175
176 if (ret)
177 ret += addr & ~PAGE_MASK;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000178 return ret;
179}
180
Benjamin Herrenschmidt4cb3cee2006-11-11 17:25:10 +1100181
Benjamin Herrenschmidt68a64352006-11-13 09:27:39 +1100182void __iomem * ioremap(phys_addr_t addr, unsigned long size)
Benjamin Herrenschmidt4cb3cee2006-11-11 17:25:10 +1100183{
184 unsigned long flags = _PAGE_NO_CACHE | _PAGE_GUARDED;
185
186 if (ppc_md.ioremap)
187 return ppc_md.ioremap(addr, size, flags);
188 return __ioremap(addr, size, flags);
189}
190
Benjamin Herrenschmidt68a64352006-11-13 09:27:39 +1100191void __iomem * ioremap_flags(phys_addr_t addr, unsigned long size,
Benjamin Herrenschmidt4cb3cee2006-11-11 17:25:10 +1100192 unsigned long flags)
193{
194 if (ppc_md.ioremap)
195 return ppc_md.ioremap(addr, size, flags);
196 return __ioremap(addr, size, flags);
197}
198
199
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000200/*
201 * Unmap an IO region and remove it from imalloc'd list.
202 * Access to IO memory should be serialized by driver.
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000203 */
Benjamin Herrenschmidt68a64352006-11-13 09:27:39 +1100204void __iounmap(volatile void __iomem *token)
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000205{
206 void *addr;
207
208 if (!mem_init_done)
209 return;
210
Benjamin Herrenschmidt3d5134e2007-06-04 15:15:36 +1000211 addr = (void *) ((unsigned long __force)
212 PCI_FIX_ADDR(token) & PAGE_MASK);
213 if ((unsigned long)addr < ioremap_bot) {
214 printk(KERN_WARNING "Attempt to iounmap early bolted mapping"
215 " at 0x%p\n", addr);
216 return;
217 }
218 vunmap(addr);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000219}
220
Benjamin Herrenschmidt68a64352006-11-13 09:27:39 +1100221void iounmap(volatile void __iomem *token)
Benjamin Herrenschmidt4cb3cee2006-11-11 17:25:10 +1100222{
223 if (ppc_md.iounmap)
224 ppc_md.iounmap(token);
225 else
226 __iounmap(token);
227}
228
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000229EXPORT_SYMBOL(ioremap);
Benjamin Herrenschmidt4cb3cee2006-11-11 17:25:10 +1100230EXPORT_SYMBOL(ioremap_flags);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000231EXPORT_SYMBOL(__ioremap);
232EXPORT_SYMBOL(iounmap);
Benjamin Herrenschmidt4cb3cee2006-11-11 17:25:10 +1100233EXPORT_SYMBOL(__iounmap);