blob: 828c8597219da2b0e07fe9c73218b4d186521d92 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Paul Mundt249cfea2007-11-19 18:26:19 +09002 * arch/sh/mm/ioremap_64.c
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * Copyright (C) 2000, 2001 Paolo Alberelli
Paul Mundt249cfea2007-11-19 18:26:19 +09005 * Copyright (C) 2003 - 2007 Paul Mundt
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * Mostly derived from arch/sh/mm/ioremap.c which, in turn is mostly
8 * derived from arch/i386/mm/ioremap.c .
9 *
10 * (C) Copyright 1995 1996 Linus Torvalds
Paul Mundt249cfea2007-11-19 18:26:19 +090011 *
12 * This file is subject to the terms and conditions of the GNU General Public
13 * License. See the file "COPYING" in the main directory of this archive
14 * for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/vmalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/ioport.h>
Paul Mundt749c8492007-10-01 17:36:47 +090018#include <linux/module.h>
Paul Mundtad81eb92007-11-11 18:43:33 +090019#include <linux/mm.h>
20#include <linux/io.h>
Paul Mundt249cfea2007-11-19 18:26:19 +090021#include <linux/bootmem.h>
Paul Mundt2b6a8d42007-11-19 14:26:09 +090022#include <linux/proc_fs.h>
Paul Mundt8fc402382009-05-22 14:21:03 +090023#include <linux/slab.h>
Paul Mundtad81eb92007-11-11 18:43:33 +090024#include <asm/page.h>
Paul Mundt749c8492007-10-01 17:36:47 +090025#include <asm/pgalloc.h>
Paul Mundtad81eb92007-11-11 18:43:33 +090026#include <asm/addrspace.h>
27#include <asm/cacheflush.h>
Paul Mundt749c8492007-10-01 17:36:47 +090028#include <asm/tlbflush.h>
Paul Mundtad81eb92007-11-11 18:43:33 +090029#include <asm/mmu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Linus Torvalds1da177e2005-04-16 15:20:36 -070031static struct resource shmedia_iomap = {
32 .name = "shmedia_iomap",
33 .start = IOBASE_VADDR + PAGE_SIZE,
34 .end = IOBASE_END - 1,
35};
36
Paul Mundt0fb849b2009-05-07 18:10:27 +090037static void shmedia_mapioaddr(unsigned long pa, unsigned long va,
38 unsigned long flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070039static void shmedia_unmapioaddr(unsigned long vaddr);
Paul Mundt0fb849b2009-05-07 18:10:27 +090040static void __iomem *shmedia_ioremap(struct resource *res, u32 pa,
41 int sz, unsigned long flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
43/*
44 * We have the same problem as the SPARC, so lets have the same comment:
45 * Our mini-allocator...
46 * Boy this is gross! We need it because we must map I/O for
47 * timers and interrupt controller before the kmalloc is available.
48 */
49
50#define XNMLN 15
51#define XNRES 10
52
53struct xresource {
54 struct resource xres; /* Must be first */
55 int xflag; /* 1 == used */
56 char xname[XNMLN+1];
57};
58
59static struct xresource xresv[XNRES];
60
61static struct xresource *xres_alloc(void)
62{
Paul Mundt0fb849b2009-05-07 18:10:27 +090063 struct xresource *xrp;
64 int n;
Linus Torvalds1da177e2005-04-16 15:20:36 -070065
Paul Mundt0fb849b2009-05-07 18:10:27 +090066 xrp = xresv;
67 for (n = 0; n < XNRES; n++) {
68 if (xrp->xflag == 0) {
69 xrp->xflag = 1;
70 return xrp;
71 }
72 xrp++;
73 }
74 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -070075}
76
77static void xres_free(struct xresource *xrp)
78{
79 xrp->xflag = 0;
80}
81
82static struct resource *shmedia_find_resource(struct resource *root,
83 unsigned long vaddr)
84{
85 struct resource *res;
86
87 for (res = root->child; res; res = res->sibling)
88 if (res->start <= vaddr && res->end >= vaddr)
89 return res;
90
91 return NULL;
92}
93
Paul Mundt0fb849b2009-05-07 18:10:27 +090094static void __iomem *shmedia_alloc_io(unsigned long phys, unsigned long size,
95 const char *name, unsigned long flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -070096{
Paul Mundt0fb849b2009-05-07 18:10:27 +090097 static int printed_full;
98 struct xresource *xres;
99 struct resource *res;
100 char *tack;
101 int tlen;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102
Paul Mundt0fb849b2009-05-07 18:10:27 +0900103 if (name == NULL)
104 name = "???";
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105
Paul Mundt0fb849b2009-05-07 18:10:27 +0900106 xres = xres_alloc();
107 if (xres != 0) {
108 tack = xres->xname;
109 res = &xres->xres;
110 } else {
111 if (!printed_full) {
112 printk(KERN_NOTICE "%s: done with statics, "
113 "switching to kmalloc\n", __func__);
114 printed_full = 1;
115 }
116 tlen = strlen(name);
117 tack = kmalloc(sizeof(struct resource) + tlen + 1, GFP_KERNEL);
118 if (!tack)
119 return NULL;
120 memset(tack, 0, sizeof(struct resource));
121 res = (struct resource *) tack;
122 tack += sizeof(struct resource);
123 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124
Paul Mundt0fb849b2009-05-07 18:10:27 +0900125 strncpy(tack, name, XNMLN);
126 tack[XNMLN] = 0;
127 res->name = tack;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128
Paul Mundt0fb849b2009-05-07 18:10:27 +0900129 return shmedia_ioremap(res, phys, size, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130}
131
Paul Mundt0fb849b2009-05-07 18:10:27 +0900132static void __iomem *shmedia_ioremap(struct resource *res, u32 pa, int sz,
133 unsigned long flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134{
Paul Mundt0fb849b2009-05-07 18:10:27 +0900135 unsigned long offset = ((unsigned long) pa) & (~PAGE_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 unsigned long round_sz = (offset + sz + PAGE_SIZE-1) & PAGE_MASK;
Paul Mundt0fb849b2009-05-07 18:10:27 +0900137 unsigned long va;
138 unsigned int psz;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139
Paul Mundt0fb849b2009-05-07 18:10:27 +0900140 if (allocate_resource(&shmedia_iomap, res, round_sz,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141 shmedia_iomap.start, shmedia_iomap.end,
142 PAGE_SIZE, NULL, NULL) != 0) {
Paul Mundt0fb849b2009-05-07 18:10:27 +0900143 panic("alloc_io_res(%s): cannot occupy\n",
144 (res->name != NULL) ? res->name : "???");
145 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146
Paul Mundt0fb849b2009-05-07 18:10:27 +0900147 va = res->start;
148 pa &= PAGE_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149
150 psz = (res->end - res->start + (PAGE_SIZE - 1)) / PAGE_SIZE;
151
Paul Mundt0fb849b2009-05-07 18:10:27 +0900152 for (psz = res->end - res->start + 1; psz != 0; psz -= PAGE_SIZE) {
153 shmedia_mapioaddr(pa, va, flags);
154 va += PAGE_SIZE;
155 pa += PAGE_SIZE;
156 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157
Paul Mundt0fb849b2009-05-07 18:10:27 +0900158 return (void __iomem *)(unsigned long)(res->start + offset);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159}
160
161static void shmedia_free_io(struct resource *res)
162{
163 unsigned long len = res->end - res->start + 1;
164
165 BUG_ON((len & (PAGE_SIZE - 1)) != 0);
166
167 while (len) {
168 len -= PAGE_SIZE;
169 shmedia_unmapioaddr(res->start + len);
170 }
171
172 release_resource(res);
173}
174
Paul Mundtfad9e7d2007-07-20 17:46:42 +0900175static __init_refok void *sh64_get_page(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 void *page;
178
Paul Mundt8fc402382009-05-22 14:21:03 +0900179 if (slab_is_available())
Paul Mundt0fb849b2009-05-07 18:10:27 +0900180 page = (void *)get_zeroed_page(GFP_KERNEL);
181 else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182 page = alloc_bootmem_pages(PAGE_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183
184 if (!page || ((unsigned long)page & ~PAGE_MASK))
185 panic("sh64_get_page: Out of memory already?\n");
186
187 return page;
188}
189
Paul Mundt0fb849b2009-05-07 18:10:27 +0900190static void shmedia_mapioaddr(unsigned long pa, unsigned long va,
191 unsigned long flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192{
193 pgd_t *pgdp;
Paul Mundt249cfea2007-11-19 18:26:19 +0900194 pud_t *pudp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 pmd_t *pmdp;
196 pte_t *ptep, pte;
197 pgprot_t prot;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198
199 pr_debug("shmedia_mapiopage pa %08lx va %08lx\n", pa, va);
200
Paul Mundt0fb849b2009-05-07 18:10:27 +0900201 if (!flags)
202 flags = 1; /* 1 = CB0-1 device */
203
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 pgdp = pgd_offset_k(va);
205 if (pgd_none(*pgdp) || !pgd_present(*pgdp)) {
Paul Mundt249cfea2007-11-19 18:26:19 +0900206 pudp = (pud_t *)sh64_get_page();
207 set_pgd(pgdp, __pgd((unsigned long)pudp | _KERNPG_TABLE));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 }
209
Paul Mundt249cfea2007-11-19 18:26:19 +0900210 pudp = pud_offset(pgdp, va);
211 if (pud_none(*pudp) || !pud_present(*pudp)) {
212 pmdp = (pmd_t *)sh64_get_page();
213 set_pud(pudp, __pud((unsigned long)pmdp | _KERNPG_TABLE));
214 }
215
216 pmdp = pmd_offset(pudp, va);
Paul Mundt0fb849b2009-05-07 18:10:27 +0900217 if (pmd_none(*pmdp) || !pmd_present(*pmdp)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218 ptep = (pte_t *)sh64_get_page();
219 set_pmd(pmdp, __pmd((unsigned long)ptep + _PAGE_TABLE));
220 }
221
222 prot = __pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE |
223 _PAGE_DIRTY | _PAGE_ACCESSED | _PAGE_SHARED | flags);
224
225 pte = pfn_pte(pa >> PAGE_SHIFT, prot);
226 ptep = pte_offset_kernel(pmdp, va);
227
228 if (!pte_none(*ptep) &&
229 pte_val(*ptep) != pte_val(pte))
230 pte_ERROR(*ptep);
231
232 set_pte(ptep, pte);
233
234 flush_tlb_kernel_range(va, PAGE_SIZE);
235}
236
237static void shmedia_unmapioaddr(unsigned long vaddr)
238{
239 pgd_t *pgdp;
Paul Mundt249cfea2007-11-19 18:26:19 +0900240 pud_t *pudp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 pmd_t *pmdp;
242 pte_t *ptep;
243
244 pgdp = pgd_offset_k(vaddr);
Paul Mundt249cfea2007-11-19 18:26:19 +0900245 if (pgd_none(*pgdp) || pgd_bad(*pgdp))
246 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247
Paul Mundt249cfea2007-11-19 18:26:19 +0900248 pudp = pud_offset(pgdp, vaddr);
249 if (pud_none(*pudp) || pud_bad(*pudp))
250 return;
251
252 pmdp = pmd_offset(pudp, vaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 if (pmd_none(*pmdp) || pmd_bad(*pmdp))
254 return;
255
256 ptep = pte_offset_kernel(pmdp, vaddr);
257
258 if (pte_none(*ptep) || !pte_present(*ptep))
259 return;
260
261 clear_page((void *)ptep);
262 pte_clear(&init_mm, vaddr, ptep);
263}
264
Paul Mundt0fb849b2009-05-07 18:10:27 +0900265void __iomem *__ioremap(unsigned long offset, unsigned long size,
266 unsigned long flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267{
Paul Mundt0fb849b2009-05-07 18:10:27 +0900268 char name[14];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269
Paul Mundt0fb849b2009-05-07 18:10:27 +0900270 sprintf(name, "phys_%08x", (u32)offset);
271 return shmedia_alloc_io(offset, size, name, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272}
Paul Mundt0fb849b2009-05-07 18:10:27 +0900273EXPORT_SYMBOL(__ioremap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274
Paul Mundt0fb849b2009-05-07 18:10:27 +0900275void __iounmap(void __iomem *virtual)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276{
Paul Mundt0fb849b2009-05-07 18:10:27 +0900277 unsigned long vaddr = (unsigned long)virtual & PAGE_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 struct resource *res;
279 unsigned int psz;
280
281 res = shmedia_find_resource(&shmedia_iomap, vaddr);
282 if (!res) {
283 printk(KERN_ERR "%s: Failed to free 0x%08lx\n",
Harvey Harrison866e6b92008-03-04 15:23:47 -0800284 __func__, vaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285 return;
286 }
287
Paul Mundt0fb849b2009-05-07 18:10:27 +0900288 psz = (res->end - res->start + (PAGE_SIZE - 1)) / PAGE_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289
290 shmedia_free_io(res);
291
292 if ((char *)res >= (char *)xresv &&
293 (char *)res < (char *)&xresv[XNRES]) {
294 xres_free((struct xresource *)res);
295 } else {
296 kfree(res);
297 }
298}
Paul Mundt0fb849b2009-05-07 18:10:27 +0900299EXPORT_SYMBOL(__iounmap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300
Linus Torvalds1da177e2005-04-16 15:20:36 -0700301static int
302ioremap_proc_info(char *buf, char **start, off_t fpos, int length, int *eof,
303 void *data)
304{
305 char *p = buf, *e = buf + length;
306 struct resource *r;
307 const char *nm;
308
309 for (r = ((struct resource *)data)->child; r != NULL; r = r->sibling) {
310 if (p + 32 >= e) /* Better than nothing */
311 break;
Paul Mundt0fb849b2009-05-07 18:10:27 +0900312 nm = r->name;
313 if (nm == NULL)
314 nm = "???";
315
Paul Mundt21264132006-09-12 14:36:46 +0900316 p += sprintf(p, "%08lx-%08lx: %s\n",
317 (unsigned long)r->start,
318 (unsigned long)r->end, nm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319 }
320
321 return p-buf;
322}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323
324static int __init register_proc_onchip(void)
325{
Paul Mundt0fb849b2009-05-07 18:10:27 +0900326 create_proc_read_entry("io_map", 0, 0, ioremap_proc_info,
327 &shmedia_iomap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328 return 0;
329}
Paul Mundt0fb849b2009-05-07 18:10:27 +0900330late_initcall(register_proc_onchip);