blob: ef434657d4284d5de6fda890f7a75bf32d99993c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Paul Mundt249cfea2007-11-19 18:26:19 +09002 * arch/sh/mm/ioremap_64.c
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * Copyright (C) 2000, 2001 Paolo Alberelli
Paul Mundt249cfea2007-11-19 18:26:19 +09005 * Copyright (C) 2003 - 2007 Paul Mundt
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * Mostly derived from arch/sh/mm/ioremap.c which, in turn is mostly
8 * derived from arch/i386/mm/ioremap.c .
9 *
10 * (C) Copyright 1995 1996 Linus Torvalds
Paul Mundt249cfea2007-11-19 18:26:19 +090011 *
12 * This file is subject to the terms and conditions of the GNU General Public
13 * License. See the file "COPYING" in the main directory of this archive
14 * for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/vmalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/ioport.h>
Paul Mundt749c8492007-10-01 17:36:47 +090018#include <linux/module.h>
Paul Mundtad81eb92007-11-11 18:43:33 +090019#include <linux/mm.h>
20#include <linux/io.h>
Paul Mundt249cfea2007-11-19 18:26:19 +090021#include <linux/bootmem.h>
Paul Mundt2b6a8d42007-11-19 14:26:09 +090022#include <linux/proc_fs.h>
Paul Mundt8fc402382009-05-22 14:21:03 +090023#include <linux/slab.h>
Paul Mundtad81eb92007-11-11 18:43:33 +090024#include <asm/page.h>
Paul Mundt749c8492007-10-01 17:36:47 +090025#include <asm/pgalloc.h>
Paul Mundtad81eb92007-11-11 18:43:33 +090026#include <asm/addrspace.h>
27#include <asm/cacheflush.h>
Paul Mundt749c8492007-10-01 17:36:47 +090028#include <asm/tlbflush.h>
Paul Mundtad81eb92007-11-11 18:43:33 +090029#include <asm/mmu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Linus Torvalds1da177e2005-04-16 15:20:36 -070031static struct resource shmedia_iomap = {
32 .name = "shmedia_iomap",
33 .start = IOBASE_VADDR + PAGE_SIZE,
34 .end = IOBASE_END - 1,
35};
36
Paul Mundt0fb849b2009-05-07 18:10:27 +090037static void shmedia_mapioaddr(unsigned long pa, unsigned long va,
38 unsigned long flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070039static void shmedia_unmapioaddr(unsigned long vaddr);
Paul Mundt0fb849b2009-05-07 18:10:27 +090040static void __iomem *shmedia_ioremap(struct resource *res, u32 pa,
41 int sz, unsigned long flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
43/*
44 * We have the same problem as the SPARC, so lets have the same comment:
45 * Our mini-allocator...
46 * Boy this is gross! We need it because we must map I/O for
47 * timers and interrupt controller before the kmalloc is available.
48 */
49
50#define XNMLN 15
51#define XNRES 10
52
53struct xresource {
54 struct resource xres; /* Must be first */
55 int xflag; /* 1 == used */
56 char xname[XNMLN+1];
57};
58
59static struct xresource xresv[XNRES];
60
61static struct xresource *xres_alloc(void)
62{
Paul Mundt0fb849b2009-05-07 18:10:27 +090063 struct xresource *xrp;
64 int n;
Linus Torvalds1da177e2005-04-16 15:20:36 -070065
Paul Mundt0fb849b2009-05-07 18:10:27 +090066 xrp = xresv;
67 for (n = 0; n < XNRES; n++) {
68 if (xrp->xflag == 0) {
69 xrp->xflag = 1;
70 return xrp;
71 }
72 xrp++;
73 }
74 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -070075}
76
77static void xres_free(struct xresource *xrp)
78{
79 xrp->xflag = 0;
80}
81
82static struct resource *shmedia_find_resource(struct resource *root,
83 unsigned long vaddr)
84{
85 struct resource *res;
86
87 for (res = root->child; res; res = res->sibling)
88 if (res->start <= vaddr && res->end >= vaddr)
89 return res;
90
91 return NULL;
92}
93
Paul Mundt0fb849b2009-05-07 18:10:27 +090094static void __iomem *shmedia_alloc_io(unsigned long phys, unsigned long size,
95 const char *name, unsigned long flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -070096{
Paul Mundt0fb849b2009-05-07 18:10:27 +090097 struct xresource *xres;
98 struct resource *res;
99 char *tack;
100 int tlen;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101
Paul Mundt0fb849b2009-05-07 18:10:27 +0900102 if (name == NULL)
103 name = "???";
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104
Paul Mundt0fb849b2009-05-07 18:10:27 +0900105 xres = xres_alloc();
106 if (xres != 0) {
107 tack = xres->xname;
108 res = &xres->xres;
109 } else {
Marcin Slusarz922b0dc2009-08-09 19:53:59 +0000110 printk_once(KERN_NOTICE "%s: done with statics, "
Paul Mundt0fb849b2009-05-07 18:10:27 +0900111 "switching to kmalloc\n", __func__);
Paul Mundt0fb849b2009-05-07 18:10:27 +0900112 tlen = strlen(name);
113 tack = kmalloc(sizeof(struct resource) + tlen + 1, GFP_KERNEL);
114 if (!tack)
115 return NULL;
116 memset(tack, 0, sizeof(struct resource));
117 res = (struct resource *) tack;
118 tack += sizeof(struct resource);
119 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120
Paul Mundt0fb849b2009-05-07 18:10:27 +0900121 strncpy(tack, name, XNMLN);
122 tack[XNMLN] = 0;
123 res->name = tack;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124
Paul Mundt0fb849b2009-05-07 18:10:27 +0900125 return shmedia_ioremap(res, phys, size, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126}
127
Paul Mundt0fb849b2009-05-07 18:10:27 +0900128static void __iomem *shmedia_ioremap(struct resource *res, u32 pa, int sz,
129 unsigned long flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130{
Paul Mundt0fb849b2009-05-07 18:10:27 +0900131 unsigned long offset = ((unsigned long) pa) & (~PAGE_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 unsigned long round_sz = (offset + sz + PAGE_SIZE-1) & PAGE_MASK;
Paul Mundt0fb849b2009-05-07 18:10:27 +0900133 unsigned long va;
134 unsigned int psz;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135
Paul Mundt0fb849b2009-05-07 18:10:27 +0900136 if (allocate_resource(&shmedia_iomap, res, round_sz,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 shmedia_iomap.start, shmedia_iomap.end,
138 PAGE_SIZE, NULL, NULL) != 0) {
Paul Mundt0fb849b2009-05-07 18:10:27 +0900139 panic("alloc_io_res(%s): cannot occupy\n",
140 (res->name != NULL) ? res->name : "???");
141 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142
Paul Mundt0fb849b2009-05-07 18:10:27 +0900143 va = res->start;
144 pa &= PAGE_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145
146 psz = (res->end - res->start + (PAGE_SIZE - 1)) / PAGE_SIZE;
147
Paul Mundt0fb849b2009-05-07 18:10:27 +0900148 for (psz = res->end - res->start + 1; psz != 0; psz -= PAGE_SIZE) {
149 shmedia_mapioaddr(pa, va, flags);
150 va += PAGE_SIZE;
151 pa += PAGE_SIZE;
152 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153
Paul Mundt0fb849b2009-05-07 18:10:27 +0900154 return (void __iomem *)(unsigned long)(res->start + offset);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155}
156
157static void shmedia_free_io(struct resource *res)
158{
159 unsigned long len = res->end - res->start + 1;
160
161 BUG_ON((len & (PAGE_SIZE - 1)) != 0);
162
163 while (len) {
164 len -= PAGE_SIZE;
165 shmedia_unmapioaddr(res->start + len);
166 }
167
168 release_resource(res);
169}
170
Paul Mundtfad9e7d2007-07-20 17:46:42 +0900171static __init_refok void *sh64_get_page(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173 void *page;
174
Paul Mundt8fc402382009-05-22 14:21:03 +0900175 if (slab_is_available())
Paul Mundt0fb849b2009-05-07 18:10:27 +0900176 page = (void *)get_zeroed_page(GFP_KERNEL);
177 else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178 page = alloc_bootmem_pages(PAGE_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179
180 if (!page || ((unsigned long)page & ~PAGE_MASK))
181 panic("sh64_get_page: Out of memory already?\n");
182
183 return page;
184}
185
Paul Mundt0fb849b2009-05-07 18:10:27 +0900186static void shmedia_mapioaddr(unsigned long pa, unsigned long va,
187 unsigned long flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188{
189 pgd_t *pgdp;
Paul Mundt249cfea2007-11-19 18:26:19 +0900190 pud_t *pudp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 pmd_t *pmdp;
192 pte_t *ptep, pte;
193 pgprot_t prot;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194
195 pr_debug("shmedia_mapiopage pa %08lx va %08lx\n", pa, va);
196
Paul Mundt0fb849b2009-05-07 18:10:27 +0900197 if (!flags)
198 flags = 1; /* 1 = CB0-1 device */
199
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 pgdp = pgd_offset_k(va);
201 if (pgd_none(*pgdp) || !pgd_present(*pgdp)) {
Paul Mundt249cfea2007-11-19 18:26:19 +0900202 pudp = (pud_t *)sh64_get_page();
203 set_pgd(pgdp, __pgd((unsigned long)pudp | _KERNPG_TABLE));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 }
205
Paul Mundt249cfea2007-11-19 18:26:19 +0900206 pudp = pud_offset(pgdp, va);
207 if (pud_none(*pudp) || !pud_present(*pudp)) {
208 pmdp = (pmd_t *)sh64_get_page();
209 set_pud(pudp, __pud((unsigned long)pmdp | _KERNPG_TABLE));
210 }
211
212 pmdp = pmd_offset(pudp, va);
Paul Mundt0fb849b2009-05-07 18:10:27 +0900213 if (pmd_none(*pmdp) || !pmd_present(*pmdp)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 ptep = (pte_t *)sh64_get_page();
215 set_pmd(pmdp, __pmd((unsigned long)ptep + _PAGE_TABLE));
216 }
217
218 prot = __pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE |
219 _PAGE_DIRTY | _PAGE_ACCESSED | _PAGE_SHARED | flags);
220
221 pte = pfn_pte(pa >> PAGE_SHIFT, prot);
222 ptep = pte_offset_kernel(pmdp, va);
223
224 if (!pte_none(*ptep) &&
225 pte_val(*ptep) != pte_val(pte))
226 pte_ERROR(*ptep);
227
228 set_pte(ptep, pte);
229
230 flush_tlb_kernel_range(va, PAGE_SIZE);
231}
232
233static void shmedia_unmapioaddr(unsigned long vaddr)
234{
235 pgd_t *pgdp;
Paul Mundt249cfea2007-11-19 18:26:19 +0900236 pud_t *pudp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237 pmd_t *pmdp;
238 pte_t *ptep;
239
240 pgdp = pgd_offset_k(vaddr);
Paul Mundt249cfea2007-11-19 18:26:19 +0900241 if (pgd_none(*pgdp) || pgd_bad(*pgdp))
242 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243
Paul Mundt249cfea2007-11-19 18:26:19 +0900244 pudp = pud_offset(pgdp, vaddr);
245 if (pud_none(*pudp) || pud_bad(*pudp))
246 return;
247
248 pmdp = pmd_offset(pudp, vaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249 if (pmd_none(*pmdp) || pmd_bad(*pmdp))
250 return;
251
252 ptep = pte_offset_kernel(pmdp, vaddr);
253
254 if (pte_none(*ptep) || !pte_present(*ptep))
255 return;
256
257 clear_page((void *)ptep);
258 pte_clear(&init_mm, vaddr, ptep);
259}
260
Paul Mundtbf3cded2009-12-14 14:23:41 +0900261void __iomem *__ioremap_caller(unsigned long offset, unsigned long size,
262 unsigned long flags, void *caller)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263{
Paul Mundt0fb849b2009-05-07 18:10:27 +0900264 char name[14];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265
Paul Mundt0fb849b2009-05-07 18:10:27 +0900266 sprintf(name, "phys_%08x", (u32)offset);
267 return shmedia_alloc_io(offset, size, name, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268}
Paul Mundtbf3cded2009-12-14 14:23:41 +0900269EXPORT_SYMBOL(__ioremap_caller);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270
Paul Mundt0fb849b2009-05-07 18:10:27 +0900271void __iounmap(void __iomem *virtual)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272{
Paul Mundt0fb849b2009-05-07 18:10:27 +0900273 unsigned long vaddr = (unsigned long)virtual & PAGE_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274 struct resource *res;
275 unsigned int psz;
276
277 res = shmedia_find_resource(&shmedia_iomap, vaddr);
278 if (!res) {
279 printk(KERN_ERR "%s: Failed to free 0x%08lx\n",
Harvey Harrison866e6b92008-03-04 15:23:47 -0800280 __func__, vaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 return;
282 }
283
Paul Mundt0fb849b2009-05-07 18:10:27 +0900284 psz = (res->end - res->start + (PAGE_SIZE - 1)) / PAGE_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285
286 shmedia_free_io(res);
287
288 if ((char *)res >= (char *)xresv &&
289 (char *)res < (char *)&xresv[XNRES]) {
290 xres_free((struct xresource *)res);
291 } else {
292 kfree(res);
293 }
294}
Paul Mundt0fb849b2009-05-07 18:10:27 +0900295EXPORT_SYMBOL(__iounmap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297static int
298ioremap_proc_info(char *buf, char **start, off_t fpos, int length, int *eof,
299 void *data)
300{
301 char *p = buf, *e = buf + length;
302 struct resource *r;
303 const char *nm;
304
305 for (r = ((struct resource *)data)->child; r != NULL; r = r->sibling) {
306 if (p + 32 >= e) /* Better than nothing */
307 break;
Paul Mundt0fb849b2009-05-07 18:10:27 +0900308 nm = r->name;
309 if (nm == NULL)
310 nm = "???";
311
Paul Mundt21264132006-09-12 14:36:46 +0900312 p += sprintf(p, "%08lx-%08lx: %s\n",
313 (unsigned long)r->start,
314 (unsigned long)r->end, nm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 }
316
317 return p-buf;
318}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319
320static int __init register_proc_onchip(void)
321{
Paul Mundt0fb849b2009-05-07 18:10:27 +0900322 create_proc_read_entry("io_map", 0, 0, ioremap_proc_info,
323 &shmedia_iomap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324 return 0;
325}
Paul Mundt0fb849b2009-05-07 18:10:27 +0900326late_initcall(register_proc_onchip);