blob: c0e5e29417df5454d9b286d32d326010ebcef463 [file] [log] [blame]
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -07001/*
2 * Copyright (C) 2004-2006 Atmel Corporation
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
7 */
8#ifndef __ASM_AVR32_PGTABLE_H
9#define __ASM_AVR32_PGTABLE_H
10
11#include <asm/addrspace.h>
12
13#ifndef __ASSEMBLY__
14#include <linux/sched.h>
15
16#endif /* !__ASSEMBLY__ */
17
18/*
19 * Use two-level page tables just as the i386 (without PAE)
20 */
21#include <asm/pgtable-2level.h>
22
23/*
24 * The following code might need some cleanup when the values are
25 * final...
26 */
27#define PMD_SIZE (1UL << PMD_SHIFT)
28#define PMD_MASK (~(PMD_SIZE-1))
29#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
30#define PGDIR_MASK (~(PGDIR_SIZE-1))
31
32#define USER_PTRS_PER_PGD (TASK_SIZE / PGDIR_SIZE)
33#define FIRST_USER_ADDRESS 0
34
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070035#ifndef __ASSEMBLY__
36extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
37extern void paging_init(void);
38
39/*
40 * ZERO_PAGE is a global shared page that is always zero: used for
41 * zero-mapped memory areas etc.
42 */
43extern struct page *empty_zero_page;
44#define ZERO_PAGE(vaddr) (empty_zero_page)
45
46/*
47 * Just any arbitrary offset to the start of the vmalloc VM area: the
48 * current 8 MiB value just means that there will be a 8 MiB "hole"
49 * after the uncached physical memory (P2 segment) until the vmalloc
50 * area starts. That means that any out-of-bounds memory accesses will
51 * hopefully be caught; we don't know if the end of the P1/P2 segments
52 * are actually used for anything, but it is anyway safer to let the
53 * MMU catch these kinds of errors than to rely on the memory bus.
54 *
55 * A "hole" of the same size is added to the end of the P3 segment as
56 * well. It might seem wasteful to use 16 MiB of virtual address space
57 * on this, but we do have 512 MiB of it...
58 *
59 * The vmalloc() routines leave a hole of 4 KiB between each vmalloced
60 * area for the same reason.
61 */
62#define VMALLOC_OFFSET (8 * 1024 * 1024)
63#define VMALLOC_START (P3SEG + VMALLOC_OFFSET)
64#define VMALLOC_END (P4SEG - VMALLOC_OFFSET)
65#endif /* !__ASSEMBLY__ */
66
67/*
68 * Page flags. Some of these flags are not directly supported by
69 * hardware, so we have to emulate them.
70 */
71#define _TLBEHI_BIT_VALID 9
72#define _TLBEHI_VALID (1 << _TLBEHI_BIT_VALID)
73
74#define _PAGE_BIT_WT 0 /* W-bit : write-through */
75#define _PAGE_BIT_DIRTY 1 /* D-bit : page changed */
76#define _PAGE_BIT_SZ0 2 /* SZ0-bit : Size of page */
77#define _PAGE_BIT_SZ1 3 /* SZ1-bit : Size of page */
78#define _PAGE_BIT_EXECUTE 4 /* X-bit : execute access allowed */
79#define _PAGE_BIT_RW 5 /* AP0-bit : write access allowed */
80#define _PAGE_BIT_USER 6 /* AP1-bit : user space access allowed */
81#define _PAGE_BIT_BUFFER 7 /* B-bit : bufferable */
82#define _PAGE_BIT_GLOBAL 8 /* G-bit : global (ignore ASID) */
83#define _PAGE_BIT_CACHABLE 9 /* C-bit : cachable */
84
85/* If we drop support for 1K pages, we get two extra bits */
86#define _PAGE_BIT_PRESENT 10
87#define _PAGE_BIT_ACCESSED 11 /* software: page was accessed */
88
89/* The following flags are only valid when !PRESENT */
90#define _PAGE_BIT_FILE 0 /* software: pagecache or swap? */
91
92#define _PAGE_WT (1 << _PAGE_BIT_WT)
93#define _PAGE_DIRTY (1 << _PAGE_BIT_DIRTY)
94#define _PAGE_EXECUTE (1 << _PAGE_BIT_EXECUTE)
95#define _PAGE_RW (1 << _PAGE_BIT_RW)
96#define _PAGE_USER (1 << _PAGE_BIT_USER)
97#define _PAGE_BUFFER (1 << _PAGE_BIT_BUFFER)
98#define _PAGE_GLOBAL (1 << _PAGE_BIT_GLOBAL)
99#define _PAGE_CACHABLE (1 << _PAGE_BIT_CACHABLE)
100
101/* Software flags */
102#define _PAGE_ACCESSED (1 << _PAGE_BIT_ACCESSED)
103#define _PAGE_PRESENT (1 << _PAGE_BIT_PRESENT)
104#define _PAGE_FILE (1 << _PAGE_BIT_FILE)
105
106/*
107 * Page types, i.e. sizes. _PAGE_TYPE_NONE corresponds to what is
108 * usually called _PAGE_PROTNONE on other architectures.
109 *
110 * XXX: Find out if _PAGE_PROTNONE is equivalent with !_PAGE_USER. If
111 * so, we can encode all possible page sizes (although we can't really
112 * support 1K pages anyway due to the _PAGE_PRESENT and _PAGE_ACCESSED
113 * bits)
114 *
115 */
116#define _PAGE_TYPE_MASK ((1 << _PAGE_BIT_SZ0) | (1 << _PAGE_BIT_SZ1))
117#define _PAGE_TYPE_NONE (0 << _PAGE_BIT_SZ0)
118#define _PAGE_TYPE_SMALL (1 << _PAGE_BIT_SZ0)
119#define _PAGE_TYPE_MEDIUM (2 << _PAGE_BIT_SZ0)
120#define _PAGE_TYPE_LARGE (3 << _PAGE_BIT_SZ0)
121
122/*
123 * Mask which drop software flags. We currently can't handle more than
124 * 512 MiB of physical memory, so we can use bits 29-31 for other
125 * stuff. With a fixed 4K page size, we can use bits 10-11 as well as
126 * bits 2-3 (SZ)
127 */
128#define _PAGE_FLAGS_HARDWARE_MASK 0xfffff3ff
129
130#define _PAGE_FLAGS_CACHE_MASK (_PAGE_CACHABLE | _PAGE_BUFFER | _PAGE_WT)
131
132/* TODO: Check for saneness */
133/* User-mode page table flags (to be set in a pgd or pmd entry) */
134#define _PAGE_TABLE (_PAGE_PRESENT | _PAGE_TYPE_SMALL | _PAGE_RW \
135 | _PAGE_USER | _PAGE_ACCESSED | _PAGE_DIRTY)
136/* Kernel-mode page table flags */
137#define _KERNPG_TABLE (_PAGE_PRESENT | _PAGE_TYPE_SMALL | _PAGE_RW \
138 | _PAGE_ACCESSED | _PAGE_DIRTY)
139/* Flags that may be modified by software */
140#define _PAGE_CHG_MASK (PTE_MASK | _PAGE_ACCESSED | _PAGE_DIRTY \
141 | _PAGE_FLAGS_CACHE_MASK)
142
143#define _PAGE_FLAGS_READ (_PAGE_CACHABLE | _PAGE_BUFFER)
144#define _PAGE_FLAGS_WRITE (_PAGE_FLAGS_READ | _PAGE_RW | _PAGE_DIRTY)
145
146#define _PAGE_NORMAL(x) __pgprot((x) | _PAGE_PRESENT | _PAGE_TYPE_SMALL \
147 | _PAGE_ACCESSED)
148
149#define PAGE_NONE (_PAGE_ACCESSED | _PAGE_TYPE_NONE)
150#define PAGE_READ (_PAGE_FLAGS_READ | _PAGE_USER)
151#define PAGE_EXEC (_PAGE_FLAGS_READ | _PAGE_EXECUTE | _PAGE_USER)
152#define PAGE_WRITE (_PAGE_FLAGS_WRITE | _PAGE_USER)
153#define PAGE_KERNEL _PAGE_NORMAL(_PAGE_FLAGS_WRITE | _PAGE_EXECUTE | _PAGE_GLOBAL)
154#define PAGE_KERNEL_RO _PAGE_NORMAL(_PAGE_FLAGS_READ | _PAGE_EXECUTE | _PAGE_GLOBAL)
155
156#define _PAGE_P(x) _PAGE_NORMAL((x) & ~(_PAGE_RW | _PAGE_DIRTY))
157#define _PAGE_S(x) _PAGE_NORMAL(x)
158
159#define PAGE_COPY _PAGE_P(PAGE_WRITE | PAGE_READ)
Haavard Skinnemoene48a4112008-02-11 16:55:19 +0100160#define PAGE_SHARED _PAGE_S(PAGE_WRITE | PAGE_READ)
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700161
162#ifndef __ASSEMBLY__
163/*
164 * The hardware supports flags for write- and execute access. Read is
165 * always allowed if the page is loaded into the TLB, so the "-w-",
166 * "--x" and "-wx" mappings are implemented as "rw-", "r-x" and "rwx",
167 * respectively.
168 *
169 * The "---" case is handled by software; the page will simply not be
170 * loaded into the TLB if the page type is _PAGE_TYPE_NONE.
171 */
172
173#define __P000 __pgprot(PAGE_NONE)
174#define __P001 _PAGE_P(PAGE_READ)
175#define __P010 _PAGE_P(PAGE_WRITE)
176#define __P011 _PAGE_P(PAGE_WRITE | PAGE_READ)
177#define __P100 _PAGE_P(PAGE_EXEC)
178#define __P101 _PAGE_P(PAGE_EXEC | PAGE_READ)
179#define __P110 _PAGE_P(PAGE_EXEC | PAGE_WRITE)
180#define __P111 _PAGE_P(PAGE_EXEC | PAGE_WRITE | PAGE_READ)
181
182#define __S000 __pgprot(PAGE_NONE)
183#define __S001 _PAGE_S(PAGE_READ)
184#define __S010 _PAGE_S(PAGE_WRITE)
185#define __S011 _PAGE_S(PAGE_WRITE | PAGE_READ)
186#define __S100 _PAGE_S(PAGE_EXEC)
187#define __S101 _PAGE_S(PAGE_EXEC | PAGE_READ)
188#define __S110 _PAGE_S(PAGE_EXEC | PAGE_WRITE)
189#define __S111 _PAGE_S(PAGE_EXEC | PAGE_WRITE | PAGE_READ)
190
191#define pte_none(x) (!pte_val(x))
192#define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
193
194#define pte_clear(mm,addr,xp) \
195 do { \
196 set_pte_at(mm, addr, xp, __pte(0)); \
197 } while (0)
198
199/*
200 * The following only work if pte_present() is true.
201 * Undefined behaviour if not..
202 */
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700203static inline int pte_write(pte_t pte)
204{
205 return pte_val(pte) & _PAGE_RW;
206}
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700207static inline int pte_dirty(pte_t pte)
208{
209 return pte_val(pte) & _PAGE_DIRTY;
210}
211static inline int pte_young(pte_t pte)
212{
213 return pte_val(pte) & _PAGE_ACCESSED;
214}
Nick Piggin7e675132008-04-28 02:13:00 -0700215static inline int pte_special(pte_t pte)
216{
217 return 0;
218}
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700219
220/*
221 * The following only work if pte_present() is not true.
222 */
223static inline int pte_file(pte_t pte)
224{
225 return pte_val(pte) & _PAGE_FILE;
226}
227
228/* Mutator functions for PTE bits */
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700229static inline pte_t pte_wrprotect(pte_t pte)
230{
231 set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_RW));
232 return pte;
233}
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700234static inline pte_t pte_mkclean(pte_t pte)
235{
236 set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_DIRTY));
237 return pte;
238}
239static inline pte_t pte_mkold(pte_t pte)
240{
241 set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_ACCESSED));
242 return pte;
243}
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700244static inline pte_t pte_mkwrite(pte_t pte)
245{
246 set_pte(&pte, __pte(pte_val(pte) | _PAGE_RW));
247 return pte;
248}
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700249static inline pte_t pte_mkdirty(pte_t pte)
250{
251 set_pte(&pte, __pte(pte_val(pte) | _PAGE_DIRTY));
252 return pte;
253}
254static inline pte_t pte_mkyoung(pte_t pte)
255{
256 set_pte(&pte, __pte(pte_val(pte) | _PAGE_ACCESSED));
257 return pte;
258}
Nick Piggin7e675132008-04-28 02:13:00 -0700259static inline pte_t pte_mkspecial(pte_t pte)
260{
261 return pte;
262}
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700263
264#define pmd_none(x) (!pmd_val(x))
265#define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
266#define pmd_clear(xp) do { set_pmd(xp, __pmd(0)); } while (0)
267#define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) \
268 != _KERNPG_TABLE)
269
270/*
271 * Permanent address of a page. We don't support highmem, so this is
272 * trivial.
273 */
274#define pages_to_mb(x) ((x) >> (20-PAGE_SHIFT))
Haavard Skinnemoen6f834192007-08-15 16:12:18 +0200275#define pte_page(x) (pfn_to_page(pte_pfn(x)))
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700276
277/*
278 * Mark the prot value as uncacheable and unbufferable
279 */
280#define pgprot_noncached(prot) \
281 __pgprot(pgprot_val(prot) & ~(_PAGE_BUFFER | _PAGE_CACHABLE))
282
283/*
284 * Mark the prot value as uncacheable but bufferable
285 */
286#define pgprot_writecombine(prot) \
287 __pgprot((pgprot_val(prot) & ~_PAGE_CACHABLE) | _PAGE_BUFFER)
288
289/*
290 * Conversion functions: convert a page and protection to a page entry,
291 * and a page entry and page directory to the page they refer to.
292 *
293 * extern pte_t mk_pte(struct page *page, pgprot_t pgprot)
294 */
295#define mk_pte(page, pgprot) pfn_pte(page_to_pfn(page), (pgprot))
296
297static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
298{
299 set_pte(&pte, __pte((pte_val(pte) & _PAGE_CHG_MASK)
300 | pgprot_val(newprot)));
301 return pte;
302}
303
304#define page_pte(page) page_pte_prot(page, __pgprot(0))
305
306#define pmd_page_vaddr(pmd) \
307 ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
308
309#define pmd_page(pmd) (phys_to_page(pmd_val(pmd)))
310
311/* to find an entry in a page-table-directory. */
312#define pgd_index(address) (((address) >> PGDIR_SHIFT) & (PTRS_PER_PGD-1))
313#define pgd_offset(mm, address) ((mm)->pgd+pgd_index(address))
314#define pgd_offset_current(address) \
315 ((pgd_t *)__mfsr(SYSREG_PTBR) + pgd_index(address))
316
317/* to find an entry in a kernel page-table-directory */
318#define pgd_offset_k(address) pgd_offset(&init_mm, address)
319
320/* Find an entry in the third-level page table.. */
321#define pte_index(address) \
322 ((address >> PAGE_SHIFT) & (PTRS_PER_PTE - 1))
323#define pte_offset(dir, address) \
324 ((pte_t *) pmd_page_vaddr(*(dir)) + pte_index(address))
325#define pte_offset_kernel(dir, address) \
326 ((pte_t *) pmd_page_vaddr(*(dir)) + pte_index(address))
327#define pte_offset_map(dir, address) pte_offset_kernel(dir, address)
328#define pte_offset_map_nested(dir, address) pte_offset_kernel(dir, address)
329#define pte_unmap(pte) do { } while (0)
330#define pte_unmap_nested(pte) do { } while (0)
331
332struct vm_area_struct;
333extern void update_mmu_cache(struct vm_area_struct * vma,
334 unsigned long address, pte_t pte);
335
336/*
337 * Encode and decode a swap entry
338 *
339 * Constraints:
340 * _PAGE_FILE at bit 0
341 * _PAGE_TYPE_* at bits 2-3 (for emulating _PAGE_PROTNONE)
342 * _PAGE_PRESENT at bit 10
343 *
344 * We encode the type into bits 4-9 and offset into bits 11-31. This
345 * gives us a 21 bits offset, or 2**21 * 4K = 8G usable swap space per
346 * device, and 64 possible types.
347 *
348 * NOTE: We should set ZEROs at the position of _PAGE_PRESENT
349 * and _PAGE_PROTNONE bits
350 */
351#define __swp_type(x) (((x).val >> 4) & 0x3f)
352#define __swp_offset(x) ((x).val >> 11)
353#define __swp_entry(type, offset) ((swp_entry_t) { ((type) << 4) | ((offset) << 11) })
354#define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
355#define __swp_entry_to_pte(x) ((pte_t) { (x).val })
356
357/*
358 * Encode and decode a nonlinear file mapping entry. We have to
359 * preserve _PAGE_FILE and _PAGE_PRESENT here. _PAGE_TYPE_* isn't
360 * necessary, since _PAGE_FILE implies !_PAGE_PROTNONE (?)
361 */
362#define PTE_FILE_MAX_BITS 30
363#define pte_to_pgoff(pte) (((pte_val(pte) >> 1) & 0x1ff) \
364 | ((pte_val(pte) >> 11) << 9))
365#define pgoff_to_pte(off) ((pte_t) { ((((off) & 0x1ff) << 1) \
366 | (((off) >> 9) << 11) \
367 | _PAGE_FILE) })
368
369typedef pte_t *pte_addr_t;
370
371#define kern_addr_valid(addr) (1)
372
373#define io_remap_pfn_range(vma, vaddr, pfn, size, prot) \
374 remap_pfn_range(vma, vaddr, pfn, size, prot)
375
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700376/* No page table caches to initialize (?) */
377#define pgtable_cache_init() do { } while(0)
378
379#include <asm-generic/pgtable.h>
380
381#endif /* !__ASSEMBLY__ */
382
383#endif /* __ASM_AVR32_PGTABLE_H */