blob: 792854003ed339c742dbbeabaeff2f90e0f44a31 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#include <linux/sched.h>
2#include <linux/kernel.h>
3#include <linux/errno.h>
4#include <linux/mm.h>
Prarit Bhargava27eb0b22007-10-17 18:04:34 +02005#include <linux/nmi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07006#include <linux/swap.h>
7#include <linux/smp.h>
8#include <linux/highmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#include <linux/pagemap.h>
10#include <linux/spinlock.h>
Jeremy Fitzhardinge052e7992006-09-25 23:32:25 -070011#include <linux/module.h>
Christoph Lameterf1d1a842007-05-12 11:15:24 -070012#include <linux/quicklist.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013
14#include <asm/system.h>
15#include <asm/pgtable.h>
16#include <asm/pgalloc.h>
17#include <asm/fixmap.h>
18#include <asm/e820.h>
19#include <asm/tlb.h>
20#include <asm/tlbflush.h>
Ingo Molnar56f0e742010-05-03 09:19:43 +020021#include <asm/io.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Pekka Enberg2b688df2009-03-03 12:55:04 +020023unsigned int __VMALLOC_RESERVE = 128 << 20;
24
Linus Torvalds1da177e2005-04-16 15:20:36 -070025/*
26 * Associate a virtual page frame with a given physical page frame
27 * and protection flags for that frame.
28 */
Jeremy Fitzhardinged494a962008-06-17 11:41:59 -070029void set_pte_vaddr(unsigned long vaddr, pte_t pteval)
Linus Torvalds1da177e2005-04-16 15:20:36 -070030{
31 pgd_t *pgd;
32 pud_t *pud;
33 pmd_t *pmd;
34 pte_t *pte;
35
36 pgd = swapper_pg_dir + pgd_index(vaddr);
37 if (pgd_none(*pgd)) {
38 BUG();
39 return;
40 }
41 pud = pud_offset(pgd, vaddr);
42 if (pud_none(*pud)) {
43 BUG();
44 return;
45 }
46 pmd = pmd_offset(pud, vaddr);
47 if (pmd_none(*pmd)) {
48 BUG();
49 return;
50 }
51 pte = pte_offset_kernel(pmd, vaddr);
Jeremy Fitzhardinged494a962008-06-17 11:41:59 -070052 if (pte_val(pteval))
Jeremy Fitzhardingeb40c7572009-03-18 13:03:32 -070053 set_pte_at(&init_mm, vaddr, pte, pteval);
Jan Beulichb0bfece2006-12-07 02:14:09 +010054 else
55 pte_clear(&init_mm, vaddr, pte);
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
57 /*
58 * It's enough to flush this one mapping.
59 * (PGE mappings get flushed as well)
60 */
61 __flush_tlb_one(vaddr);
62}
63
64/*
65 * Associate a large virtual page frame with a given physical page frame
66 * and protection flags for that frame. pfn is for the base of the page,
67 * vaddr is what the page gets mapped to - both must be properly aligned.
68 * The pmd must already be instantiated. Assumes PAE mode.
69 */
70void set_pmd_pfn(unsigned long vaddr, unsigned long pfn, pgprot_t flags)
71{
72 pgd_t *pgd;
73 pud_t *pud;
74 pmd_t *pmd;
75
76 if (vaddr & (PMD_SIZE-1)) { /* vaddr is misaligned */
Christophe Lucasf90e7182005-06-25 14:59:24 -070077 printk(KERN_WARNING "set_pmd_pfn: vaddr misaligned\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 return; /* BUG(); */
79 }
80 if (pfn & (PTRS_PER_PTE-1)) { /* pfn is misaligned */
Christophe Lucasf90e7182005-06-25 14:59:24 -070081 printk(KERN_WARNING "set_pmd_pfn: pfn misaligned\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 return; /* BUG(); */
83 }
84 pgd = swapper_pg_dir + pgd_index(vaddr);
85 if (pgd_none(*pgd)) {
Christophe Lucasf90e7182005-06-25 14:59:24 -070086 printk(KERN_WARNING "set_pmd_pfn: pgd_none\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 return; /* BUG(); */
88 }
89 pud = pud_offset(pgd, vaddr);
90 pmd = pmd_offset(pud, vaddr);
91 set_pmd(pmd, pfn_pmd(pfn, flags));
92 /*
93 * It's enough to flush this one mapping.
94 * (PGE mappings get flushed as well)
95 */
96 __flush_tlb_one(vaddr);
97}
98
Jeremy Fitzhardinge052e7992006-09-25 23:32:25 -070099unsigned long __FIXADDR_TOP = 0xfffff000;
100EXPORT_SYMBOL(__FIXADDR_TOP);
Jeremy Fitzhardinge052e7992006-09-25 23:32:25 -0700101
Yinghai Lubef15682008-06-22 17:40:10 -0700102/*
103 * vmalloc=size forces the vmalloc area to be exactly 'size'
104 * bytes. This can be used to increase (or decrease) the
105 * vmalloc area - the default is 128m.
106 */
107static int __init parse_vmalloc(char *arg)
108{
109 if (!arg)
110 return -EINVAL;
111
Dave Younge621bd12008-08-20 16:43:03 -0700112 /* Add VMALLOC_OFFSET to the parsed value due to vm area guard hole*/
113 __VMALLOC_RESERVE = memparse(arg, &arg) + VMALLOC_OFFSET;
Yinghai Lubef15682008-06-22 17:40:10 -0700114 return 0;
115}
116early_param("vmalloc", parse_vmalloc);
117
118/*
119 * reservetop=size reserves a hole at the top of the kernel address space which
120 * a hypervisor can load into later. Needed for dynamically loaded hypervisors,
121 * so relocating the fixmap can be done before paging initialization.
122 */
123static int __init parse_reservetop(char *arg)
124{
125 unsigned long address;
126
127 if (!arg)
128 return -EINVAL;
129
130 address = memparse(arg, &arg);
131 reserve_top_address(address);
Liang Lie67a8072010-04-30 18:01:51 +0800132 fixup_early_ioremap();
Yinghai Lubef15682008-06-22 17:40:10 -0700133 return 0;
134}
135early_param("reservetop", parse_reservetop);