blob: b9bd5b8b14fa8a75023ebcc6ac126bed499ba925 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#include <linux/sched.h>
2#include <linux/kernel.h>
3#include <linux/errno.h>
4#include <linux/mm.h>
Prarit Bhargava27eb0b22007-10-17 18:04:34 +02005#include <linux/nmi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07006#include <linux/swap.h>
7#include <linux/smp.h>
8#include <linux/highmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#include <linux/pagemap.h>
10#include <linux/spinlock.h>
11
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <asm/pgtable.h>
13#include <asm/pgalloc.h>
14#include <asm/fixmap.h>
Ingo Molnar66441bd2017-01-27 10:27:10 +010015#include <asm/e820/api.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <asm/tlb.h>
17#include <asm/tlbflush.h>
Ingo Molnar56f0e742010-05-03 09:19:43 +020018#include <asm/io.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
Pekka Enberg2b688df2009-03-03 12:55:04 +020020unsigned int __VMALLOC_RESERVE = 128 << 20;
21
Linus Torvalds1da177e2005-04-16 15:20:36 -070022/*
23 * Associate a virtual page frame with a given physical page frame
24 * and protection flags for that frame.
25 */
Jeremy Fitzhardinged494a962008-06-17 11:41:59 -070026void set_pte_vaddr(unsigned long vaddr, pte_t pteval)
Linus Torvalds1da177e2005-04-16 15:20:36 -070027{
28 pgd_t *pgd;
Kirill A. Shutemove0c4f672017-03-13 17:33:05 +030029 p4d_t *p4d;
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 pud_t *pud;
31 pmd_t *pmd;
32 pte_t *pte;
33
34 pgd = swapper_pg_dir + pgd_index(vaddr);
35 if (pgd_none(*pgd)) {
36 BUG();
37 return;
38 }
Kirill A. Shutemove0c4f672017-03-13 17:33:05 +030039 p4d = p4d_offset(pgd, vaddr);
40 if (p4d_none(*p4d)) {
41 BUG();
42 return;
43 }
44 pud = pud_offset(p4d, vaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 if (pud_none(*pud)) {
46 BUG();
47 return;
48 }
49 pmd = pmd_offset(pud, vaddr);
50 if (pmd_none(*pmd)) {
51 BUG();
52 return;
53 }
54 pte = pte_offset_kernel(pmd, vaddr);
Dave Hansendcb32d92016-07-07 17:19:15 -070055 if (!pte_none(pteval))
Jeremy Fitzhardingeb40c7572009-03-18 13:03:32 -070056 set_pte_at(&init_mm, vaddr, pte, pteval);
Jan Beulichb0bfece2006-12-07 02:14:09 +010057 else
58 pte_clear(&init_mm, vaddr, pte);
Linus Torvalds1da177e2005-04-16 15:20:36 -070059
60 /*
61 * It's enough to flush this one mapping.
62 * (PGE mappings get flushed as well)
63 */
64 __flush_tlb_one(vaddr);
65}
66
Jeremy Fitzhardinge052e7992006-09-25 23:32:25 -070067unsigned long __FIXADDR_TOP = 0xfffff000;
68EXPORT_SYMBOL(__FIXADDR_TOP);
Jeremy Fitzhardinge052e7992006-09-25 23:32:25 -070069
Yinghai Lubef15682008-06-22 17:40:10 -070070/*
71 * vmalloc=size forces the vmalloc area to be exactly 'size'
72 * bytes. This can be used to increase (or decrease) the
73 * vmalloc area - the default is 128m.
74 */
75static int __init parse_vmalloc(char *arg)
76{
77 if (!arg)
78 return -EINVAL;
79
Dave Younge621bd12008-08-20 16:43:03 -070080 /* Add VMALLOC_OFFSET to the parsed value due to vm area guard hole*/
81 __VMALLOC_RESERVE = memparse(arg, &arg) + VMALLOC_OFFSET;
Yinghai Lubef15682008-06-22 17:40:10 -070082 return 0;
83}
84early_param("vmalloc", parse_vmalloc);
85
86/*
87 * reservetop=size reserves a hole at the top of the kernel address space which
88 * a hypervisor can load into later. Needed for dynamically loaded hypervisors,
89 * so relocating the fixmap can be done before paging initialization.
90 */
91static int __init parse_reservetop(char *arg)
92{
93 unsigned long address;
94
95 if (!arg)
96 return -EINVAL;
97
98 address = memparse(arg, &arg);
99 reserve_top_address(address);
Mark Salter5b7c73e2014-04-07 15:39:49 -0700100 early_ioremap_init();
Yinghai Lubef15682008-06-22 17:40:10 -0700101 return 0;
102}
103early_param("reservetop", parse_reservetop);