blob: def5391d927ac353682e1607162d1770365840cf [file] [log] [blame]
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -07001/*
2 * Copyright (C) 2004-2006 Atmel Corporation
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
7 */
8
9#include <linux/kernel.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090010#include <linux/gfp.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070011#include <linux/mm.h>
12#include <linux/swap.h>
13#include <linux/init.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070014#include <linux/mmzone.h>
Haavard Skinnemoen8bd89742008-06-08 23:28:45 +020015#include <linux/module.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070016#include <linux/bootmem.h>
17#include <linux/pagemap.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070018#include <linux/nodemask.h>
19
20#include <asm/page.h>
21#include <asm/mmu_context.h>
22#include <asm/tlb.h>
23#include <asm/io.h>
24#include <asm/dma.h>
25#include <asm/setup.h>
26#include <asm/sections.h>
27
Tim Abbottabe1ee32009-09-20 18:14:15 -040028pgd_t swapper_pg_dir[PTRS_PER_PGD] __page_aligned_data;
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070029
30struct page *empty_zero_page;
Haavard Skinnemoen8bd89742008-06-08 23:28:45 +020031EXPORT_SYMBOL(empty_zero_page);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070032
33/*
34 * Cache of MMU context last used.
35 */
36unsigned long mmu_context_cache = NO_CONTEXT;
37
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070038/*
39 * paging_init() sets up the page tables
40 *
41 * This routine also unmaps the page at virtual kernel address 0, so
42 * that we can trap those pesky NULL-reference errors in the kernel.
43 */
44void __init paging_init(void)
45{
46 extern unsigned long _evba;
47 void *zero_page;
48 int nid;
49
50 /*
51 * Make sure we can handle exceptions before enabling
52 * paging. Not that we should ever _get_ any exceptions this
53 * early, but you never know...
54 */
55 printk("Exception vectors start at %p\n", &_evba);
56 sysreg_write(EVBA, (unsigned long)&_evba);
57
58 /*
59 * Since we are ready to handle exceptions now, we should let
60 * the CPU generate them...
61 */
62 __asm__ __volatile__ ("csrf %0" : : "i"(SR_EM_BIT));
63
64 /*
65 * Allocate the zero page. The allocator will panic if it
66 * can't satisfy the request, so no need to check.
67 */
68 zero_page = alloc_bootmem_low_pages_node(NODE_DATA(0),
69 PAGE_SIZE);
70
Haavard Skinnemoenebe74592008-01-14 22:16:50 +010071 sysreg_write(PTBR, (unsigned long)swapper_pg_dir);
72 enable_mmu();
73 printk ("CPU: Paging enabled\n");
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070074
75 for_each_online_node(nid) {
76 pg_data_t *pgdat = NODE_DATA(nid);
77 unsigned long zones_size[MAX_NR_ZONES];
78 unsigned long low, start_pfn;
79
Johannes Weiner3560e242008-07-23 21:28:09 -070080 start_pfn = pgdat->bdata->node_min_pfn;
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070081 low = pgdat->bdata->node_low_pfn;
82
83 memset(zones_size, 0, sizeof(zones_size));
84 zones_size[ZONE_NORMAL] = low - start_pfn;
85
86 printk("Node %u: start_pfn = 0x%lx, low = 0x%lx\n",
87 nid, start_pfn, low);
88
Johannes Weiner9109fb72008-07-23 21:27:20 -070089 free_area_init_node(nid, zones_size, start_pfn, NULL);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070090
91 printk("Node %u: mem_map starts at %p\n",
92 pgdat->node_id, pgdat->node_mem_map);
93 }
94
95 mem_map = NODE_DATA(0)->node_mem_map;
96
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070097 empty_zero_page = virt_to_page(zero_page);
98 flush_dcache_page(empty_zero_page);
99}
100
101void __init mem_init(void)
102{
Jiang Liu6703bdf2013-07-03 15:03:50 -0700103 pg_data_t *pgdat;
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700104
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700105 high_memory = NULL;
Jiang Liuce7549e2013-07-03 15:04:24 -0700106 for_each_online_pgdat(pgdat)
107 high_memory = max_t(void *, high_memory,
108 __va(pgdat_end_pfn(pgdat) << PAGE_SHIFT));
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700109
Jiang Liuce7549e2013-07-03 15:04:24 -0700110 set_max_mapnr(MAP_NR(high_memory));
111 free_all_bootmem();
Jiang Liu6703bdf2013-07-03 15:03:50 -0700112 mem_init_print_info(NULL);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700113}
114
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700115void free_initmem(void)
116{
Jiang Liudbe67df2013-07-03 15:02:51 -0700117 free_initmem_default(-1);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700118}
119
120#ifdef CONFIG_BLK_DEV_INITRD
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700121void free_initrd_mem(unsigned long start, unsigned long end)
122{
Jiang Liudbe67df2013-07-03 15:02:51 -0700123 free_reserved_area((void *)start, (void *)end, -1, "initrd");
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700124}
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700125#endif