blob: 5ee1e407dcf79ecc2c338906370dcea01afbc2ea [file] [log] [blame]
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -07001/*
2 * Copyright (C) 2004-2006 Atmel Corporation
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
7 */
8
9#include <linux/kernel.h>
10#include <linux/mm.h>
11#include <linux/swap.h>
12#include <linux/init.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070013#include <linux/mmzone.h>
Haavard Skinnemoen8bd89742008-06-08 23:28:45 +020014#include <linux/module.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070015#include <linux/bootmem.h>
16#include <linux/pagemap.h>
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070017#include <linux/nodemask.h>
18
19#include <asm/page.h>
20#include <asm/mmu_context.h>
21#include <asm/tlb.h>
22#include <asm/io.h>
23#include <asm/dma.h>
24#include <asm/setup.h>
25#include <asm/sections.h>
26
27DEFINE_PER_CPU(struct mmu_gather, mmu_gathers);
28
29pgd_t swapper_pg_dir[PTRS_PER_PGD];
30
31struct page *empty_zero_page;
Haavard Skinnemoen8bd89742008-06-08 23:28:45 +020032EXPORT_SYMBOL(empty_zero_page);
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070033
34/*
35 * Cache of MMU context last used.
36 */
37unsigned long mmu_context_cache = NO_CONTEXT;
38
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070039void show_mem(void)
40{
41 int total = 0, reserved = 0, cached = 0;
42 int slab = 0, free = 0, shared = 0;
43 pg_data_t *pgdat;
44
45 printk("Mem-info:\n");
46 show_free_areas();
47
48 for_each_online_pgdat(pgdat) {
49 struct page *page, *end;
50
51 page = pgdat->node_mem_map;
52 end = page + pgdat->node_spanned_pages;
53
54 do {
55 total++;
56 if (PageReserved(page))
57 reserved++;
58 else if (PageSwapCache(page))
59 cached++;
60 else if (PageSlab(page))
61 slab++;
62 else if (!page_count(page))
63 free++;
64 else
65 shared += page_count(page) - 1;
66 page++;
67 } while (page < end);
68 }
69
70 printk ("%d pages of RAM\n", total);
71 printk ("%d free pages\n", free);
72 printk ("%d reserved pages\n", reserved);
73 printk ("%d slab pages\n", slab);
74 printk ("%d pages shared\n", shared);
75 printk ("%d pages swap cached\n", cached);
76}
77
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -070078/*
79 * paging_init() sets up the page tables
80 *
81 * This routine also unmaps the page at virtual kernel address 0, so
82 * that we can trap those pesky NULL-reference errors in the kernel.
83 */
84void __init paging_init(void)
85{
86 extern unsigned long _evba;
87 void *zero_page;
88 int nid;
89
90 /*
91 * Make sure we can handle exceptions before enabling
92 * paging. Not that we should ever _get_ any exceptions this
93 * early, but you never know...
94 */
95 printk("Exception vectors start at %p\n", &_evba);
96 sysreg_write(EVBA, (unsigned long)&_evba);
97
98 /*
99 * Since we are ready to handle exceptions now, we should let
100 * the CPU generate them...
101 */
102 __asm__ __volatile__ ("csrf %0" : : "i"(SR_EM_BIT));
103
104 /*
105 * Allocate the zero page. The allocator will panic if it
106 * can't satisfy the request, so no need to check.
107 */
108 zero_page = alloc_bootmem_low_pages_node(NODE_DATA(0),
109 PAGE_SIZE);
110
111 {
112 pgd_t *pg_dir;
113 int i;
114
115 pg_dir = swapper_pg_dir;
116 sysreg_write(PTBR, (unsigned long)pg_dir);
117
118 for (i = 0; i < PTRS_PER_PGD; i++)
119 pgd_val(pg_dir[i]) = 0;
120
121 enable_mmu();
122 printk ("CPU: Paging enabled\n");
123 }
124
125 for_each_online_node(nid) {
126 pg_data_t *pgdat = NODE_DATA(nid);
127 unsigned long zones_size[MAX_NR_ZONES];
128 unsigned long low, start_pfn;
129
130 start_pfn = pgdat->bdata->node_boot_start;
131 start_pfn >>= PAGE_SHIFT;
132 low = pgdat->bdata->node_low_pfn;
133
134 memset(zones_size, 0, sizeof(zones_size));
135 zones_size[ZONE_NORMAL] = low - start_pfn;
136
137 printk("Node %u: start_pfn = 0x%lx, low = 0x%lx\n",
138 nid, start_pfn, low);
139
140 free_area_init_node(nid, pgdat, zones_size, start_pfn, NULL);
141
142 printk("Node %u: mem_map starts at %p\n",
143 pgdat->node_id, pgdat->node_mem_map);
144 }
145
146 mem_map = NODE_DATA(0)->node_mem_map;
147
148 memset(zero_page, 0, PAGE_SIZE);
149 empty_zero_page = virt_to_page(zero_page);
150 flush_dcache_page(empty_zero_page);
151}
152
153void __init mem_init(void)
154{
155 int codesize, reservedpages, datasize, initsize;
156 int nid, i;
157
158 reservedpages = 0;
159 high_memory = NULL;
160
161 /* this will put all low memory onto the freelists */
162 for_each_online_node(nid) {
163 pg_data_t *pgdat = NODE_DATA(nid);
164 unsigned long node_pages = 0;
165 void *node_high_memory;
166
167 num_physpages += pgdat->node_present_pages;
168
169 if (pgdat->node_spanned_pages != 0)
170 node_pages = free_all_bootmem_node(pgdat);
171
172 totalram_pages += node_pages;
173
174 for (i = 0; i < node_pages; i++)
175 if (PageReserved(pgdat->node_mem_map + i))
176 reservedpages++;
177
178 node_high_memory = (void *)((pgdat->node_start_pfn
179 + pgdat->node_spanned_pages)
180 << PAGE_SHIFT);
181 if (node_high_memory > high_memory)
182 high_memory = node_high_memory;
183 }
184
185 max_mapnr = MAP_NR(high_memory);
186
187 codesize = (unsigned long)_etext - (unsigned long)_text;
188 datasize = (unsigned long)_edata - (unsigned long)_data;
189 initsize = (unsigned long)__init_end - (unsigned long)__init_begin;
190
191 printk ("Memory: %luk/%luk available (%dk kernel code, "
192 "%dk reserved, %dk data, %dk init)\n",
193 (unsigned long)nr_free_pages() << (PAGE_SHIFT - 10),
194 totalram_pages << (PAGE_SHIFT - 10),
195 codesize >> 10,
196 reservedpages << (PAGE_SHIFT - 10),
197 datasize >> 10,
198 initsize >> 10);
199}
200
201static inline void free_area(unsigned long addr, unsigned long end, char *s)
202{
203 unsigned int size = (end - addr) >> 10;
204
205 for (; addr < end; addr += PAGE_SIZE) {
206 struct page *page = virt_to_page(addr);
207 ClearPageReserved(page);
208 init_page_count(page);
209 free_page(addr);
210 totalram_pages++;
211 }
212
213 if (size && s)
214 printk(KERN_INFO "Freeing %s memory: %dK (%lx - %lx)\n",
215 s, size, end - (size << 10), end);
216}
217
218void free_initmem(void)
219{
220 free_area((unsigned long)__init_begin, (unsigned long)__init_end,
221 "init");
222}
223
224#ifdef CONFIG_BLK_DEV_INITRD
225
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700226void free_initrd_mem(unsigned long start, unsigned long end)
227{
Robert P. J. Day193fdd12007-09-19 08:43:42 -0400228 free_area(start, end, "initrd");
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700229}
230
Haavard Skinnemoen5f97f7f2006-09-25 23:32:13 -0700231#endif