blob: 4ec900af332f0656ed4a847970b57bb8d66761ed [file] [log] [blame]
Paul Mackerras14cf11a2005-09-26 16:04:21 +10001/*
2 * PowerPC version
3 * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
4 *
5 * Modifications by Paul Mackerras (PowerMac) (paulus@cs.anu.edu.au)
6 * and Cort Dougan (PReP) (cort@cs.nmt.edu)
7 * Copyright (C) 1996 Paul Mackerras
Paul Mackerras14cf11a2005-09-26 16:04:21 +10008 * PPC44x/36-bit changes by Matt Porter (mporter@mvista.com)
9 *
10 * Derived from "arch/i386/mm/init.c"
11 * Copyright (C) 1991, 1992, 1993, 1994 Linus Torvalds
12 *
13 * This program is free software; you can redistribute it and/or
14 * modify it under the terms of the GNU General Public License
15 * as published by the Free Software Foundation; either version
16 * 2 of the License, or (at your option) any later version.
17 *
18 */
19
Paul Mackerras14cf11a2005-09-26 16:04:21 +100020#include <linux/module.h>
21#include <linux/sched.h>
22#include <linux/kernel.h>
23#include <linux/errno.h>
24#include <linux/string.h>
25#include <linux/types.h>
26#include <linux/mm.h>
27#include <linux/stddef.h>
28#include <linux/init.h>
29#include <linux/bootmem.h>
30#include <linux/highmem.h>
31#include <linux/initrd.h>
32#include <linux/pagemap.h>
David S. Millerd9b2b2a2008-02-13 16:56:49 -080033#include <linux/lmb.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100034
35#include <asm/pgalloc.h>
36#include <asm/prom.h>
37#include <asm/io.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100038#include <asm/pgtable.h>
39#include <asm/mmu.h>
40#include <asm/smp.h>
41#include <asm/machdep.h>
42#include <asm/btext.h>
43#include <asm/tlb.h>
Paul Mackerras7c8c6b92005-10-06 12:23:33 +100044#include <asm/sections.h>
Michael Ellerman5f25f0652008-05-08 14:27:07 +100045#include <asm/system.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100046
Paul Mackerras14cf11a2005-09-26 16:04:21 +100047#include "mmu_decl.h"
48
49#if defined(CONFIG_KERNEL_START_BOOL) || defined(CONFIG_LOWMEM_SIZE_BOOL)
50/* The ammount of lowmem must be within 0xF0000000 - KERNELBASE. */
Dale Farnsworthccdcef72008-12-17 10:09:13 +000051#if (CONFIG_LOWMEM_SIZE > (0xF0000000 - PAGE_OFFSET))
Paul Mackerras14cf11a2005-09-26 16:04:21 +100052#error "You must adjust CONFIG_LOWMEM_SIZE or CONFIG_START_KERNEL"
53#endif
54#endif
55#define MAX_LOW_MEM CONFIG_LOWMEM_SIZE
56
Stefan Roese2bf30162008-07-10 01:09:23 +100057phys_addr_t total_memory;
58phys_addr_t total_lowmem;
Paul Mackerras14cf11a2005-09-26 16:04:21 +100059
Kumar Gala37dd2ba2008-04-22 04:22:34 +100060phys_addr_t memstart_addr = (phys_addr_t)~0ull;
61EXPORT_SYMBOL(memstart_addr);
62phys_addr_t kernstart_addr;
63EXPORT_SYMBOL(kernstart_addr);
Kumar Gala99c62dd72008-04-16 05:52:21 +100064phys_addr_t lowmem_end_addr;
Paul Mackerras14cf11a2005-09-26 16:04:21 +100065
Paul Mackerras14cf11a2005-09-26 16:04:21 +100066int boot_mapsize;
67#ifdef CONFIG_PPC_PMAC
68unsigned long agp_special_page;
Paul Mackerras5c8c56e2005-10-22 14:42:51 +100069EXPORT_SYMBOL(agp_special_page);
Paul Mackerras14cf11a2005-09-26 16:04:21 +100070#endif
71
Paul Mackerras14cf11a2005-09-26 16:04:21 +100072void MMU_init(void);
Paul Mackerras14cf11a2005-09-26 16:04:21 +100073
74/* XXX should be in current.h -- paulus */
75extern struct task_struct *current_set[NR_CPUS];
76
Paul Mackerras14cf11a2005-09-26 16:04:21 +100077/*
78 * this tells the system to map all of ram with the segregs
79 * (i.e. page tables) instead of the bats.
80 * -- Cort
81 */
82int __map_without_bats;
83int __map_without_ltlbs;
84
Albert Herranzc5df7f72009-12-12 06:31:54 +000085/*
86 * This tells the system to allow ioremapping memory marked as reserved.
87 */
88int __allow_ioremap_reserved;
89
Paul Mackerras14cf11a2005-09-26 16:04:21 +100090/* max amount of low RAM to map in */
91unsigned long __max_low_memory = MAX_LOW_MEM;
92
93/*
Kumar Gala09b5e632008-04-16 05:52:25 +100094 * address of the limit of what is accessible with initial MMU setup -
Paul Mackerras7c8c6b92005-10-06 12:23:33 +100095 * 256MB usually, but only 16MB on 601.
Paul Mackerras14cf11a2005-09-26 16:04:21 +100096 */
Kumar Gala09b5e632008-04-16 05:52:25 +100097phys_addr_t __initial_memory_limit_addr = (phys_addr_t)0x10000000;
Paul Mackerras14cf11a2005-09-26 16:04:21 +100098
99/*
100 * Check for command-line options that affect what MMU_init will do.
101 */
102void MMU_setup(void)
103{
104 /* Check for nobats option (used in mapin_ram). */
105 if (strstr(cmd_line, "nobats")) {
106 __map_without_bats = 1;
107 }
108
109 if (strstr(cmd_line, "noltlbs")) {
110 __map_without_ltlbs = 1;
111 }
Benjamin Herrenschmidt88df6e92007-04-12 15:30:22 +1000112#ifdef CONFIG_DEBUG_PAGEALLOC
113 __map_without_bats = 1;
114 __map_without_ltlbs = 1;
115#endif
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000116}
117
118/*
119 * MMU_init sets up the basic memory mappings for the kernel,
120 * including both RAM and possibly some I/O regions,
121 * and sets up the page tables and the MMU hardware ready to go.
122 */
123void __init MMU_init(void)
124{
125 if (ppc_md.progress)
126 ppc_md.progress("MMU:enter", 0x111);
127
Paul Mackerras7c8c6b92005-10-06 12:23:33 +1000128 /* 601 can only access 16MB at the moment */
129 if (PVR_VER(mfspr(SPRN_PVR)) == 1)
Kumar Gala09b5e632008-04-16 05:52:25 +1000130 __initial_memory_limit_addr = 0x01000000;
John Traill544cdab2007-07-17 05:17:23 +0400131 /* 8xx can only access 8MB at the moment */
132 if (PVR_VER(mfspr(SPRN_PVR)) == 0x50)
Kumar Gala09b5e632008-04-16 05:52:25 +1000133 __initial_memory_limit_addr = 0x00800000;
Paul Mackerras7c8c6b92005-10-06 12:23:33 +1000134
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000135 /* parse args from command line */
136 MMU_setup();
137
Paul Mackerras7c8c6b92005-10-06 12:23:33 +1000138 if (lmb.memory.cnt > 1) {
Albert Herranzde324002009-12-12 06:31:53 +0000139#ifndef CONFIG_WII
Paul Mackerras7c8c6b92005-10-06 12:23:33 +1000140 lmb.memory.cnt = 1;
141 lmb_analyze();
142 printk(KERN_WARNING "Only using first contiguous memory region");
Albert Herranzde324002009-12-12 06:31:53 +0000143#else
144 wii_memory_fixups();
145#endif
Paul Mackerras7c8c6b92005-10-06 12:23:33 +1000146 }
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000147
Kumar Gala99c62dd72008-04-16 05:52:21 +1000148 total_lowmem = total_memory = lmb_end_of_DRAM() - memstart_addr;
Kumar Galad7917ba2008-04-16 05:52:22 +1000149 lowmem_end_addr = memstart_addr + total_lowmem;
Paul Mackerras7c8c6b92005-10-06 12:23:33 +1000150
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000151#ifdef CONFIG_FSL_BOOKE
152 /* Freescale Book-E parts expect lowmem to be mapped by fixed TLB
153 * entries, so we need to adjust lowmem to match the amount we can map
154 * in the fixed entries */
155 adjust_total_lowmem();
156#endif /* CONFIG_FSL_BOOKE */
Paul Mackerrasfa39dc42005-10-26 21:54:21 +1000157
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000158 if (total_lowmem > __max_low_memory) {
159 total_lowmem = __max_low_memory;
Kumar Galad7917ba2008-04-16 05:52:22 +1000160 lowmem_end_addr = memstart_addr + total_lowmem;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000161#ifndef CONFIG_HIGHMEM
162 total_memory = total_lowmem;
Kumar Galad7917ba2008-04-16 05:52:22 +1000163 lmb_enforce_memory_limit(lowmem_end_addr);
Paul Mackerrasfa39dc42005-10-26 21:54:21 +1000164 lmb_analyze();
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000165#endif /* CONFIG_HIGHMEM */
166 }
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000167
168 /* Initialize the MMU hardware */
169 if (ppc_md.progress)
170 ppc_md.progress("MMU:hw init", 0x300);
171 MMU_init_hw();
172
173 /* Map in all of RAM starting at KERNELBASE */
174 if (ppc_md.progress)
175 ppc_md.progress("MMU:mapin", 0x301);
176 mapin_ram();
177
Benjamin Herrenschmidtf637a492009-05-27 13:44:50 +1000178 /* Initialize early top-down ioremap allocator */
179 ioremap_bot = IOREMAP_TOP;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000180
181 /* Map in I/O resources */
182 if (ppc_md.progress)
183 ppc_md.progress("MMU:setio", 0x302);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000184
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000185 if (ppc_md.progress)
186 ppc_md.progress("MMU:exit", 0x211);
Benjamin Herrenschmidt51d30822005-11-23 17:57:25 +1100187
188 /* From now on, btext is no longer BAT mapped if it was at all */
189#ifdef CONFIG_BOOTX_TEXT
190 btext_unmap();
191#endif
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000192}
193
194/* This is only called until mem_init is done. */
195void __init *early_get_page(void)
196{
197 void *p;
198
199 if (init_bootmem_done) {
200 p = alloc_bootmem_pages(PAGE_SIZE);
201 } else {
Paul Mackerras7c8c6b92005-10-06 12:23:33 +1000202 p = __va(lmb_alloc_base(PAGE_SIZE, PAGE_SIZE,
Kumar Gala09b5e632008-04-16 05:52:25 +1000203 __initial_memory_limit_addr));
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000204 }
205 return p;
206}
207
208/* Free up now-unused memory */
209static void free_sec(unsigned long start, unsigned long end, const char *name)
210{
211 unsigned long cnt = 0;
212
213 while (start < end) {
214 ClearPageReserved(virt_to_page(start));
Nick Piggin7835e982006-03-22 00:08:40 -0800215 init_page_count(virt_to_page(start));
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000216 free_page(start);
217 cnt++;
218 start += PAGE_SIZE;
219 }
220 if (cnt) {
221 printk(" %ldk %s", cnt << (PAGE_SHIFT - 10), name);
222 totalram_pages += cnt;
223 }
224}
225
226void free_initmem(void)
227{
228#define FREESEC(TYPE) \
229 free_sec((unsigned long)(&__ ## TYPE ## _begin), \
230 (unsigned long)(&__ ## TYPE ## _end), \
231 #TYPE);
232
233 printk ("Freeing unused kernel memory:");
234 FREESEC(init);
235 printk("\n");
236 ppc_md.progress = NULL;
237#undef FREESEC
238}
239
240#ifdef CONFIG_BLK_DEV_INITRD
241void free_initrd_mem(unsigned long start, unsigned long end)
242{
243 if (start < end)
244 printk ("Freeing initrd memory: %ldk freed\n", (end - start) >> 10);
245 for (; start < end; start += PAGE_SIZE) {
246 ClearPageReserved(virt_to_page(start));
Nick Piggin7835e982006-03-22 00:08:40 -0800247 init_page_count(virt_to_page(start));
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000248 free_page(start);
249 totalram_pages++;
250 }
251}
252#endif
Ed Swarthoutdf174e32007-09-21 12:53:02 +1000253