blob: c9ee59af1006d8fb7b10bd2e28ba37db9711bdb9 [file] [log] [blame]
Paul Mackerras14cf11a2005-09-26 16:04:21 +10001/*
Kumar Gala4c8d3d92005-11-13 16:06:30 -08002 * Modifications by Kumar Gala (galak@kernel.crashing.org) to support
Paul Mackerras14cf11a2005-09-26 16:04:21 +10003 * E500 Book E processors.
4 *
5 * Copyright 2004 Freescale Semiconductor, Inc
6 *
7 * This file contains the routines for initializing the MMU
8 * on the 4xx series of chips.
9 * -- paulus
10 *
11 * Derived from arch/ppc/mm/init.c:
12 * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
13 *
14 * Modifications by Paul Mackerras (PowerMac) (paulus@cs.anu.edu.au)
15 * and Cort Dougan (PReP) (cort@cs.nmt.edu)
16 * Copyright (C) 1996 Paul Mackerras
Paul Mackerras14cf11a2005-09-26 16:04:21 +100017 *
18 * Derived from "arch/i386/mm/init.c"
19 * Copyright (C) 1991, 1992, 1993, 1994 Linus Torvalds
20 *
21 * This program is free software; you can redistribute it and/or
22 * modify it under the terms of the GNU General Public License
23 * as published by the Free Software Foundation; either version
24 * 2 of the License, or (at your option) any later version.
25 *
26 */
27
Paul Mackerras14cf11a2005-09-26 16:04:21 +100028#include <linux/signal.h>
29#include <linux/sched.h>
30#include <linux/kernel.h>
31#include <linux/errno.h>
32#include <linux/string.h>
33#include <linux/types.h>
34#include <linux/ptrace.h>
35#include <linux/mman.h>
36#include <linux/mm.h>
37#include <linux/swap.h>
38#include <linux/stddef.h>
39#include <linux/vmalloc.h>
40#include <linux/init.h>
41#include <linux/delay.h>
42#include <linux/highmem.h>
43
44#include <asm/pgalloc.h>
45#include <asm/prom.h>
46#include <asm/io.h>
47#include <asm/mmu_context.h>
48#include <asm/pgtable.h>
49#include <asm/mmu.h>
50#include <asm/uaccess.h>
51#include <asm/smp.h>
Paul Mackerras14cf11a2005-09-26 16:04:21 +100052#include <asm/machdep.h>
53#include <asm/setup.h>
54
Kumar Gala99c62dd72008-04-16 05:52:21 +100055#include "mmu_decl.h"
56
Paul Mackerras14cf11a2005-09-26 16:04:21 +100057extern void loadcam_entry(unsigned int index);
58unsigned int tlbcam_index;
59unsigned int num_tlbcam_entries;
60static unsigned long __cam0, __cam1, __cam2;
Paul Mackerras14cf11a2005-09-26 16:04:21 +100061
62#define NUM_TLBCAMS (16)
63
Trent Piepho19f54652008-12-08 19:34:55 -080064struct tlbcam TLBCAM[NUM_TLBCAMS];
Paul Mackerras14cf11a2005-09-26 16:04:21 +100065
66struct tlbcamrange {
67 unsigned long start;
68 unsigned long limit;
69 phys_addr_t phys;
70} tlbcam_addrs[NUM_TLBCAMS];
71
72extern unsigned int tlbcam_index;
73
74/*
75 * Return PA for this VA if it is mapped by a CAM, or 0
76 */
77unsigned long v_mapped_by_tlbcam(unsigned long va)
78{
79 int b;
80 for (b = 0; b < tlbcam_index; ++b)
81 if (va >= tlbcam_addrs[b].start && va < tlbcam_addrs[b].limit)
82 return tlbcam_addrs[b].phys + (va - tlbcam_addrs[b].start);
83 return 0;
84}
85
86/*
87 * Return VA for a given PA or 0 if not mapped
88 */
89unsigned long p_mapped_by_tlbcam(unsigned long pa)
90{
91 int b;
92 for (b = 0; b < tlbcam_index; ++b)
93 if (pa >= tlbcam_addrs[b].phys
94 && pa < (tlbcam_addrs[b].limit-tlbcam_addrs[b].start)
95 +tlbcam_addrs[b].phys)
96 return tlbcam_addrs[b].start+(pa-tlbcam_addrs[b].phys);
97 return 0;
98}
99
100/*
101 * Set up one of the I/D BAT (block address translation) register pairs.
102 * The parameters are not checked; in particular size must be a power
103 * of 4 between 4k and 256M.
104 */
105void settlbcam(int index, unsigned long virt, phys_addr_t phys,
106 unsigned int size, int flags, unsigned int pid)
107{
108 unsigned int tsize, lz;
109
110 asm ("cntlzw %0,%1" : "=r" (lz) : "r" (size));
111 tsize = (21 - lz) / 2;
112
113#ifdef CONFIG_SMP
114 if ((flags & _PAGE_NO_CACHE) == 0)
115 flags |= _PAGE_COHERENT;
116#endif
117
118 TLBCAM[index].MAS0 = MAS0_TLBSEL(1) | MAS0_ESEL(index) | MAS0_NV(index+1);
119 TLBCAM[index].MAS1 = MAS1_VALID | MAS1_IPROT | MAS1_TSIZE(tsize) | MAS1_TID(pid);
120 TLBCAM[index].MAS2 = virt & PAGE_MASK;
121
122 TLBCAM[index].MAS2 |= (flags & _PAGE_WRITETHRU) ? MAS2_W : 0;
123 TLBCAM[index].MAS2 |= (flags & _PAGE_NO_CACHE) ? MAS2_I : 0;
124 TLBCAM[index].MAS2 |= (flags & _PAGE_COHERENT) ? MAS2_M : 0;
125 TLBCAM[index].MAS2 |= (flags & _PAGE_GUARDED) ? MAS2_G : 0;
126 TLBCAM[index].MAS2 |= (flags & _PAGE_ENDIAN) ? MAS2_E : 0;
127
128 TLBCAM[index].MAS3 = (phys & PAGE_MASK) | MAS3_SX | MAS3_SR;
129 TLBCAM[index].MAS3 |= ((flags & _PAGE_RW) ? MAS3_SW : 0);
130
131#ifndef CONFIG_KGDB /* want user access for breakpoints */
132 if (flags & _PAGE_USER) {
133 TLBCAM[index].MAS3 |= MAS3_UX | MAS3_UR;
134 TLBCAM[index].MAS3 |= ((flags & _PAGE_RW) ? MAS3_UW : 0);
135 }
136#else
137 TLBCAM[index].MAS3 |= MAS3_UX | MAS3_UR;
138 TLBCAM[index].MAS3 |= ((flags & _PAGE_RW) ? MAS3_UW : 0);
139#endif
140
141 tlbcam_addrs[index].start = virt;
142 tlbcam_addrs[index].limit = virt + size - 1;
143 tlbcam_addrs[index].phys = phys;
144
145 loadcam_entry(index);
146}
147
148void invalidate_tlbcam_entry(int index)
149{
150 TLBCAM[index].MAS0 = MAS0_TLBSEL(1) | MAS0_ESEL(index);
151 TLBCAM[index].MAS1 = ~MAS1_VALID;
152
153 loadcam_entry(index);
154}
155
156void __init cam_mapin_ram(unsigned long cam0, unsigned long cam1,
157 unsigned long cam2)
158{
Kumar Gala99c62dd72008-04-16 05:52:21 +1000159 settlbcam(0, PAGE_OFFSET, memstart_addr, cam0, _PAGE_KERNEL, 0);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000160 tlbcam_index++;
161 if (cam1) {
162 tlbcam_index++;
Kumar Gala99c62dd72008-04-16 05:52:21 +1000163 settlbcam(1, PAGE_OFFSET+cam0, memstart_addr+cam0, cam1, _PAGE_KERNEL, 0);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000164 }
165 if (cam2) {
166 tlbcam_index++;
Kumar Gala99c62dd72008-04-16 05:52:21 +1000167 settlbcam(2, PAGE_OFFSET+cam0+cam1, memstart_addr+cam0+cam1, cam2, _PAGE_KERNEL, 0);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000168 }
169}
170
171/*
172 * MMU_init_hw does the chip-specific initialization of the MMU hardware.
173 */
174void __init MMU_init_hw(void)
175{
176 flush_instruction_cache();
177}
178
179unsigned long __init mmu_mapin_ram(void)
180{
181 cam_mapin_ram(__cam0, __cam1, __cam2);
182
183 return __cam0 + __cam1 + __cam2;
184}
185
186
187void __init
188adjust_total_lowmem(void)
189{
Kumar Gala0aef9962008-04-16 05:52:23 +1000190 phys_addr_t max_lowmem_size = __max_low_memory;
191 phys_addr_t cam_max_size = 0x10000000;
192 phys_addr_t ram;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000193
Kumar Gala0aef9962008-04-16 05:52:23 +1000194 /* adjust CAM size to max_lowmem_size */
195 if (max_lowmem_size < cam_max_size)
196 cam_max_size = max_lowmem_size;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000197
Kumar Gala0aef9962008-04-16 05:52:23 +1000198 /* adjust lowmem size to max_lowmem_size */
Becky Bruce82331ab2008-08-21 13:50:22 -0500199 ram = min(max_lowmem_size, total_lowmem);
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000200
201 /* Calculate CAM values */
202 __cam0 = 1UL << 2 * (__ilog2(ram) / 2);
Kumar Gala0aef9962008-04-16 05:52:23 +1000203 if (__cam0 > cam_max_size)
204 __cam0 = cam_max_size;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000205 ram -= __cam0;
206 if (ram) {
207 __cam1 = 1UL << 2 * (__ilog2(ram) / 2);
Kumar Gala0aef9962008-04-16 05:52:23 +1000208 if (__cam1 > cam_max_size)
209 __cam1 = cam_max_size;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000210 ram -= __cam1;
211 }
212 if (ram) {
213 __cam2 = 1UL << 2 * (__ilog2(ram) / 2);
Kumar Gala0aef9962008-04-16 05:52:23 +1000214 if (__cam2 > cam_max_size)
215 __cam2 = cam_max_size;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000216 ram -= __cam2;
217 }
218
219 printk(KERN_INFO "Memory CAM mapping: CAM0=%ldMb, CAM1=%ldMb,"
220 " CAM2=%ldMb residual: %ldMb\n",
221 __cam0 >> 20, __cam1 >> 20, __cam2 >> 20,
Becky Bruce82331ab2008-08-21 13:50:22 -0500222 (long int)((total_lowmem - __cam0 - __cam1 - __cam2)
223 >> 20));
Kumar Gala0aef9962008-04-16 05:52:23 +1000224 __max_low_memory = __cam0 + __cam1 + __cam2;
Kumar Gala09b5e632008-04-16 05:52:25 +1000225 __initial_memory_limit_addr = memstart_addr + __max_low_memory;
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000226}