blob: 78daae084915295a4d28f381477ec3145f75f535 [file] [log] [blame]
Bryan Wu1394f032007-05-06 14:50:22 -07001/*
Robin Getz96f10502009-09-24 14:11:24 +00002 * Copyright 2004-2009 Analog Devices Inc.
Bryan Wu1394f032007-05-06 14:50:22 -07003 *
Robin Getz96f10502009-09-24 14:11:24 +00004 * Licensed under the GPL-2 or later.
Bryan Wu1394f032007-05-06 14:50:22 -07005 */
6
Tejun Heo5a0e3ad2010-03-24 17:04:11 +09007#include <linux/gfp.h>
Bryan Wu1394f032007-05-06 14:50:22 -07008#include <linux/swap.h>
9#include <linux/bootmem.h>
Mike Frysinger1f83b8f2007-07-12 22:58:21 +080010#include <linux/uaccess.h>
Paul Gortmaker8dc7a9c2011-08-09 11:05:22 -040011#include <linux/export.h>
Bryan Wu1394f032007-05-06 14:50:22 -070012#include <asm/bfin-global.h>
Graf Yang8f658732008-11-18 17:48:22 +080013#include <asm/pda.h>
14#include <asm/cplbinit.h>
Robin Getz837ec2d2009-07-07 20:17:09 +000015#include <asm/early_printk.h>
Bryan Wu1394f032007-05-06 14:50:22 -070016#include "blackfin_sram.h"
17
18/*
Mike Frysingerf074e482009-04-23 21:28:32 +000019 * ZERO_PAGE is a special page that is used for zero-initialized data and COW.
20 * Let the bss do its zero-init magic so we don't have to do it ourselves.
Bryan Wu1394f032007-05-06 14:50:22 -070021 */
Mike Frysingerf074e482009-04-23 21:28:32 +000022char empty_zero_page[PAGE_SIZE] __attribute__((aligned(PAGE_SIZE)));
23EXPORT_SYMBOL(empty_zero_page);
Bryan Wu1394f032007-05-06 14:50:22 -070024
Graf Yangf82e0a02009-04-08 08:30:22 +000025#ifndef CONFIG_EXCEPTION_L1_SCRATCH
26#if defined CONFIG_SYSCALL_TAB_L1
27__attribute__((l1_data))
28#endif
29static unsigned long exception_stack[NR_CPUS][1024];
30#endif
Graf Yang8f658732008-11-18 17:48:22 +080031
32struct blackfin_pda cpu_pda[NR_CPUS];
33EXPORT_SYMBOL(cpu_pda);
34
Bryan Wu1394f032007-05-06 14:50:22 -070035/*
36 * paging_init() continues the virtual memory environment setup which
37 * was begun by the code in arch/head.S.
38 * The parameters are pointers to where to stick the starting and ending
39 * addresses of available kernel virtual memory.
40 */
Mike Frysinger321f6e02007-06-11 15:31:30 +080041void __init paging_init(void)
Bryan Wu1394f032007-05-06 14:50:22 -070042{
43 /*
Mike Frysingerd012ce22009-04-23 22:17:37 +000044 * make sure start_mem is page aligned, otherwise bootmem and
45 * page_alloc get different views of the world
Bryan Wu1394f032007-05-06 14:50:22 -070046 */
47 unsigned long end_mem = memory_end & PAGE_MASK;
48
Mike Frysingerd012ce22009-04-23 22:17:37 +000049 unsigned long zones_size[MAX_NR_ZONES] = {
50 [0] = 0,
51 [ZONE_DMA] = (end_mem - PAGE_OFFSET) >> PAGE_SHIFT,
52 [ZONE_NORMAL] = 0,
53#ifdef CONFIG_HIGHMEM
54 [ZONE_HIGHMEM] = 0,
55#endif
56 };
Bryan Wu1394f032007-05-06 14:50:22 -070057
Mike Frysingerd012ce22009-04-23 22:17:37 +000058 /* Set up SFC/DFC registers (user data space) */
Bryan Wu1394f032007-05-06 14:50:22 -070059 set_fs(KERNEL_DS);
60
Mike Frysingerd012ce22009-04-23 22:17:37 +000061 pr_debug("free_area_init -> start_mem is %#lx virtual_end is %#lx\n",
Bryan Wu1394f032007-05-06 14:50:22 -070062 PAGE_ALIGN(memory_start), end_mem);
Mike Frysingerd012ce22009-04-23 22:17:37 +000063 free_area_init(zones_size);
Bryan Wu1394f032007-05-06 14:50:22 -070064}
65
Mike Frysinger8e2a7692009-03-05 18:45:07 +080066asmlinkage void __init init_pda(void)
Graf Yang8f658732008-11-18 17:48:22 +080067{
68 unsigned int cpu = raw_smp_processor_id();
69
Robin Getz837ec2d2009-07-07 20:17:09 +000070 early_shadow_stamp();
71
Graf Yang8f658732008-11-18 17:48:22 +080072 /* Initialize the PDA fields holding references to other parts
73 of the memory. The content of such memory is still
74 undefined at the time of the call, we are only setting up
75 valid pointers to it. */
76 memset(&cpu_pda[cpu], 0, sizeof(cpu_pda[cpu]));
77
78 cpu_pda[0].next = &cpu_pda[1];
79 cpu_pda[1].next = &cpu_pda[0];
80
Graf Yangf82e0a02009-04-08 08:30:22 +000081#ifdef CONFIG_EXCEPTION_L1_SCRATCH
82 cpu_pda[cpu].ex_stack = (unsigned long *)(L1_SCRATCH_START + \
83 L1_SCRATCH_LENGTH);
84#else
Graf Yang8f658732008-11-18 17:48:22 +080085 cpu_pda[cpu].ex_stack = exception_stack[cpu + 1];
Graf Yangf82e0a02009-04-08 08:30:22 +000086#endif
Graf Yang8f658732008-11-18 17:48:22 +080087
Graf Yang8f658732008-11-18 17:48:22 +080088#ifdef CONFIG_SMP
89 cpu_pda[cpu].imask = 0x1f;
90#endif
91}
92
Mike Frysinger321f6e02007-06-11 15:31:30 +080093void __init mem_init(void)
Bryan Wu1394f032007-05-06 14:50:22 -070094{
95 unsigned int codek = 0, datak = 0, initk = 0;
Yi Liee7883b2008-01-27 19:56:17 +080096 unsigned int reservedpages = 0, freepages = 0;
Bryan Wu1394f032007-05-06 14:50:22 -070097 unsigned long tmp;
Bryan Wu1394f032007-05-06 14:50:22 -070098 unsigned long start_mem = memory_start;
99 unsigned long end_mem = memory_end;
100
101 end_mem &= PAGE_MASK;
102 high_memory = (void *)end_mem;
103
104 start_mem = PAGE_ALIGN(start_mem);
105 max_mapnr = num_physpages = MAP_NR(high_memory);
Yi Li856783b2008-02-09 02:26:01 +0800106 printk(KERN_DEBUG "Kernel managed physical pages: %lu\n", num_physpages);
Bryan Wu1394f032007-05-06 14:50:22 -0700107
108 /* This will put all memory onto the freelists. */
109 totalram_pages = free_all_bootmem();
110
Yi Liee7883b2008-01-27 19:56:17 +0800111 reservedpages = 0;
112 for (tmp = 0; tmp < max_mapnr; tmp++)
113 if (PageReserved(pfn_to_page(tmp)))
114 reservedpages++;
115 freepages = max_mapnr - reservedpages;
Bryan Wu1394f032007-05-06 14:50:22 -0700116
Yi Liee7883b2008-01-27 19:56:17 +0800117 /* do not count in kernel image between _rambase and _ramstart */
118 reservedpages -= (_ramstart - _rambase) >> PAGE_SHIFT;
Jie Zhang41ba6532009-06-16 09:48:33 +0000119#if (defined(CONFIG_BFIN_EXTMEM_ICACHEABLE) && ANOMALY_05000263)
Yi Li856783b2008-02-09 02:26:01 +0800120 reservedpages += (_ramend - memory_end - DMA_UNCACHED_REGION) >> PAGE_SHIFT;
Yi Liee7883b2008-01-27 19:56:17 +0800121#endif
122
123 codek = (_etext - _stext) >> 10;
124 initk = (__init_end - __init_begin) >> 10;
125 datak = ((_ramstart - _rambase) >> 10) - codek - initk;
126
Bryan Wu1394f032007-05-06 14:50:22 -0700127 printk(KERN_INFO
Yi Liee7883b2008-01-27 19:56:17 +0800128 "Memory available: %luk/%luk RAM, "
Yi Li856783b2008-02-09 02:26:01 +0800129 "(%uk init code, %uk kernel code, %uk data, %uk dma, %uk reserved)\n",
Yi Liee7883b2008-01-27 19:56:17 +0800130 (unsigned long) freepages << (PAGE_SHIFT-10), _ramend >> 10,
Yi Li856783b2008-02-09 02:26:01 +0800131 initk, codek, datak, DMA_UNCACHED_REGION >> 10, (reservedpages << (PAGE_SHIFT-10)));
Sonic Zhang5d481f42008-07-19 14:51:31 +0800132}
133
Bryan Wuc0514892008-02-29 12:02:10 +0800134static void __init free_init_pages(const char *what, unsigned long begin, unsigned long end)
Mike Frysinger1d189472007-07-12 12:32:00 +0800135{
136 unsigned long addr;
137 /* next to check that the page we free is not a partial page */
138 for (addr = begin; addr + PAGE_SIZE <= end; addr += PAGE_SIZE) {
139 ClearPageReserved(virt_to_page(addr));
140 init_page_count(virt_to_page(addr));
141 free_page(addr);
142 totalram_pages++;
143 }
144 printk(KERN_INFO "Freeing %s: %ldk freed\n", what, (end - begin) >> 10);
145}
146
Bryan Wu1394f032007-05-06 14:50:22 -0700147#ifdef CONFIG_BLK_DEV_INITRD
Mike Frysinger321f6e02007-06-11 15:31:30 +0800148void __init free_initrd_mem(unsigned long start, unsigned long end)
Bryan Wu1394f032007-05-06 14:50:22 -0700149{
Bernd Schmidtb97b8a92008-01-27 18:39:16 +0800150#ifndef CONFIG_MPU
Mike Frysinger1d189472007-07-12 12:32:00 +0800151 free_init_pages("initrd memory", start, end);
Bernd Schmidtb97b8a92008-01-27 18:39:16 +0800152#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700153}
154#endif
155
Bryan Wuc0514892008-02-29 12:02:10 +0800156void __init_refok free_initmem(void)
Bryan Wu1394f032007-05-06 14:50:22 -0700157{
Bernd Schmidtb97b8a92008-01-27 18:39:16 +0800158#if defined CONFIG_RAMKERNEL && !defined CONFIG_MPU
Mike Frysinger1d189472007-07-12 12:32:00 +0800159 free_init_pages("unused kernel memory",
160 (unsigned long)(&__init_begin),
161 (unsigned long)(&__init_end));
Sonic Zhang46284cd2010-09-20 11:06:18 +0000162
163 if (memory_start == (unsigned long)(&__init_end))
164 memory_start = (unsigned long)(&__init_begin);
Bryan Wu1394f032007-05-06 14:50:22 -0700165#endif
166}