blob: 3aee54b2ba60b8e1c2427b06f83049f4db1c362b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * S390 version
Heiko Carstensa53c8fa2012-07-20 11:15:04 +02003 * Copyright IBM Corp. 1999
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 * Author(s): Hartmut Penner (hp@de.ibm.com)
5 *
6 * Derived from "arch/i386/mm/init.c"
7 * Copyright (C) 1995 Linus Torvalds
8 */
9
Linus Torvalds1da177e2005-04-16 15:20:36 -070010#include <linux/signal.h>
11#include <linux/sched.h>
12#include <linux/kernel.h>
13#include <linux/errno.h>
14#include <linux/string.h>
15#include <linux/types.h>
16#include <linux/ptrace.h>
17#include <linux/mman.h>
18#include <linux/mm.h>
19#include <linux/swap.h>
20#include <linux/smp.h>
21#include <linux/init.h>
22#include <linux/pagemap.h>
23#include <linux/bootmem.h>
Heiko Carstense5d709b2013-05-02 09:15:58 +020024#include <linux/memory.h>
Heiko Carstensd882b172006-07-01 04:36:31 -070025#include <linux/pfn.h>
Heiko Carstens028d9b32006-12-08 15:56:13 +010026#include <linux/poison.h>
Heiko Carstens2b67fc42007-02-05 21:16:47 +010027#include <linux/initrd.h>
Heiko Carstens3a4c5d52011-07-30 09:25:15 +020028#include <linux/export.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090029#include <linux/gfp.h>
Gerald Schaefer199071f2015-05-08 17:40:43 +020030#include <linux/memblock.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <asm/processor.h>
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080032#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include <asm/pgtable.h>
34#include <asm/pgalloc.h>
35#include <asm/dma.h>
36#include <asm/lowcore.h>
37#include <asm/tlb.h>
38#include <asm/tlbflush.h>
Heiko Carstensd882b172006-07-01 04:36:31 -070039#include <asm/sections.h>
David Howellsa0616cd2012-03-28 18:30:02 +010040#include <asm/ctl_reg.h>
Heiko Carstense5d709b2013-05-02 09:15:58 +020041#include <asm/sclp.h>
Laura Abbotte6c7c632017-05-08 15:58:08 -070042#include <asm/set_memory.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070043
Heiko Carstens0ccb32c2016-05-28 10:03:55 +020044pgd_t swapper_pg_dir[PTRS_PER_PGD] __section(.bss..swapper_pg_dir);
Heiko Carstens1485c5c2009-03-26 15:24:04 +010045
Martin Schwidefsky238ec4e2010-10-25 16:10:07 +020046unsigned long empty_zero_page, zero_page_mask;
Heiko Carstens1485c5c2009-03-26 15:24:04 +010047EXPORT_SYMBOL(empty_zero_page);
Ard Biesheuvel0b700682014-09-12 22:17:23 +020048EXPORT_SYMBOL(zero_page_mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Jiang Liu0999f112013-04-29 15:06:48 -070050static void __init setup_zero_pages(void)
Martin Schwidefsky238ec4e2010-10-25 16:10:07 +020051{
Martin Schwidefsky238ec4e2010-10-25 16:10:07 +020052 unsigned int order;
Martin Schwidefsky238ec4e2010-10-25 16:10:07 +020053 struct page *page;
54 int i;
55
Martin Schwidefskyc7e8b2c2015-11-10 12:30:28 +010056 /* Latest machines require a mapping granularity of 512KB */
57 order = 7;
58
Martin Schwidefsky7919e912013-02-28 11:08:54 +010059 /* Limit number of empty zero pages for small memory sizes */
Martin Schwidefsky1f6b83e2015-01-14 17:51:17 +010060 while (order > 2 && (totalram_pages >> 10) < (1UL << order))
61 order--;
Martin Schwidefsky238ec4e2010-10-25 16:10:07 +020062
63 empty_zero_page = __get_free_pages(GFP_KERNEL | __GFP_ZERO, order);
64 if (!empty_zero_page)
65 panic("Out of memory in setup_zero_pages");
66
67 page = virt_to_page((void *) empty_zero_page);
68 split_page(page, order);
69 for (i = 1 << order; i > 0; i--) {
Jiang Liu0999f112013-04-29 15:06:48 -070070 mark_page_reserved(page);
Martin Schwidefsky238ec4e2010-10-25 16:10:07 +020071 page++;
72 }
73
Jiang Liu0999f112013-04-29 15:06:48 -070074 zero_page_mask = ((PAGE_SIZE << order) - 1) & PAGE_MASK;
Martin Schwidefsky238ec4e2010-10-25 16:10:07 +020075}
76
Linus Torvalds1da177e2005-04-16 15:20:36 -070077/*
78 * paging_init() sets up the page tables
79 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070080void __init paging_init(void)
81{
Heiko Carstens39b742f2006-12-08 15:56:10 +010082 unsigned long max_zone_pfns[MAX_NR_ZONES];
Martin Schwidefsky14045eb2011-12-27 11:27:07 +010083 unsigned long pgd_type, asce_bits;
Heiko Carstens60c49702017-06-01 11:04:04 +020084 psw_t psw;
Heiko Carstensd882b172006-07-01 04:36:31 -070085
Martin Schwidefsky3610cce2007-10-22 12:52:47 +020086 init_mm.pgd = swapper_pg_dir;
Martin Schwidefsky14045eb2011-12-27 11:27:07 +010087 if (VMALLOC_END > (1UL << 42)) {
88 asce_bits = _ASCE_TYPE_REGION2 | _ASCE_TABLE_LENGTH;
89 pgd_type = _REGION2_ENTRY_EMPTY;
90 } else {
91 asce_bits = _ASCE_TYPE_REGION3 | _ASCE_TABLE_LENGTH;
92 pgd_type = _REGION3_ENTRY_EMPTY;
93 }
Gerald Schaefer723cacb2016-04-15 16:38:40 +020094 init_mm.context.asce = (__pa(init_mm.pgd) & PAGE_MASK) | asce_bits;
95 S390_lowcore.kernel_asce = init_mm.context.asce;
Martin Schwidefsky3610cce2007-10-22 12:52:47 +020096 clear_table((unsigned long *) init_mm.pgd, pgd_type,
97 sizeof(unsigned long)*2048);
Heiko Carstensf4eb07c2006-12-08 15:56:07 +010098 vmem_map_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -070099
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 /* enable virtual mapping in kernel mode */
Martin Schwidefsky3610cce2007-10-22 12:52:47 +0200101 __ctl_load(S390_lowcore.kernel_asce, 1, 1);
102 __ctl_load(S390_lowcore.kernel_asce, 7, 7);
103 __ctl_load(S390_lowcore.kernel_asce, 13, 13);
Heiko Carstens60c49702017-06-01 11:04:04 +0200104 psw.mask = __extract_psw();
Heiko Carstensa7525982017-06-03 10:56:07 +0200105 psw_bits(psw).dat = 1;
Heiko Carstens8bb3fdd2017-06-03 10:19:55 +0200106 psw_bits(psw).as = PSW_BITS_AS_HOME;
Heiko Carstens60c49702017-06-01 11:04:04 +0200107 __load_psw_mask(psw.mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108
Heiko Carstens17f34582008-04-30 13:38:47 +0200109 sparse_memory_present_with_active_regions(MAX_NUMNODES);
110 sparse_init();
Heiko Carstens39b742f2006-12-08 15:56:10 +0100111 memset(max_zone_pfns, 0, sizeof(max_zone_pfns));
112 max_zone_pfns[ZONE_DMA] = PFN_DOWN(MAX_DMA_ADDRESS);
113 max_zone_pfns[ZONE_NORMAL] = max_low_pfn;
114 free_area_init_nodes(max_zone_pfns);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116
Heiko Carstens91d37212016-03-17 12:47:12 +0100117void mark_rodata_ro(void)
118{
Heiko Carstensd07a9802016-06-07 10:12:55 +0200119 unsigned long size = __end_ro_after_init - __start_ro_after_init;
120
121 set_memory_ro((unsigned long)__start_ro_after_init, size >> PAGE_SHIFT);
122 pr_info("Write protected read-only-after-init data: %luk\n", size >> 10);
Heiko Carstens91d37212016-03-17 12:47:12 +0100123}
124
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125void __init mem_init(void)
126{
Martin Schwidefsky64f31d52016-05-25 09:45:26 +0200127 cpumask_set_cpu(0, &init_mm.context.cpu_attach_mask);
Martin Schwidefsky1b948d62014-04-03 13:55:01 +0200128 cpumask_set_cpu(0, mm_cpumask(&init_mm));
Martin Schwidefsky1b948d62014-04-03 13:55:01 +0200129
Philipp Hachtmann3a368f72014-03-06 18:25:13 +0100130 set_max_mapnr(max_low_pfn);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131 high_memory = (void *) __va(max_low_pfn * PAGE_SIZE);
132
Martin Schwidefsky45e576b2008-05-07 09:22:59 +0200133 /* Setup guest page hinting */
134 cmma_init();
135
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 /* this will put all low memory onto the freelists */
Jiang Liu0c988532013-07-03 15:03:24 -0700137 free_all_bootmem();
Jiang Liu0999f112013-04-29 15:06:48 -0700138 setup_zero_pages(); /* Setup zeroed pages. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139
Martin Schwidefskyc9b5ad52016-06-14 12:56:01 +0200140 cmma_init_nodat();
141
Jiang Liua18d0e22013-07-03 15:04:10 -0700142 mem_init_print_info(NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143}
144
Heiko Carstensd96221a2010-02-26 22:37:42 +0100145void free_initmem(void)
146{
Martin Schwidefsky57d7f932016-03-22 10:54:24 +0100147 __set_memory((unsigned long) _sinittext,
148 (_einittext - _sinittext) >> PAGE_SHIFT,
149 SET_MEMORY_RW | SET_MEMORY_NX);
Jiang Liudbe67df2013-07-03 15:02:51 -0700150 free_initmem_default(POISON_FREE_INITMEM);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151}
152
153#ifdef CONFIG_BLK_DEV_INITRD
Heiko Carstens5e249d62012-09-24 08:17:58 +0200154void __init free_initrd_mem(unsigned long start, unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155{
Jiang Liu11199692013-07-03 15:02:48 -0700156 free_reserved_area((void *)start, (void *)end, POISON_FREE_INITMEM,
157 "initrd");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158}
159#endif
Heiko Carstens421c1752008-07-14 09:59:18 +0200160
Heiko Carstens604ddad2017-02-13 14:58:36 +0100161unsigned long memory_block_size_bytes(void)
162{
163 /*
164 * Make sure the memory block size is always greater
165 * or equal than the memory increment size.
166 */
167 return max_t(unsigned long, MIN_MEMORY_BLOCK_SIZE, sclp.rzm);
168}
169
Heiko Carstens421c1752008-07-14 09:59:18 +0200170#ifdef CONFIG_MEMORY_HOTPLUG
Michal Hocko3d79a722017-07-06 15:38:21 -0700171int arch_add_memory(int nid, u64 start, u64 size, bool want_memblock)
Heiko Carstens421c1752008-07-14 09:59:18 +0200172{
Gerald Schaefer892365a2012-02-24 18:01:29 +0100173 unsigned long start_pfn = PFN_DOWN(start);
174 unsigned long size_pages = PFN_DOWN(size);
Michal Hockof1dd2cd2017-07-06 15:38:11 -0700175 int rc;
Heiko Carstens421c1752008-07-14 09:59:18 +0200176
Heiko Carstens421c1752008-07-14 09:59:18 +0200177 rc = vmem_add_mapping(start, size);
178 if (rc)
179 return rc;
Gerald Schaefer199071f2015-05-08 17:40:43 +0200180
Michal Hocko3d79a722017-07-06 15:38:21 -0700181 rc = __add_pages(nid, start_pfn, size_pages, want_memblock);
Heiko Carstens421c1752008-07-14 09:59:18 +0200182 if (rc)
183 vmem_remove_mapping(start, size);
184 return rc;
185}
Wen Congyang24d335c2013-02-22 16:32:58 -0800186
187#ifdef CONFIG_MEMORY_HOTREMOVE
188int arch_remove_memory(u64 start, u64 size)
189{
190 /*
191 * There is no hardware or firmware interface which could trigger a
192 * hot memory remove on s390. So there is nothing that needs to be
193 * implemented.
194 */
195 return -EBUSY;
196}
197#endif
Heiko Carstens421c1752008-07-14 09:59:18 +0200198#endif /* CONFIG_MEMORY_HOTPLUG */