blob: ecdb0a6b317172f396a858d382c4a0946745943e [file] [log] [blame]
Badari Pulavarty57b53922008-04-18 13:33:50 -07001/*
2 * pseries Memory Hotplug infrastructure.
3 *
4 * Copyright (C) 2008 Badari Pulavarty, IBM Corporation
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
11
12#include <linux/of.h>
Yinghai Lu95f72d12010-07-12 14:36:09 +100013#include <linux/memblock.h>
Benjamin Herrenschmidtb4a26be2010-04-06 15:03:40 +000014#include <linux/vmalloc.h>
Benjamin Herrenschmidt770e1ac2011-06-14 10:57:51 +100015#include <linux/memory.h>
16
Badari Pulavarty57b53922008-04-18 13:33:50 -070017#include <asm/firmware.h>
18#include <asm/machdep.h>
19#include <asm/pSeries_reconfig.h>
Michael Neuling0b2f8282009-02-08 14:49:39 +000020#include <asm/sparsemem.h>
Badari Pulavarty57b53922008-04-18 13:33:50 -070021
Nathan Fontenotc540ada2011-01-20 10:45:20 -060022static unsigned long get_memblock_size(void)
23{
24 struct device_node *np;
Benjamin Herrenschmidt770e1ac2011-06-14 10:57:51 +100025 unsigned int memblock_size = MIN_MEMORY_BLOCK_SIZE;
26 struct resource r;
Nathan Fontenotc540ada2011-01-20 10:45:20 -060027
28 np = of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
29 if (np) {
Benjamin Herrenschmidt770e1ac2011-06-14 10:57:51 +100030 const __be64 *size;
Nathan Fontenotc540ada2011-01-20 10:45:20 -060031
32 size = of_get_property(np, "ibm,lmb-size", NULL);
Benjamin Herrenschmidt770e1ac2011-06-14 10:57:51 +100033 if (size)
34 memblock_size = be64_to_cpup(size);
Nathan Fontenotc540ada2011-01-20 10:45:20 -060035 of_node_put(np);
Benjamin Herrenschmidt770e1ac2011-06-14 10:57:51 +100036 } else if (machine_is(pseries)) {
37 /* This fallback really only applies to pseries */
Nathan Fontenotc540ada2011-01-20 10:45:20 -060038 unsigned int memzero_size = 0;
Nathan Fontenotc540ada2011-01-20 10:45:20 -060039
40 np = of_find_node_by_path("/memory@0");
41 if (np) {
Benjamin Herrenschmidt770e1ac2011-06-14 10:57:51 +100042 if (!of_address_to_resource(np, 0, &r))
43 memzero_size = resource_size(&r);
Nathan Fontenotc540ada2011-01-20 10:45:20 -060044 of_node_put(np);
45 }
46
47 if (memzero_size) {
48 /* We now know the size of memory@0, use this to find
49 * the first memoryblock and get its size.
50 */
51 char buf[64];
52
53 sprintf(buf, "/memory@%x", memzero_size);
54 np = of_find_node_by_path(buf);
55 if (np) {
Benjamin Herrenschmidt770e1ac2011-06-14 10:57:51 +100056 if (!of_address_to_resource(np, 0, &r))
57 memblock_size = resource_size(&r);
Nathan Fontenotc540ada2011-01-20 10:45:20 -060058 of_node_put(np);
59 }
60 }
61 }
Nathan Fontenotc540ada2011-01-20 10:45:20 -060062 return memblock_size;
63}
64
Benjamin Herrenschmidt770e1ac2011-06-14 10:57:51 +100065/* WARNING: This is going to override the generic definition whenever
66 * pseries is built-in regardless of what platform is active at boot
67 * time. This is fine for now as this is the only "option" and it
68 * should work everywhere. If not, we'll have to turn this into a
69 * ppc_md. callback
70 */
Nathan Fontenotc540ada2011-01-20 10:45:20 -060071unsigned long memory_block_size_bytes(void)
72{
73 return get_memblock_size();
74}
75
Yinghai Lu95f72d12010-07-12 14:36:09 +100076static int pseries_remove_memblock(unsigned long base, unsigned int memblock_size)
Badari Pulavarty57b53922008-04-18 13:33:50 -070077{
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +100078 unsigned long start, start_pfn;
Badari Pulavarty57b53922008-04-18 13:33:50 -070079 struct zone *zone;
Yasuaki Ishimatsu1633dbb2012-10-10 15:53:53 -070080 int ret;
81 unsigned long section;
82 unsigned long sections_to_remove;
Nathan Fontenot92ecd172008-07-03 13:20:58 +100083
Nathan Fontenot9fd3f882008-10-01 09:44:02 +000084 start_pfn = base >> PAGE_SHIFT;
Nathan Fontenot04badfd2008-10-13 08:42:00 +000085
86 if (!pfn_valid(start_pfn)) {
Yinghai Lu95f72d12010-07-12 14:36:09 +100087 memblock_remove(base, memblock_size);
Nathan Fontenot04badfd2008-10-13 08:42:00 +000088 return 0;
89 }
90
Badari Pulavarty57b53922008-04-18 13:33:50 -070091 zone = page_zone(pfn_to_page(start_pfn));
92
93 /*
94 * Remove section mappings and sysfs entries for the
95 * section of the memory we are removing.
96 *
97 * NOTE: Ideally, this should be done in generic code like
98 * remove_memory(). But remove_memory() gets called by writing
99 * to sysfs "state" file and we can't remove sysfs entries
100 * while writing to it. So we have to defer it to here.
101 */
Yasuaki Ishimatsud760afd2012-10-08 16:34:14 -0700102 sections_to_remove = (memblock_size >> PAGE_SHIFT) / PAGES_PER_SECTION;
Yasuaki Ishimatsu1633dbb2012-10-10 15:53:53 -0700103 for (section = 0; section < sections_to_remove; section++) {
104 unsigned long pfn = start_pfn + section * PAGES_PER_SECTION;
Andrew Morton158544b2012-10-10 15:53:52 -0700105 ret = __remove_pages(zone, pfn, PAGES_PER_SECTION);
Yasuaki Ishimatsud760afd2012-10-08 16:34:14 -0700106 if (ret)
107 return ret;
108 }
Badari Pulavarty57b53922008-04-18 13:33:50 -0700109
110 /*
Badari Pulavarty98d5c212008-04-18 13:33:52 -0700111 * Update memory regions for memory remove
112 */
Yinghai Lu95f72d12010-07-12 14:36:09 +1000113 memblock_remove(base, memblock_size);
Badari Pulavarty98d5c212008-04-18 13:33:52 -0700114
115 /*
Badari Pulavarty57b53922008-04-18 13:33:50 -0700116 * Remove htab bolted mappings for this section of memory
117 */
Nathan Fontenot92ecd172008-07-03 13:20:58 +1000118 start = (unsigned long)__va(base);
Yinghai Lu95f72d12010-07-12 14:36:09 +1000119 ret = remove_section_mapping(start, start + memblock_size);
Benjamin Herrenschmidtb4a26be2010-04-06 15:03:40 +0000120
121 /* Ensure all vmalloc mappings are flushed in case they also
122 * hit that section of memory
123 */
124 vm_unmap_aliases();
125
Badari Pulavarty57b53922008-04-18 13:33:50 -0700126 return ret;
127}
128
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000129static int pseries_remove_memory(struct device_node *np)
130{
131 const char *type;
132 const unsigned int *regs;
133 unsigned long base;
Benjamin Herrenschmidt3fdfd992010-07-23 10:35:52 +1000134 unsigned int lmb_size;
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000135 int ret = -EINVAL;
136
137 /*
138 * Check to see if we are actually removing memory
139 */
140 type = of_get_property(np, "device_type", NULL);
141 if (type == NULL || strcmp(type, "memory") != 0)
142 return 0;
143
144 /*
Yinghai Lu95f72d12010-07-12 14:36:09 +1000145 * Find the bae address and size of the memblock
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000146 */
147 regs = of_get_property(np, "reg", NULL);
148 if (!regs)
149 return ret;
150
151 base = *(unsigned long *)regs;
Benjamin Herrenschmidt3fdfd992010-07-23 10:35:52 +1000152 lmb_size = regs[3];
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000153
Benjamin Herrenschmidt3fdfd992010-07-23 10:35:52 +1000154 ret = pseries_remove_memblock(base, lmb_size);
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000155 return ret;
156}
157
Badari Pulavarty98d5c212008-04-18 13:33:52 -0700158static int pseries_add_memory(struct device_node *np)
159{
160 const char *type;
Badari Pulavarty98d5c212008-04-18 13:33:52 -0700161 const unsigned int *regs;
Nathan Fontenot92ecd172008-07-03 13:20:58 +1000162 unsigned long base;
Benjamin Herrenschmidt3fdfd992010-07-23 10:35:52 +1000163 unsigned int lmb_size;
Badari Pulavarty98d5c212008-04-18 13:33:52 -0700164 int ret = -EINVAL;
165
166 /*
167 * Check to see if we are actually adding memory
168 */
169 type = of_get_property(np, "device_type", NULL);
170 if (type == NULL || strcmp(type, "memory") != 0)
171 return 0;
172
173 /*
Yinghai Lu95f72d12010-07-12 14:36:09 +1000174 * Find the base and size of the memblock
Badari Pulavarty98d5c212008-04-18 13:33:52 -0700175 */
Badari Pulavarty98d5c212008-04-18 13:33:52 -0700176 regs = of_get_property(np, "reg", NULL);
177 if (!regs)
178 return ret;
179
Nathan Fontenot92ecd172008-07-03 13:20:58 +1000180 base = *(unsigned long *)regs;
Benjamin Herrenschmidt3fdfd992010-07-23 10:35:52 +1000181 lmb_size = regs[3];
Badari Pulavarty98d5c212008-04-18 13:33:52 -0700182
183 /*
184 * Update memory region to represent the memory add
185 */
Benjamin Herrenschmidt3fdfd992010-07-23 10:35:52 +1000186 ret = memblock_add(base, lmb_size);
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000187 return (ret < 0) ? -EINVAL : 0;
188}
189
190static int pseries_drconf_memory(unsigned long *base, unsigned int action)
191{
Nathan Fontenotc540ada2011-01-20 10:45:20 -0600192 unsigned long memblock_size;
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000193 int rc;
194
Nathan Fontenotc540ada2011-01-20 10:45:20 -0600195 memblock_size = get_memblock_size();
196 if (!memblock_size)
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000197 return -EINVAL;
198
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000199 if (action == PSERIES_DRCONF_MEM_ADD) {
Nathan Fontenotc540ada2011-01-20 10:45:20 -0600200 rc = memblock_add(*base, memblock_size);
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000201 rc = (rc < 0) ? -EINVAL : 0;
202 } else if (action == PSERIES_DRCONF_MEM_REMOVE) {
Nathan Fontenotc540ada2011-01-20 10:45:20 -0600203 rc = pseries_remove_memblock(*base, memblock_size);
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000204 } else {
205 rc = -EINVAL;
206 }
207
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000208 return rc;
Badari Pulavarty98d5c212008-04-18 13:33:52 -0700209}
210
Badari Pulavarty57b53922008-04-18 13:33:50 -0700211static int pseries_memory_notifier(struct notifier_block *nb,
212 unsigned long action, void *node)
213{
Akinobu Mitade2780a2011-06-21 03:35:56 +0000214 int err = 0;
Badari Pulavarty57b53922008-04-18 13:33:50 -0700215
216 switch (action) {
217 case PSERIES_RECONFIG_ADD:
Akinobu Mitade2780a2011-06-21 03:35:56 +0000218 err = pseries_add_memory(node);
Badari Pulavarty57b53922008-04-18 13:33:50 -0700219 break;
220 case PSERIES_RECONFIG_REMOVE:
Akinobu Mitade2780a2011-06-21 03:35:56 +0000221 err = pseries_remove_memory(node);
Badari Pulavarty57b53922008-04-18 13:33:50 -0700222 break;
Nathan Fontenot3c3f67e2008-07-03 13:22:39 +1000223 case PSERIES_DRCONF_MEM_ADD:
224 case PSERIES_DRCONF_MEM_REMOVE:
Akinobu Mitade2780a2011-06-21 03:35:56 +0000225 err = pseries_drconf_memory(node, action);
Badari Pulavarty57b53922008-04-18 13:33:50 -0700226 break;
227 }
Akinobu Mitade2780a2011-06-21 03:35:56 +0000228 return notifier_from_errno(err);
Badari Pulavarty57b53922008-04-18 13:33:50 -0700229}
230
231static struct notifier_block pseries_mem_nb = {
232 .notifier_call = pseries_memory_notifier,
233};
234
235static int __init pseries_memory_hotplug_init(void)
236{
237 if (firmware_has_feature(FW_FEATURE_LPAR))
238 pSeries_reconfig_notifier_register(&pseries_mem_nb);
239
240 return 0;
241}
242machine_device_initcall(pseries, pseries_memory_hotplug_init);