Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 1 | /* |
| 2 | * pseries Memory Hotplug infrastructure. |
| 3 | * |
| 4 | * Copyright (C) 2008 Badari Pulavarty, IBM Corporation |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or |
| 7 | * modify it under the terms of the GNU General Public License |
| 8 | * as published by the Free Software Foundation; either version |
| 9 | * 2 of the License, or (at your option) any later version. |
| 10 | */ |
| 11 | |
| 12 | #include <linux/of.h> |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 13 | #include <linux/memblock.h> |
Benjamin Herrenschmidt | b4a26be | 2010-04-06 15:03:40 +0000 | [diff] [blame] | 14 | #include <linux/vmalloc.h> |
Benjamin Herrenschmidt | 770e1ac | 2011-06-14 10:57:51 +1000 | [diff] [blame] | 15 | #include <linux/memory.h> |
| 16 | |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 17 | #include <asm/firmware.h> |
| 18 | #include <asm/machdep.h> |
| 19 | #include <asm/pSeries_reconfig.h> |
Michael Neuling | 0b2f828 | 2009-02-08 14:49:39 +0000 | [diff] [blame] | 20 | #include <asm/sparsemem.h> |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 21 | |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 22 | static unsigned long get_memblock_size(void) |
| 23 | { |
| 24 | struct device_node *np; |
Benjamin Herrenschmidt | 770e1ac | 2011-06-14 10:57:51 +1000 | [diff] [blame] | 25 | unsigned int memblock_size = MIN_MEMORY_BLOCK_SIZE; |
| 26 | struct resource r; |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 27 | |
| 28 | np = of_find_node_by_path("/ibm,dynamic-reconfiguration-memory"); |
| 29 | if (np) { |
Benjamin Herrenschmidt | 770e1ac | 2011-06-14 10:57:51 +1000 | [diff] [blame] | 30 | const __be64 *size; |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 31 | |
| 32 | size = of_get_property(np, "ibm,lmb-size", NULL); |
Benjamin Herrenschmidt | 770e1ac | 2011-06-14 10:57:51 +1000 | [diff] [blame] | 33 | if (size) |
| 34 | memblock_size = be64_to_cpup(size); |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 35 | of_node_put(np); |
Benjamin Herrenschmidt | 770e1ac | 2011-06-14 10:57:51 +1000 | [diff] [blame] | 36 | } else if (machine_is(pseries)) { |
| 37 | /* This fallback really only applies to pseries */ |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 38 | unsigned int memzero_size = 0; |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 39 | |
| 40 | np = of_find_node_by_path("/memory@0"); |
| 41 | if (np) { |
Benjamin Herrenschmidt | 770e1ac | 2011-06-14 10:57:51 +1000 | [diff] [blame] | 42 | if (!of_address_to_resource(np, 0, &r)) |
| 43 | memzero_size = resource_size(&r); |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 44 | of_node_put(np); |
| 45 | } |
| 46 | |
| 47 | if (memzero_size) { |
| 48 | /* We now know the size of memory@0, use this to find |
| 49 | * the first memoryblock and get its size. |
| 50 | */ |
| 51 | char buf[64]; |
| 52 | |
| 53 | sprintf(buf, "/memory@%x", memzero_size); |
| 54 | np = of_find_node_by_path(buf); |
| 55 | if (np) { |
Benjamin Herrenschmidt | 770e1ac | 2011-06-14 10:57:51 +1000 | [diff] [blame] | 56 | if (!of_address_to_resource(np, 0, &r)) |
| 57 | memblock_size = resource_size(&r); |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 58 | of_node_put(np); |
| 59 | } |
| 60 | } |
| 61 | } |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 62 | return memblock_size; |
| 63 | } |
| 64 | |
Benjamin Herrenschmidt | 770e1ac | 2011-06-14 10:57:51 +1000 | [diff] [blame] | 65 | /* WARNING: This is going to override the generic definition whenever |
| 66 | * pseries is built-in regardless of what platform is active at boot |
| 67 | * time. This is fine for now as this is the only "option" and it |
| 68 | * should work everywhere. If not, we'll have to turn this into a |
| 69 | * ppc_md. callback |
| 70 | */ |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 71 | unsigned long memory_block_size_bytes(void) |
| 72 | { |
| 73 | return get_memblock_size(); |
| 74 | } |
| 75 | |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 76 | static int pseries_remove_memblock(unsigned long base, unsigned int memblock_size) |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 77 | { |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 78 | unsigned long start, start_pfn; |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 79 | struct zone *zone; |
Yasuaki Ishimatsu | d760afd | 2012-10-08 16:34:14 -0700 | [diff] [blame] | 80 | int i, ret; |
| 81 | int sections_to_remove; |
Nathan Fontenot | 92ecd17 | 2008-07-03 13:20:58 +1000 | [diff] [blame] | 82 | |
Nathan Fontenot | 9fd3f88 | 2008-10-01 09:44:02 +0000 | [diff] [blame] | 83 | start_pfn = base >> PAGE_SHIFT; |
Nathan Fontenot | 04badfd | 2008-10-13 08:42:00 +0000 | [diff] [blame] | 84 | |
| 85 | if (!pfn_valid(start_pfn)) { |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 86 | memblock_remove(base, memblock_size); |
Nathan Fontenot | 04badfd | 2008-10-13 08:42:00 +0000 | [diff] [blame] | 87 | return 0; |
| 88 | } |
| 89 | |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 90 | zone = page_zone(pfn_to_page(start_pfn)); |
| 91 | |
| 92 | /* |
| 93 | * Remove section mappings and sysfs entries for the |
| 94 | * section of the memory we are removing. |
| 95 | * |
| 96 | * NOTE: Ideally, this should be done in generic code like |
| 97 | * remove_memory(). But remove_memory() gets called by writing |
| 98 | * to sysfs "state" file and we can't remove sysfs entries |
| 99 | * while writing to it. So we have to defer it to here. |
| 100 | */ |
Yasuaki Ishimatsu | d760afd | 2012-10-08 16:34:14 -0700 | [diff] [blame] | 101 | sections_to_remove = (memblock_size >> PAGE_SHIFT) / PAGES_PER_SECTION; |
| 102 | for (i = 0; i < sections_to_remove; i++) { |
| 103 | unsigned long pfn = start_pfn + i * PAGES_PER_SECTION; |
Andrew Morton | 158544b | 2012-10-10 15:53:52 -0700 | [diff] [blame^] | 104 | ret = __remove_pages(zone, pfn, PAGES_PER_SECTION); |
Yasuaki Ishimatsu | d760afd | 2012-10-08 16:34:14 -0700 | [diff] [blame] | 105 | if (ret) |
| 106 | return ret; |
| 107 | } |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 108 | |
| 109 | /* |
Badari Pulavarty | 98d5c21 | 2008-04-18 13:33:52 -0700 | [diff] [blame] | 110 | * Update memory regions for memory remove |
| 111 | */ |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 112 | memblock_remove(base, memblock_size); |
Badari Pulavarty | 98d5c21 | 2008-04-18 13:33:52 -0700 | [diff] [blame] | 113 | |
| 114 | /* |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 115 | * Remove htab bolted mappings for this section of memory |
| 116 | */ |
Nathan Fontenot | 92ecd17 | 2008-07-03 13:20:58 +1000 | [diff] [blame] | 117 | start = (unsigned long)__va(base); |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 118 | ret = remove_section_mapping(start, start + memblock_size); |
Benjamin Herrenschmidt | b4a26be | 2010-04-06 15:03:40 +0000 | [diff] [blame] | 119 | |
| 120 | /* Ensure all vmalloc mappings are flushed in case they also |
| 121 | * hit that section of memory |
| 122 | */ |
| 123 | vm_unmap_aliases(); |
| 124 | |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 125 | return ret; |
| 126 | } |
| 127 | |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 128 | static int pseries_remove_memory(struct device_node *np) |
| 129 | { |
| 130 | const char *type; |
| 131 | const unsigned int *regs; |
| 132 | unsigned long base; |
Benjamin Herrenschmidt | 3fdfd99 | 2010-07-23 10:35:52 +1000 | [diff] [blame] | 133 | unsigned int lmb_size; |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 134 | int ret = -EINVAL; |
| 135 | |
| 136 | /* |
| 137 | * Check to see if we are actually removing memory |
| 138 | */ |
| 139 | type = of_get_property(np, "device_type", NULL); |
| 140 | if (type == NULL || strcmp(type, "memory") != 0) |
| 141 | return 0; |
| 142 | |
| 143 | /* |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 144 | * Find the bae address and size of the memblock |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 145 | */ |
| 146 | regs = of_get_property(np, "reg", NULL); |
| 147 | if (!regs) |
| 148 | return ret; |
| 149 | |
| 150 | base = *(unsigned long *)regs; |
Benjamin Herrenschmidt | 3fdfd99 | 2010-07-23 10:35:52 +1000 | [diff] [blame] | 151 | lmb_size = regs[3]; |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 152 | |
Benjamin Herrenschmidt | 3fdfd99 | 2010-07-23 10:35:52 +1000 | [diff] [blame] | 153 | ret = pseries_remove_memblock(base, lmb_size); |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 154 | return ret; |
| 155 | } |
| 156 | |
Badari Pulavarty | 98d5c21 | 2008-04-18 13:33:52 -0700 | [diff] [blame] | 157 | static int pseries_add_memory(struct device_node *np) |
| 158 | { |
| 159 | const char *type; |
Badari Pulavarty | 98d5c21 | 2008-04-18 13:33:52 -0700 | [diff] [blame] | 160 | const unsigned int *regs; |
Nathan Fontenot | 92ecd17 | 2008-07-03 13:20:58 +1000 | [diff] [blame] | 161 | unsigned long base; |
Benjamin Herrenschmidt | 3fdfd99 | 2010-07-23 10:35:52 +1000 | [diff] [blame] | 162 | unsigned int lmb_size; |
Badari Pulavarty | 98d5c21 | 2008-04-18 13:33:52 -0700 | [diff] [blame] | 163 | int ret = -EINVAL; |
| 164 | |
| 165 | /* |
| 166 | * Check to see if we are actually adding memory |
| 167 | */ |
| 168 | type = of_get_property(np, "device_type", NULL); |
| 169 | if (type == NULL || strcmp(type, "memory") != 0) |
| 170 | return 0; |
| 171 | |
| 172 | /* |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 173 | * Find the base and size of the memblock |
Badari Pulavarty | 98d5c21 | 2008-04-18 13:33:52 -0700 | [diff] [blame] | 174 | */ |
Badari Pulavarty | 98d5c21 | 2008-04-18 13:33:52 -0700 | [diff] [blame] | 175 | regs = of_get_property(np, "reg", NULL); |
| 176 | if (!regs) |
| 177 | return ret; |
| 178 | |
Nathan Fontenot | 92ecd17 | 2008-07-03 13:20:58 +1000 | [diff] [blame] | 179 | base = *(unsigned long *)regs; |
Benjamin Herrenschmidt | 3fdfd99 | 2010-07-23 10:35:52 +1000 | [diff] [blame] | 180 | lmb_size = regs[3]; |
Badari Pulavarty | 98d5c21 | 2008-04-18 13:33:52 -0700 | [diff] [blame] | 181 | |
| 182 | /* |
| 183 | * Update memory region to represent the memory add |
| 184 | */ |
Benjamin Herrenschmidt | 3fdfd99 | 2010-07-23 10:35:52 +1000 | [diff] [blame] | 185 | ret = memblock_add(base, lmb_size); |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 186 | return (ret < 0) ? -EINVAL : 0; |
| 187 | } |
| 188 | |
| 189 | static int pseries_drconf_memory(unsigned long *base, unsigned int action) |
| 190 | { |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 191 | unsigned long memblock_size; |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 192 | int rc; |
| 193 | |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 194 | memblock_size = get_memblock_size(); |
| 195 | if (!memblock_size) |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 196 | return -EINVAL; |
| 197 | |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 198 | if (action == PSERIES_DRCONF_MEM_ADD) { |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 199 | rc = memblock_add(*base, memblock_size); |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 200 | rc = (rc < 0) ? -EINVAL : 0; |
| 201 | } else if (action == PSERIES_DRCONF_MEM_REMOVE) { |
Nathan Fontenot | c540ada | 2011-01-20 10:45:20 -0600 | [diff] [blame] | 202 | rc = pseries_remove_memblock(*base, memblock_size); |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 203 | } else { |
| 204 | rc = -EINVAL; |
| 205 | } |
| 206 | |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 207 | return rc; |
Badari Pulavarty | 98d5c21 | 2008-04-18 13:33:52 -0700 | [diff] [blame] | 208 | } |
| 209 | |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 210 | static int pseries_memory_notifier(struct notifier_block *nb, |
| 211 | unsigned long action, void *node) |
| 212 | { |
Akinobu Mita | de2780a | 2011-06-21 03:35:56 +0000 | [diff] [blame] | 213 | int err = 0; |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 214 | |
| 215 | switch (action) { |
| 216 | case PSERIES_RECONFIG_ADD: |
Akinobu Mita | de2780a | 2011-06-21 03:35:56 +0000 | [diff] [blame] | 217 | err = pseries_add_memory(node); |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 218 | break; |
| 219 | case PSERIES_RECONFIG_REMOVE: |
Akinobu Mita | de2780a | 2011-06-21 03:35:56 +0000 | [diff] [blame] | 220 | err = pseries_remove_memory(node); |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 221 | break; |
Nathan Fontenot | 3c3f67e | 2008-07-03 13:22:39 +1000 | [diff] [blame] | 222 | case PSERIES_DRCONF_MEM_ADD: |
| 223 | case PSERIES_DRCONF_MEM_REMOVE: |
Akinobu Mita | de2780a | 2011-06-21 03:35:56 +0000 | [diff] [blame] | 224 | err = pseries_drconf_memory(node, action); |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 225 | break; |
| 226 | } |
Akinobu Mita | de2780a | 2011-06-21 03:35:56 +0000 | [diff] [blame] | 227 | return notifier_from_errno(err); |
Badari Pulavarty | 57b5392 | 2008-04-18 13:33:50 -0700 | [diff] [blame] | 228 | } |
| 229 | |
| 230 | static struct notifier_block pseries_mem_nb = { |
| 231 | .notifier_call = pseries_memory_notifier, |
| 232 | }; |
| 233 | |
| 234 | static int __init pseries_memory_hotplug_init(void) |
| 235 | { |
| 236 | if (firmware_has_feature(FW_FEATURE_LPAR)) |
| 237 | pSeries_reconfig_notifier_register(&pseries_mem_nb); |
| 238 | |
| 239 | return 0; |
| 240 | } |
| 241 | machine_device_initcall(pseries, pseries_memory_hotplug_init); |