blob: 23e2319ead41c33402c942646c0ba11e35510d96 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Rafael J. Wysocki0a347642013-03-03 23:18:03 +01002 * Copyright (C) 2004, 2013 Intel Corporation
3 * Author: Naveen B S <naveen.b.s@intel.com>
4 * Author: Rafael J. Wysocki <rafael.j.wysocki@intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or (at
11 * your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 *
24 * ACPI based HotPlug driver that supports Memory Hotplug
Nick Andrewc7060d92009-01-03 18:53:39 +110025 * This driver fields notifications from firmware for memory add
Linus Torvalds1da177e2005-04-16 15:20:36 -070026 * and remove operations and alerts the VM of the affected memory
27 * ranges.
28 */
29
Toshi Kaniab6c5702012-11-20 23:42:28 +000030#include <linux/acpi.h>
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +020031#include <linux/memory.h>
Rafael J. Wysocki0a347642013-03-03 23:18:03 +010032#include <linux/memory_hotplug.h>
33
34#include "internal.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#define ACPI_MEMORY_DEVICE_CLASS "memory"
37#define ACPI_MEMORY_DEVICE_HID "PNP0C80"
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#define ACPI_MEMORY_DEVICE_NAME "Hotplug Mem Device"
39
40#define _COMPONENT ACPI_MEMORY_DEVICE_COMPONENT
41
Zhao Yakuiaa7b2b22009-07-03 10:49:03 +080042#undef PREFIX
43#define PREFIX "ACPI:memory_hp:"
44
Len Brownf52fd662007-02-12 22:42:12 -050045ACPI_MODULE_NAME("acpi_memhotplug");
Linus Torvalds1da177e2005-04-16 15:20:36 -070046
Rafael J. Wysockicccd4202014-05-30 04:29:14 +020047static const struct acpi_device_id memory_device_ids[] = {
48 {ACPI_MEMORY_DEVICE_HID, 0},
49 {"", 0},
50};
51
52#ifdef CONFIG_ACPI_HOTPLUG_MEMORY
53
Linus Torvalds1da177e2005-04-16 15:20:36 -070054/* Memory Device States */
55#define MEMORY_INVALID_STATE 0
56#define MEMORY_POWER_ON_STATE 1
57#define MEMORY_POWER_OFF_STATE 2
58
Rafael J. Wysocki0a347642013-03-03 23:18:03 +010059static int acpi_memory_device_add(struct acpi_device *device,
60 const struct acpi_device_id *not_used);
61static void acpi_memory_device_remove(struct acpi_device *device);
Linus Torvalds1da177e2005-04-16 15:20:36 -070062
Rafael J. Wysocki0a347642013-03-03 23:18:03 +010063static struct acpi_scan_handler memory_device_handler = {
Thomas Renninger1ba90e32007-07-23 14:44:41 +020064 .ids = memory_device_ids,
Rafael J. Wysocki0a347642013-03-03 23:18:03 +010065 .attach = acpi_memory_device_add,
66 .detach = acpi_memory_device_remove,
67 .hotplug = {
68 .enabled = true,
69 },
Linus Torvalds1da177e2005-04-16 15:20:36 -070070};
71
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -070072struct acpi_memory_info {
73 struct list_head list;
74 u64 start_addr; /* Memory Range start physical addr */
75 u64 length; /* Memory Range length */
76 unsigned short caching; /* memory cache attribute */
77 unsigned short write_protect; /* memory read/write attribute */
78 unsigned int enabled:1;
79};
80
Linus Torvalds1da177e2005-04-16 15:20:36 -070081struct acpi_memory_device {
Patrick Mochel3b748632006-05-19 16:54:38 -040082 struct acpi_device * device;
Len Brown4be44fc2005-08-05 00:44:28 -040083 unsigned int state; /* State of the memory device */
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -070084 struct list_head res_list;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085};
86
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -070087static acpi_status
88acpi_memory_get_resource(struct acpi_resource *resource, void *context)
89{
90 struct acpi_memory_device *mem_device = context;
91 struct acpi_resource_address64 address64;
92 struct acpi_memory_info *info, *new;
93 acpi_status status;
94
95 status = acpi_resource_to_address64(resource, &address64);
96 if (ACPI_FAILURE(status) ||
97 (address64.resource_type != ACPI_MEMORY_RANGE))
98 return AE_OK;
99
100 list_for_each_entry(info, &mem_device->res_list, list) {
101 /* Can we combine the resource range information? */
102 if ((info->caching == address64.info.mem.caching) &&
103 (info->write_protect == address64.info.mem.write_protect) &&
104 (info->start_addr + info->length == address64.minimum)) {
105 info->length += address64.address_length;
106 return AE_OK;
107 }
108 }
109
110 new = kzalloc(sizeof(struct acpi_memory_info), GFP_KERNEL);
111 if (!new)
112 return AE_ERROR;
113
114 INIT_LIST_HEAD(&new->list);
115 new->caching = address64.info.mem.caching;
116 new->write_protect = address64.info.mem.write_protect;
117 new->start_addr = address64.minimum;
118 new->length = address64.address_length;
119 list_add_tail(&new->list, &mem_device->res_list);
120
121 return AE_OK;
122}
123
Wen Congyang386e52b2012-11-16 02:06:06 +0100124static void
125acpi_memory_free_device_resources(struct acpi_memory_device *mem_device)
126{
127 struct acpi_memory_info *info, *n;
128
129 list_for_each_entry_safe(info, n, &mem_device->res_list, list)
130 kfree(info);
131 INIT_LIST_HEAD(&mem_device->res_list);
132}
133
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134static int
135acpi_memory_get_device_resources(struct acpi_memory_device *mem_device)
136{
137 acpi_status status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138
KAMEZAWA Hiroyuki5d2870f2006-08-05 12:15:04 -0700139 if (!list_empty(&mem_device->res_list))
140 return 0;
141
Patrick Mochelb8632782006-05-19 16:54:41 -0400142 status = acpi_walk_resources(mem_device->device->handle, METHOD_NAME__CRS,
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700143 acpi_memory_get_resource, mem_device);
144 if (ACPI_FAILURE(status)) {
Wen Congyang386e52b2012-11-16 02:06:06 +0100145 acpi_memory_free_device_resources(mem_device);
Patrick Mocheld550d982006-06-27 00:41:40 -0400146 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 }
148
Patrick Mocheld550d982006-06-27 00:41:40 -0400149 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150}
151
Len Brown4be44fc2005-08-05 00:44:28 -0400152static int acpi_memory_check_device(struct acpi_memory_device *mem_device)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153{
Matthew Wilcox27663c52008-10-10 02:22:59 -0400154 unsigned long long current_status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155
156 /* Get device present/absent information from the _STA */
Zhang Yanfei16ff8162013-10-02 16:27:37 +0800157 if (ACPI_FAILURE(acpi_evaluate_integer(mem_device->device->handle,
158 METHOD_NAME__STA, NULL,
159 &current_status)))
Patrick Mocheld550d982006-06-27 00:41:40 -0400160 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 /*
162 * Check for device status. Device should be
163 * present/enabled/functioning.
164 */
Bjorn Helgaasa0bd4ac2007-04-25 14:17:39 -0400165 if (!((current_status & ACPI_STA_DEVICE_PRESENT)
166 && (current_status & ACPI_STA_DEVICE_ENABLED)
167 && (current_status & ACPI_STA_DEVICE_FUNCTIONING)))
Patrick Mocheld550d982006-06-27 00:41:40 -0400168 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169
Patrick Mocheld550d982006-06-27 00:41:40 -0400170 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171}
172
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200173static unsigned long acpi_meminfo_start_pfn(struct acpi_memory_info *info)
174{
175 return PFN_DOWN(info->start_addr);
176}
177
178static unsigned long acpi_meminfo_end_pfn(struct acpi_memory_info *info)
179{
180 return PFN_UP(info->start_addr + info->length-1);
181}
182
183static int acpi_bind_memblk(struct memory_block *mem, void *arg)
184{
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100185 return acpi_bind_one(&mem->dev, arg);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200186}
187
188static int acpi_bind_memory_blocks(struct acpi_memory_info *info,
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100189 struct acpi_device *adev)
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200190{
191 return walk_memory_range(acpi_meminfo_start_pfn(info),
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100192 acpi_meminfo_end_pfn(info), adev,
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200193 acpi_bind_memblk);
194}
195
196static int acpi_unbind_memblk(struct memory_block *mem, void *arg)
197{
198 acpi_unbind_one(&mem->dev);
199 return 0;
200}
201
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100202static void acpi_unbind_memory_blocks(struct acpi_memory_info *info)
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200203{
204 walk_memory_range(acpi_meminfo_start_pfn(info),
205 acpi_meminfo_end_pfn(info), NULL, acpi_unbind_memblk);
206}
207
Len Brown4be44fc2005-08-05 00:44:28 -0400208static int acpi_memory_enable_device(struct acpi_memory_device *mem_device)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209{
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200210 acpi_handle handle = mem_device->device->handle;
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700211 int result, num_enabled = 0;
212 struct acpi_memory_info *info;
Yasunori Goto1e3590e2006-06-27 02:53:31 -0700213 int node;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200215 node = acpi_get_node(handle);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 /*
217 * Tell the VM there is more memory here...
218 * Note: Assume that this function returns zero on success
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700219 * We don't have memory-hot-add rollback function,now.
220 * (i.e. memory-hot-remove function)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221 */
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700222 list_for_each_entry(info, &mem_device->res_list, list) {
KAMEZAWA Hiroyukifa25d8d2006-08-05 12:15:02 -0700223 if (info->enabled) { /* just sanity check...*/
Yasunori Gotodd56a8e2006-06-27 02:53:29 -0700224 num_enabled++;
225 continue;
226 }
Zhao Yakui5d2619f2009-07-07 10:56:11 +0800227 /*
228 * If the memory block size is zero, please ignore it.
229 * Don't try to do the following memory hotplug flowchart.
230 */
231 if (!info->length)
232 continue;
Keith Mannthey8c2676a2006-09-30 23:27:07 -0700233 if (node < 0)
234 node = memory_add_physaddr_to_nid(info->start_addr);
235
Yasunori Gotobc02af92006-06-27 02:53:30 -0700236 result = add_memory(node, info->start_addr, info->length);
Wen Congyang65479472012-11-16 02:10:37 +0100237
238 /*
239 * If the memory block has been used by the kernel, add_memory()
240 * returns -EEXIST. If add_memory() returns the other error, it
241 * means that this memory block is not used by the kernel.
242 */
Yasuaki Ishimatsufd4655c2013-03-22 01:53:49 +0000243 if (result && result != -EEXIST)
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700244 continue;
Wen Congyang65479472012-11-16 02:10:37 +0100245
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100246 result = acpi_bind_memory_blocks(info, mem_device->device);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200247 if (result) {
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100248 acpi_unbind_memory_blocks(info);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200249 return -ENODEV;
250 }
251
Yasuaki Ishimatsubb49d822013-03-21 04:36:12 +0000252 info->enabled = 1;
253
Wen Congyang65479472012-11-16 02:10:37 +0100254 /*
255 * Add num_enable even if add_memory() returns -EEXIST, so the
256 * device is bound to this driver.
257 */
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700258 num_enabled++;
259 }
260 if (!num_enabled) {
Toshi Kaniab6c5702012-11-20 23:42:28 +0000261 dev_err(&mem_device->device->dev, "add_memory failed\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262 mem_device->state = MEMORY_INVALID_STATE;
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700263 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264 }
Zhao Yakui5d2619f2009-07-07 10:56:11 +0800265 /*
266 * Sometimes the memory device will contain several memory blocks.
267 * When one memory block is hot-added to the system memory, it will
268 * be regarded as a success.
269 * Otherwise if the last memory block can't be hot-added to the system
270 * memory, it will be failure and the memory device can't be bound with
271 * driver.
272 */
273 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274}
275
Rafael J. Wysocki242831e2013-05-27 12:58:46 +0200276static void acpi_memory_remove_memory(struct acpi_memory_device *mem_device)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277{
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200278 acpi_handle handle = mem_device->device->handle;
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700279 struct acpi_memory_info *info, *n;
Rafael J. Wysocki242831e2013-05-27 12:58:46 +0200280 int nid = acpi_get_node(handle);
Tang Chen60a5a192013-02-22 16:33:14 -0800281
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700282 list_for_each_entry_safe(info, n, &mem_device->res_list, list) {
Wen Congyang65479472012-11-16 02:10:37 +0100283 if (!info->enabled)
Yasuaki Ishimatsufd4655c2013-03-22 01:53:49 +0000284 continue;
Wen Congyang65479472012-11-16 02:10:37 +0100285
Jianguo Wu1bb25df2013-08-30 09:25:40 +0800286 if (nid == NUMA_NO_NODE)
Tang Chen60a5a192013-02-22 16:33:14 -0800287 nid = memory_add_physaddr_to_nid(info->start_addr);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200288
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100289 acpi_unbind_memory_blocks(info);
Rafael J. Wysocki242831e2013-05-27 12:58:46 +0200290 remove_memory(nid, info->start_addr, info->length);
Yasuaki Ishimatsu19387b22012-11-15 06:59:31 +0000291 list_del(&info->list);
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700292 kfree(info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293 }
Yasuaki Ishimatsu19387b22012-11-15 06:59:31 +0000294}
295
Wen Congyang386e52b2012-11-16 02:06:06 +0100296static void acpi_memory_device_free(struct acpi_memory_device *mem_device)
297{
298 if (!mem_device)
299 return;
300
301 acpi_memory_free_device_resources(mem_device);
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100302 mem_device->device->driver_data = NULL;
Wen Congyang386e52b2012-11-16 02:06:06 +0100303 kfree(mem_device);
304}
305
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100306static int acpi_memory_device_add(struct acpi_device *device,
307 const struct acpi_device_id *not_used)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308{
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100309 struct acpi_memory_device *mem_device;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700310 int result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311
312 if (!device)
Patrick Mocheld550d982006-06-27 00:41:40 -0400313 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314
Burman Yan36bcbec2006-12-19 12:56:11 -0800315 mem_device = kzalloc(sizeof(struct acpi_memory_device), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316 if (!mem_device)
Patrick Mocheld550d982006-06-27 00:41:40 -0400317 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700319 INIT_LIST_HEAD(&mem_device->res_list);
Patrick Mochel3b748632006-05-19 16:54:38 -0400320 mem_device->device = device;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 sprintf(acpi_device_name(device), "%s", ACPI_MEMORY_DEVICE_NAME);
322 sprintf(acpi_device_class(device), "%s", ACPI_MEMORY_DEVICE_CLASS);
Pavel Machekdb89b4f2008-09-22 14:37:34 -0700323 device->driver_data = mem_device;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324
325 /* Get the range from the _CRS */
326 result = acpi_memory_get_device_resources(mem_device);
327 if (result) {
Toshi Kanid19f5032013-07-10 10:47:13 -0600328 device->driver_data = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 kfree(mem_device);
Patrick Mocheld550d982006-06-27 00:41:40 -0400330 return result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700331 }
332
333 /* Set the device state */
334 mem_device->state = MEMORY_POWER_ON_STATE;
335
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100336 result = acpi_memory_check_device(mem_device);
337 if (result) {
338 acpi_memory_device_free(mem_device);
339 return 0;
Bjorn Helgaas80f20fe2009-06-22 20:41:25 +0000340 }
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100341
342 result = acpi_memory_enable_device(mem_device);
343 if (result) {
344 dev_err(&device->dev, "acpi_memory_enable_device() error\n");
345 acpi_memory_device_free(mem_device);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200346 return result;
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100347 }
348
349 dev_dbg(&device->dev, "Memory device configured by ACPI\n");
350 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351}
352
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100353static void acpi_memory_device_remove(struct acpi_device *device)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700354{
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100355 struct acpi_memory_device *mem_device;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356
357 if (!device || !acpi_driver_data(device))
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100358 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700359
Jan Engelhardt50dd0962006-10-01 00:28:50 +0200360 mem_device = acpi_driver_data(device);
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100361 acpi_memory_remove_memory(mem_device);
Wen Congyang386e52b2012-11-16 02:06:06 +0100362 acpi_memory_device_free(mem_device);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363}
364
Prarit Bhargava00159a22014-01-14 14:21:13 -0500365static bool __initdata acpi_no_memhotplug;
366
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100367void __init acpi_memory_hotplug_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368{
Rafael J. Wysockicccd4202014-05-30 04:29:14 +0200369 if (acpi_no_memhotplug) {
370 memory_device_handler.attach = NULL;
371 acpi_scan_add_handler(&memory_device_handler);
Prarit Bhargava00159a22014-01-14 14:21:13 -0500372 return;
Rafael J. Wysockicccd4202014-05-30 04:29:14 +0200373 }
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100374 acpi_scan_add_handler_with_hotplug(&memory_device_handler, "memory");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375}
Prarit Bhargava00159a22014-01-14 14:21:13 -0500376
377static int __init disable_acpi_memory_hotplug(char *str)
378{
379 acpi_no_memhotplug = true;
380 return 1;
381}
382__setup("acpi_no_memhotplug", disable_acpi_memory_hotplug);
Rafael J. Wysockicccd4202014-05-30 04:29:14 +0200383
384#else
385
386static struct acpi_scan_handler memory_device_handler = {
387 .ids = memory_device_ids,
388};
389
390void __init acpi_memory_hotplug_init(void)
391{
392 acpi_scan_add_handler(&memory_device_handler);
393}
394
395#endif /* CONFIG_ACPI_HOTPLUG_MEMORY */