blob: 5de3ed29282c4aadfc164acb91384744686690ad [file] [log] [blame]
Bernhard Walle69ac9cd2008-06-27 13:12:54 +02001/*
2 * linux/drivers/firmware/memmap.c
3 * Copyright (C) 2008 SUSE LINUX Products GmbH
Bernhard Walle97bef7d2009-02-18 14:48:40 -08004 * by Bernhard Walle <bernhard.walle@gmx.de>
Bernhard Walle69ac9cd2008-06-27 13:12:54 +02005 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License v2.0 as published by
8 * the Free Software Foundation
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 *
15 */
16
17#include <linux/string.h>
18#include <linux/firmware-map.h>
19#include <linux/kernel.h>
20#include <linux/module.h>
21#include <linux/types.h>
22#include <linux/bootmem.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090023#include <linux/slab.h>
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -080024#include <linux/mm.h>
Bernhard Walle69ac9cd2008-06-27 13:12:54 +020025
26/*
27 * Data types ------------------------------------------------------------------
28 */
29
30/*
31 * Firmware map entry. Because firmware memory maps are flat and not
32 * hierarchical, it's ok to organise them in a linked list. No parent
33 * information is necessary as for the resource tree.
34 */
35struct firmware_map_entry {
Yinghai Lu3b0fde02009-06-16 15:31:16 -070036 /*
37 * start and end must be u64 rather than resource_size_t, because e820
38 * resources can lie at addresses above 4G.
39 */
40 u64 start; /* start of the memory range */
41 u64 end; /* end of the memory range (incl.) */
Bernhard Walle69ac9cd2008-06-27 13:12:54 +020042 const char *type; /* type of the memory range */
43 struct list_head list; /* entry for the linked list */
44 struct kobject kobj; /* kobject for each entry */
45};
46
47/*
48 * Forward declarations --------------------------------------------------------
49 */
50static ssize_t memmap_attr_show(struct kobject *kobj,
51 struct attribute *attr, char *buf);
52static ssize_t start_show(struct firmware_map_entry *entry, char *buf);
53static ssize_t end_show(struct firmware_map_entry *entry, char *buf);
54static ssize_t type_show(struct firmware_map_entry *entry, char *buf);
55
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -080056static struct firmware_map_entry * __meminit
57firmware_map_find_entry(u64 start, u64 end, const char *type);
58
Bernhard Walle69ac9cd2008-06-27 13:12:54 +020059/*
60 * Static data -----------------------------------------------------------------
61 */
62
63struct memmap_attribute {
64 struct attribute attr;
65 ssize_t (*show)(struct firmware_map_entry *entry, char *buf);
66};
67
Roel Kluinda2bdf92009-01-07 18:09:15 -080068static struct memmap_attribute memmap_start_attr = __ATTR_RO(start);
69static struct memmap_attribute memmap_end_attr = __ATTR_RO(end);
70static struct memmap_attribute memmap_type_attr = __ATTR_RO(type);
Bernhard Walle69ac9cd2008-06-27 13:12:54 +020071
72/*
73 * These are default attributes that are added for every memmap entry.
74 */
75static struct attribute *def_attrs[] = {
76 &memmap_start_attr.attr,
77 &memmap_end_attr.attr,
78 &memmap_type_attr.attr,
79 NULL
80};
81
Emese Revfy52cf25d2010-01-19 02:58:23 +010082static const struct sysfs_ops memmap_attr_ops = {
Bernhard Walle69ac9cd2008-06-27 13:12:54 +020083 .show = memmap_attr_show,
84};
85
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -080086/* Firmware memory map entries. */
87static LIST_HEAD(map_entries);
88static DEFINE_SPINLOCK(map_entries_lock);
89
90/*
91 * For memory hotplug, there is no way to free memory map entries allocated
92 * by boot mem after the system is up. So when we hot-remove memory whose
93 * map entry is allocated by bootmem, we need to remember the storage and
94 * reuse it when the memory is hot-added again.
95 */
96static LIST_HEAD(map_entries_bootmem);
97static DEFINE_SPINLOCK(map_entries_bootmem_lock);
98
99
100static inline struct firmware_map_entry *
101to_memmap_entry(struct kobject *kobj)
102{
103 return container_of(kobj, struct firmware_map_entry, kobj);
104}
105
106static void __meminit release_firmware_map_entry(struct kobject *kobj)
107{
108 struct firmware_map_entry *entry = to_memmap_entry(kobj);
109
110 if (PageReserved(virt_to_page(entry))) {
111 /*
112 * Remember the storage allocated by bootmem, and reuse it when
113 * the memory is hot-added again. The entry will be added to
114 * map_entries_bootmem here, and deleted from &map_entries in
115 * firmware_map_remove_entry().
116 */
Yasuaki Ishimatsu7a6f93b2013-04-29 15:08:39 -0700117 spin_lock(&map_entries_bootmem_lock);
118 list_add(&entry->list, &map_entries_bootmem);
119 spin_unlock(&map_entries_bootmem_lock);
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800120
121 return;
122 }
123
124 kfree(entry);
125}
126
127static struct kobj_type __refdata memmap_ktype = {
128 .release = release_firmware_map_entry,
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200129 .sysfs_ops = &memmap_attr_ops,
130 .default_attrs = def_attrs,
131};
132
133/*
134 * Registration functions ------------------------------------------------------
135 */
136
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200137/**
Bernhard Walle31bad922008-08-12 15:09:14 -0700138 * firmware_map_add_entry() - Does the real work to add a firmware memmap entry.
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200139 * @start: Start of the memory range.
Yasuaki Ishimatsu4ed940d2012-07-30 14:41:13 -0700140 * @end: End of the memory range (exclusive).
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200141 * @type: Type of the memory range.
142 * @entry: Pre-allocated (either kmalloc() or bootmem allocator), uninitialised
143 * entry.
Bernhard Walle31bad922008-08-12 15:09:14 -0700144 *
145 * Common implementation of firmware_map_add() and firmware_map_add_early()
146 * which expects a pre-allocated struct firmware_map_entry.
Michal Simekcbdc2812015-06-25 15:02:43 -0700147 *
148 * Return: 0 always
149 */
Yinghai Lu3b0fde02009-06-16 15:31:16 -0700150static int firmware_map_add_entry(u64 start, u64 end,
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200151 const char *type,
152 struct firmware_map_entry *entry)
153{
154 BUG_ON(start > end);
155
156 entry->start = start;
Yasuaki Ishimatsu4ed940d2012-07-30 14:41:13 -0700157 entry->end = end - 1;
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200158 entry->type = type;
159 INIT_LIST_HEAD(&entry->list);
160 kobject_init(&entry->kobj, &memmap_ktype);
161
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800162 spin_lock(&map_entries_lock);
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200163 list_add_tail(&entry->list, &map_entries);
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800164 spin_unlock(&map_entries_lock);
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200165
166 return 0;
167}
168
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800169/**
170 * firmware_map_remove_entry() - Does the real work to remove a firmware
171 * memmap entry.
172 * @entry: removed entry.
173 *
174 * The caller must hold map_entries_lock, and release it properly.
Michal Simekcbdc2812015-06-25 15:02:43 -0700175 */
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800176static inline void firmware_map_remove_entry(struct firmware_map_entry *entry)
177{
178 list_del(&entry->list);
179}
180
akpm@linux-foundation.orgd96ae532010-03-05 13:41:58 -0800181/*
182 * Add memmap entry on sysfs
183 */
184static int add_sysfs_fw_map_entry(struct firmware_map_entry *entry)
185{
186 static int map_entries_nr;
187 static struct kset *mmap_kset;
188
Yasuaki Ishimatsu22880eb2014-10-09 15:29:07 -0700189 if (entry->kobj.state_in_sysfs)
190 return -EEXIST;
191
akpm@linux-foundation.orgd96ae532010-03-05 13:41:58 -0800192 if (!mmap_kset) {
193 mmap_kset = kset_create_and_add("memmap", NULL, firmware_kobj);
194 if (!mmap_kset)
195 return -ENOMEM;
196 }
197
198 entry->kobj.kset = mmap_kset;
199 if (kobject_add(&entry->kobj, NULL, "%d", map_entries_nr++))
200 kobject_put(&entry->kobj);
201
202 return 0;
203}
204
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800205/*
206 * Remove memmap entry on sysfs
207 */
208static inline void remove_sysfs_fw_map_entry(struct firmware_map_entry *entry)
209{
210 kobject_put(&entry->kobj);
211}
212
Michal Simekcbdc2812015-06-25 15:02:43 -0700213/**
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800214 * firmware_map_find_entry_in_list() - Search memmap entry in a given list.
215 * @start: Start of the memory range.
216 * @end: End of the memory range (exclusive).
217 * @type: Type of the memory range.
218 * @list: In which to find the entry.
219 *
220 * This function is to find the memmap entey of a given memory range in a
221 * given list. The caller must hold map_entries_lock, and must not release
222 * the lock until the processing of the returned entry has completed.
223 *
224 * Return: Pointer to the entry to be found on success, or NULL on failure.
225 */
226static struct firmware_map_entry * __meminit
227firmware_map_find_entry_in_list(u64 start, u64 end, const char *type,
228 struct list_head *list)
229{
230 struct firmware_map_entry *entry;
231
232 list_for_each_entry(entry, list, list)
233 if ((entry->start == start) && (entry->end == end) &&
234 (!strcmp(entry->type, type))) {
235 return entry;
236 }
237
238 return NULL;
239}
240
Michal Simekcbdc2812015-06-25 15:02:43 -0700241/**
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800242 * firmware_map_find_entry() - Search memmap entry in map_entries.
243 * @start: Start of the memory range.
244 * @end: End of the memory range (exclusive).
245 * @type: Type of the memory range.
246 *
247 * This function is to find the memmap entey of a given memory range.
248 * The caller must hold map_entries_lock, and must not release the lock
249 * until the processing of the returned entry has completed.
250 *
251 * Return: Pointer to the entry to be found on success, or NULL on failure.
252 */
253static struct firmware_map_entry * __meminit
254firmware_map_find_entry(u64 start, u64 end, const char *type)
255{
256 return firmware_map_find_entry_in_list(start, end, type, &map_entries);
257}
258
Michal Simekcbdc2812015-06-25 15:02:43 -0700259/**
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800260 * firmware_map_find_entry_bootmem() - Search memmap entry in map_entries_bootmem.
261 * @start: Start of the memory range.
262 * @end: End of the memory range (exclusive).
263 * @type: Type of the memory range.
264 *
265 * This function is similar to firmware_map_find_entry except that it find the
266 * given entry in map_entries_bootmem.
267 *
268 * Return: Pointer to the entry to be found on success, or NULL on failure.
269 */
270static struct firmware_map_entry * __meminit
271firmware_map_find_entry_bootmem(u64 start, u64 end, const char *type)
272{
273 return firmware_map_find_entry_in_list(start, end, type,
274 &map_entries_bootmem);
275}
276
Bernhard Walle31bad922008-08-12 15:09:14 -0700277/**
akpm@linux-foundation.orgd96ae532010-03-05 13:41:58 -0800278 * firmware_map_add_hotplug() - Adds a firmware mapping entry when we do
279 * memory hotplug.
Bernhard Walle31bad922008-08-12 15:09:14 -0700280 * @start: Start of the memory range.
Yasuaki Ishimatsu4ed940d2012-07-30 14:41:13 -0700281 * @end: End of the memory range (exclusive)
Bernhard Walle31bad922008-08-12 15:09:14 -0700282 * @type: Type of the memory range.
283 *
akpm@linux-foundation.orgd96ae532010-03-05 13:41:58 -0800284 * Adds a firmware mapping entry. This function is for memory hotplug, it is
285 * similar to function firmware_map_add_early(). The only difference is that
286 * it will create the syfs entry dynamically.
Bernhard Walle31bad922008-08-12 15:09:14 -0700287 *
Michal Simekcbdc2812015-06-25 15:02:43 -0700288 * Return: 0 on success, or -ENOMEM if no memory could be allocated.
289 */
akpm@linux-foundation.orgd96ae532010-03-05 13:41:58 -0800290int __meminit firmware_map_add_hotplug(u64 start, u64 end, const char *type)
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200291{
292 struct firmware_map_entry *entry;
293
Yasuaki Ishimatsuf0093ed2014-08-06 16:07:03 -0700294 entry = firmware_map_find_entry(start, end - 1, type);
295 if (entry)
296 return 0;
297
Yasuaki Ishimatsu49c8b242014-08-06 16:07:00 -0700298 entry = firmware_map_find_entry_bootmem(start, end - 1, type);
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800299 if (!entry) {
300 entry = kzalloc(sizeof(struct firmware_map_entry), GFP_ATOMIC);
301 if (!entry)
302 return -ENOMEM;
303 } else {
304 /* Reuse storage allocated by bootmem. */
305 spin_lock(&map_entries_bootmem_lock);
306 list_del(&entry->list);
307 spin_unlock(&map_entries_bootmem_lock);
308
309 memset(entry, 0, sizeof(*entry));
310 }
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200311
akpm@linux-foundation.orgd96ae532010-03-05 13:41:58 -0800312 firmware_map_add_entry(start, end, type, entry);
313 /* create the memmap entry */
314 add_sysfs_fw_map_entry(entry);
315
316 return 0;
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200317}
318
Bernhard Walle31bad922008-08-12 15:09:14 -0700319/**
320 * firmware_map_add_early() - Adds a firmware mapping entry.
321 * @start: Start of the memory range.
Yasuaki Ishimatsu4ed940d2012-07-30 14:41:13 -0700322 * @end: End of the memory range.
Bernhard Walle31bad922008-08-12 15:09:14 -0700323 * @type: Type of the memory range.
324 *
325 * Adds a firmware mapping entry. This function uses the bootmem allocator
akpm@linux-foundation.orgd96ae532010-03-05 13:41:58 -0800326 * for memory allocation.
Bernhard Walle31bad922008-08-12 15:09:14 -0700327 *
328 * That function must be called before late_initcall.
329 *
Michal Simekcbdc2812015-06-25 15:02:43 -0700330 * Return: 0 on success, or -ENOMEM if no memory could be allocated.
331 */
Yinghai Lu3b0fde02009-06-16 15:31:16 -0700332int __init firmware_map_add_early(u64 start, u64 end, const char *type)
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200333{
334 struct firmware_map_entry *entry;
335
Santosh Shilimkar4fc0bc52014-01-21 15:50:45 -0800336 entry = memblock_virt_alloc(sizeof(struct firmware_map_entry), 0);
Bernhard Walle31bad922008-08-12 15:09:14 -0700337 if (WARN_ON(!entry))
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200338 return -ENOMEM;
339
340 return firmware_map_add_entry(start, end, type, entry);
341}
342
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800343/**
344 * firmware_map_remove() - remove a firmware mapping entry
345 * @start: Start of the memory range.
346 * @end: End of the memory range.
347 * @type: Type of the memory range.
348 *
349 * removes a firmware mapping entry.
350 *
Michal Simekcbdc2812015-06-25 15:02:43 -0700351 * Return: 0 on success, or -EINVAL if no entry.
352 */
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800353int __meminit firmware_map_remove(u64 start, u64 end, const char *type)
354{
355 struct firmware_map_entry *entry;
356
357 spin_lock(&map_entries_lock);
358 entry = firmware_map_find_entry(start, end - 1, type);
359 if (!entry) {
360 spin_unlock(&map_entries_lock);
361 return -EINVAL;
362 }
363
364 firmware_map_remove_entry(entry);
365 spin_unlock(&map_entries_lock);
366
367 /* remove the memmap entry */
368 remove_sysfs_fw_map_entry(entry);
369
370 return 0;
371}
372
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200373/*
374 * Sysfs functions -------------------------------------------------------------
375 */
376
377static ssize_t start_show(struct firmware_map_entry *entry, char *buf)
378{
Randy Dunlap78681ac2008-07-26 15:22:28 -0700379 return snprintf(buf, PAGE_SIZE, "0x%llx\n",
380 (unsigned long long)entry->start);
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200381}
382
383static ssize_t end_show(struct firmware_map_entry *entry, char *buf)
384{
Randy Dunlap78681ac2008-07-26 15:22:28 -0700385 return snprintf(buf, PAGE_SIZE, "0x%llx\n",
386 (unsigned long long)entry->end);
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200387}
388
389static ssize_t type_show(struct firmware_map_entry *entry, char *buf)
390{
391 return snprintf(buf, PAGE_SIZE, "%s\n", entry->type);
392}
393
Yasuaki Ishimatsu46c66c42013-02-22 16:32:56 -0800394static inline struct memmap_attribute *to_memmap_attr(struct attribute *attr)
395{
396 return container_of(attr, struct memmap_attribute, attr);
397}
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200398
399static ssize_t memmap_attr_show(struct kobject *kobj,
400 struct attribute *attr, char *buf)
401{
402 struct firmware_map_entry *entry = to_memmap_entry(kobj);
403 struct memmap_attribute *memmap_attr = to_memmap_attr(attr);
404
405 return memmap_attr->show(entry, buf);
406}
407
408/*
409 * Initialises stuff and adds the entries in the map_entries list to
410 * sysfs. Important is that firmware_map_add() and firmware_map_add_early()
Bernhard Walle31bad922008-08-12 15:09:14 -0700411 * must be called before late_initcall. That's just because that function
412 * is called as late_initcall() function, which means that if you call
413 * firmware_map_add() or firmware_map_add_early() afterwards, the entries
414 * are not added to sysfs.
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200415 */
Fengguang Wubac71692012-10-19 13:56:55 -0700416static int __init firmware_memmap_init(void)
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200417{
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200418 struct firmware_map_entry *entry;
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200419
akpm@linux-foundation.orgd96ae532010-03-05 13:41:58 -0800420 list_for_each_entry(entry, &map_entries, list)
421 add_sysfs_fw_map_entry(entry);
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200422
423 return 0;
424}
Fengguang Wubac71692012-10-19 13:56:55 -0700425late_initcall(firmware_memmap_init);
Bernhard Walle69ac9cd2008-06-27 13:12:54 +0200426