Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999 |
| 3 | */ |
| 4 | #ifndef _LINUX_BOOTMEM_H |
| 5 | #define _LINUX_BOOTMEM_H |
| 6 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | #include <linux/mmzone.h> |
Santosh Shilimkar | 26f09e9 | 2014-01-21 15:50:19 -0800 | [diff] [blame] | 8 | #include <linux/mm_types.h> |
Franck Bui-Huu | e786e86 | 2006-09-25 23:31:06 -0700 | [diff] [blame] | 9 | #include <asm/dma.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | |
| 11 | /* |
| 12 | * simple boot-time physical memory area allocator. |
| 13 | */ |
| 14 | |
| 15 | extern unsigned long max_low_pfn; |
| 16 | extern unsigned long min_low_pfn; |
| 17 | |
| 18 | /* |
| 19 | * highest page |
| 20 | */ |
| 21 | extern unsigned long max_pfn; |
| 22 | |
Yinghai Lu | 0867721 | 2010-02-10 01:20:20 -0800 | [diff] [blame] | 23 | #ifndef CONFIG_NO_BOOTMEM |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | /* |
| 25 | * node_bootmem_map is a map pointer - the bits represent all physical |
| 26 | * memory pages (including holes) on the node. |
| 27 | */ |
| 28 | typedef struct bootmem_data { |
Johannes Weiner | 3560e24 | 2008-07-23 21:28:09 -0700 | [diff] [blame] | 29 | unsigned long node_min_pfn; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | unsigned long node_low_pfn; |
| 31 | void *node_bootmem_map; |
Johannes Weiner | 5f2809e | 2008-07-23 21:28:05 -0700 | [diff] [blame] | 32 | unsigned long last_end_off; |
| 33 | unsigned long hint_idx; |
KAMEZAWA Hiroyuki | 679bc9f | 2006-03-27 01:15:58 -0800 | [diff] [blame] | 34 | struct list_head list; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | } bootmem_data_t; |
| 36 | |
Johannes Weiner | b61bfa3 | 2008-07-23 21:26:55 -0700 | [diff] [blame] | 37 | extern bootmem_data_t bootmem_node_data[]; |
Yinghai Lu | 0867721 | 2010-02-10 01:20:20 -0800 | [diff] [blame] | 38 | #endif |
Johannes Weiner | b61bfa3 | 2008-07-23 21:26:55 -0700 | [diff] [blame] | 39 | |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 40 | extern unsigned long bootmem_bootmap_pages(unsigned long); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 41 | |
| 42 | extern unsigned long init_bootmem_node(pg_data_t *pgdat, |
| 43 | unsigned long freepfn, |
| 44 | unsigned long startpfn, |
| 45 | unsigned long endpfn); |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 46 | extern unsigned long init_bootmem(unsigned long addr, unsigned long memend); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 47 | |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 48 | extern unsigned long free_all_bootmem(void); |
Tang Chen | f784a3f | 2014-11-13 15:19:39 -0800 | [diff] [blame] | 49 | extern void reset_node_managed_pages(pg_data_t *pgdat); |
Jiang Liu | 7b4b2a0 | 2013-07-03 15:03:11 -0700 | [diff] [blame] | 50 | extern void reset_all_zones_managed_pages(void); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 51 | |
| 52 | extern void free_bootmem_node(pg_data_t *pgdat, |
| 53 | unsigned long addr, |
| 54 | unsigned long size); |
Joonsoo Kim | 81df9bf | 2012-12-11 16:03:10 -0800 | [diff] [blame] | 55 | extern void free_bootmem(unsigned long physaddr, unsigned long size); |
| 56 | extern void free_bootmem_late(unsigned long physaddr, unsigned long size); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 57 | |
| 58 | /* |
| 59 | * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE, |
| 60 | * the architecture-specific code should honor this). |
| 61 | * |
Wang Sheng-Hui | 1754e44 | 2014-06-04 16:08:04 -0700 | [diff] [blame] | 62 | * If flags is BOOTMEM_DEFAULT, then the return value is always 0 (success). |
| 63 | * If flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the memory |
| 64 | * already was reserved. |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 65 | */ |
| 66 | #define BOOTMEM_DEFAULT 0 |
| 67 | #define BOOTMEM_EXCLUSIVE (1<<0) |
| 68 | |
Tejun Heo | c132937 | 2009-02-24 11:57:20 +0900 | [diff] [blame] | 69 | extern int reserve_bootmem(unsigned long addr, |
| 70 | unsigned long size, |
| 71 | int flags); |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 72 | extern int reserve_bootmem_node(pg_data_t *pgdat, |
| 73 | unsigned long physaddr, |
| 74 | unsigned long size, |
| 75 | int flags); |
| 76 | |
| 77 | extern void *__alloc_bootmem(unsigned long size, |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 78 | unsigned long align, |
| 79 | unsigned long goal); |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 80 | extern void *__alloc_bootmem_nopanic(unsigned long size, |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 81 | unsigned long align, |
| 82 | unsigned long goal); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 83 | extern void *__alloc_bootmem_node(pg_data_t *pgdat, |
| 84 | unsigned long size, |
| 85 | unsigned long align, |
| 86 | unsigned long goal); |
Yinghai Lu | 0867721 | 2010-02-10 01:20:20 -0800 | [diff] [blame] | 87 | void *__alloc_bootmem_node_high(pg_data_t *pgdat, |
| 88 | unsigned long size, |
| 89 | unsigned long align, |
| 90 | unsigned long goal); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 91 | extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat, |
| 92 | unsigned long size, |
| 93 | unsigned long align, |
| 94 | unsigned long goal); |
Yinghai Lu | 99ab7b1 | 2012-07-11 14:02:53 -0700 | [diff] [blame] | 95 | void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat, |
| 96 | unsigned long size, |
| 97 | unsigned long align, |
| 98 | unsigned long goal, |
| 99 | unsigned long limit); |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 100 | extern void *__alloc_bootmem_low(unsigned long size, |
| 101 | unsigned long align, |
| 102 | unsigned long goal); |
Yinghai Lu | 38fa417 | 2013-01-24 12:20:15 -0800 | [diff] [blame] | 103 | void *__alloc_bootmem_low_nopanic(unsigned long size, |
| 104 | unsigned long align, |
| 105 | unsigned long goal); |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 106 | extern void *__alloc_bootmem_low_node(pg_data_t *pgdat, |
| 107 | unsigned long size, |
| 108 | unsigned long align, |
| 109 | unsigned long goal); |
Tejun Heo | c132937 | 2009-02-24 11:57:20 +0900 | [diff] [blame] | 110 | |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 111 | #ifdef CONFIG_NO_BOOTMEM |
| 112 | /* We are using top down, so it is safe to use 0 here */ |
| 113 | #define BOOTMEM_LOW_LIMIT 0 |
| 114 | #else |
| 115 | #define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS) |
| 116 | #endif |
| 117 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | #define alloc_bootmem(x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 119 | __alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
Suresh Siddha | 53dde5f | 2010-11-16 13:23:50 -0800 | [diff] [blame] | 120 | #define alloc_bootmem_align(x, align) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 121 | __alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT) |
Jan Beulich | 74768ed | 2008-08-12 15:08:39 -0700 | [diff] [blame] | 122 | #define alloc_bootmem_nopanic(x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 123 | __alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | #define alloc_bootmem_pages(x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 125 | __alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
Jan Beulich | 74768ed | 2008-08-12 15:08:39 -0700 | [diff] [blame] | 126 | #define alloc_bootmem_pages_nopanic(x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 127 | __alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | #define alloc_bootmem_node(pgdat, x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 129 | __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
Yinghai Lu | 8f389a99 | 2011-05-11 15:13:32 -0700 | [diff] [blame] | 130 | #define alloc_bootmem_node_nopanic(pgdat, x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 131 | __alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | #define alloc_bootmem_pages_node(pgdat, x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 133 | __alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 134 | #define alloc_bootmem_pages_node_nopanic(pgdat, x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 135 | __alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 136 | |
| 137 | #define alloc_bootmem_low(x) \ |
| 138 | __alloc_bootmem_low(x, SMP_CACHE_BYTES, 0) |
Yinghai Lu | 38fa417 | 2013-01-24 12:20:15 -0800 | [diff] [blame] | 139 | #define alloc_bootmem_low_pages_nopanic(x) \ |
| 140 | __alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0) |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 141 | #define alloc_bootmem_low_pages(x) \ |
| 142 | __alloc_bootmem_low(x, PAGE_SIZE, 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 | #define alloc_bootmem_low_pages_node(pgdat, x) \ |
Franck Bui-Huu | 71fb2e8 | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 144 | __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0) |
Johannes Weiner | c6af5e9 | 2008-07-25 15:48:04 +0200 | [diff] [blame] | 145 | |
Santosh Shilimkar | 26f09e9 | 2014-01-21 15:50:19 -0800 | [diff] [blame] | 146 | |
| 147 | #if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) |
| 148 | |
| 149 | /* FIXME: use MEMBLOCK_ALLOC_* variants here */ |
| 150 | #define BOOTMEM_ALLOC_ACCESSIBLE 0 |
| 151 | #define BOOTMEM_ALLOC_ANYWHERE (~(phys_addr_t)0) |
| 152 | |
| 153 | /* FIXME: Move to memblock.h at a point where we remove nobootmem.c */ |
| 154 | void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size, |
| 155 | phys_addr_t align, phys_addr_t min_addr, |
| 156 | phys_addr_t max_addr, int nid); |
| 157 | void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align, |
| 158 | phys_addr_t min_addr, phys_addr_t max_addr, int nid); |
| 159 | void __memblock_free_early(phys_addr_t base, phys_addr_t size); |
| 160 | void __memblock_free_late(phys_addr_t base, phys_addr_t size); |
| 161 | |
| 162 | static inline void * __init memblock_virt_alloc( |
| 163 | phys_addr_t size, phys_addr_t align) |
| 164 | { |
| 165 | return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT, |
| 166 | BOOTMEM_ALLOC_ACCESSIBLE, |
| 167 | NUMA_NO_NODE); |
| 168 | } |
| 169 | |
| 170 | static inline void * __init memblock_virt_alloc_nopanic( |
| 171 | phys_addr_t size, phys_addr_t align) |
| 172 | { |
| 173 | return memblock_virt_alloc_try_nid_nopanic(size, align, |
| 174 | BOOTMEM_LOW_LIMIT, |
| 175 | BOOTMEM_ALLOC_ACCESSIBLE, |
| 176 | NUMA_NO_NODE); |
| 177 | } |
| 178 | |
Yinghai Lu | ad6492b | 2014-01-27 17:06:49 -0800 | [diff] [blame] | 179 | #ifndef ARCH_LOW_ADDRESS_LIMIT |
| 180 | #define ARCH_LOW_ADDRESS_LIMIT 0xffffffffUL |
| 181 | #endif |
| 182 | |
| 183 | static inline void * __init memblock_virt_alloc_low( |
| 184 | phys_addr_t size, phys_addr_t align) |
| 185 | { |
| 186 | return memblock_virt_alloc_try_nid(size, align, |
| 187 | BOOTMEM_LOW_LIMIT, |
| 188 | ARCH_LOW_ADDRESS_LIMIT, |
| 189 | NUMA_NO_NODE); |
| 190 | } |
| 191 | static inline void * __init memblock_virt_alloc_low_nopanic( |
| 192 | phys_addr_t size, phys_addr_t align) |
| 193 | { |
| 194 | return memblock_virt_alloc_try_nid_nopanic(size, align, |
| 195 | BOOTMEM_LOW_LIMIT, |
| 196 | ARCH_LOW_ADDRESS_LIMIT, |
| 197 | NUMA_NO_NODE); |
| 198 | } |
| 199 | |
Santosh Shilimkar | 26f09e9 | 2014-01-21 15:50:19 -0800 | [diff] [blame] | 200 | static inline void * __init memblock_virt_alloc_from_nopanic( |
| 201 | phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) |
| 202 | { |
| 203 | return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr, |
| 204 | BOOTMEM_ALLOC_ACCESSIBLE, |
| 205 | NUMA_NO_NODE); |
| 206 | } |
| 207 | |
| 208 | static inline void * __init memblock_virt_alloc_node( |
| 209 | phys_addr_t size, int nid) |
| 210 | { |
| 211 | return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT, |
| 212 | BOOTMEM_ALLOC_ACCESSIBLE, nid); |
| 213 | } |
| 214 | |
| 215 | static inline void * __init memblock_virt_alloc_node_nopanic( |
| 216 | phys_addr_t size, int nid) |
| 217 | { |
| 218 | return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT, |
| 219 | BOOTMEM_ALLOC_ACCESSIBLE, |
| 220 | nid); |
| 221 | } |
| 222 | |
| 223 | static inline void __init memblock_free_early( |
| 224 | phys_addr_t base, phys_addr_t size) |
| 225 | { |
| 226 | __memblock_free_early(base, size); |
| 227 | } |
| 228 | |
| 229 | static inline void __init memblock_free_early_nid( |
| 230 | phys_addr_t base, phys_addr_t size, int nid) |
| 231 | { |
| 232 | __memblock_free_early(base, size); |
| 233 | } |
| 234 | |
| 235 | static inline void __init memblock_free_late( |
| 236 | phys_addr_t base, phys_addr_t size) |
| 237 | { |
| 238 | __memblock_free_late(base, size); |
| 239 | } |
| 240 | |
| 241 | #else |
| 242 | |
| 243 | #define BOOTMEM_ALLOC_ACCESSIBLE 0 |
| 244 | |
| 245 | |
| 246 | /* Fall back to all the existing bootmem APIs */ |
| 247 | static inline void * __init memblock_virt_alloc( |
| 248 | phys_addr_t size, phys_addr_t align) |
| 249 | { |
| 250 | if (!align) |
| 251 | align = SMP_CACHE_BYTES; |
| 252 | return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT); |
| 253 | } |
| 254 | |
| 255 | static inline void * __init memblock_virt_alloc_nopanic( |
| 256 | phys_addr_t size, phys_addr_t align) |
| 257 | { |
| 258 | if (!align) |
| 259 | align = SMP_CACHE_BYTES; |
| 260 | return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT); |
| 261 | } |
| 262 | |
Yinghai Lu | ad6492b | 2014-01-27 17:06:49 -0800 | [diff] [blame] | 263 | static inline void * __init memblock_virt_alloc_low( |
| 264 | phys_addr_t size, phys_addr_t align) |
| 265 | { |
| 266 | if (!align) |
| 267 | align = SMP_CACHE_BYTES; |
Yinghai Lu | 07bacb3 | 2014-01-30 15:45:44 -0800 | [diff] [blame] | 268 | return __alloc_bootmem_low(size, align, 0); |
Yinghai Lu | ad6492b | 2014-01-27 17:06:49 -0800 | [diff] [blame] | 269 | } |
| 270 | |
| 271 | static inline void * __init memblock_virt_alloc_low_nopanic( |
| 272 | phys_addr_t size, phys_addr_t align) |
| 273 | { |
| 274 | if (!align) |
| 275 | align = SMP_CACHE_BYTES; |
Yinghai Lu | 07bacb3 | 2014-01-30 15:45:44 -0800 | [diff] [blame] | 276 | return __alloc_bootmem_low_nopanic(size, align, 0); |
Yinghai Lu | ad6492b | 2014-01-27 17:06:49 -0800 | [diff] [blame] | 277 | } |
| 278 | |
Santosh Shilimkar | 26f09e9 | 2014-01-21 15:50:19 -0800 | [diff] [blame] | 279 | static inline void * __init memblock_virt_alloc_from_nopanic( |
| 280 | phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) |
| 281 | { |
| 282 | return __alloc_bootmem_nopanic(size, align, min_addr); |
| 283 | } |
| 284 | |
| 285 | static inline void * __init memblock_virt_alloc_node( |
| 286 | phys_addr_t size, int nid) |
| 287 | { |
| 288 | return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES, |
| 289 | BOOTMEM_LOW_LIMIT); |
| 290 | } |
| 291 | |
| 292 | static inline void * __init memblock_virt_alloc_node_nopanic( |
| 293 | phys_addr_t size, int nid) |
| 294 | { |
| 295 | return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size, |
| 296 | SMP_CACHE_BYTES, |
| 297 | BOOTMEM_LOW_LIMIT); |
| 298 | } |
| 299 | |
| 300 | static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size, |
| 301 | phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid) |
| 302 | { |
| 303 | return __alloc_bootmem_node_high(NODE_DATA(nid), size, align, |
| 304 | min_addr); |
| 305 | } |
| 306 | |
| 307 | static inline void * __init memblock_virt_alloc_try_nid_nopanic( |
| 308 | phys_addr_t size, phys_addr_t align, |
| 309 | phys_addr_t min_addr, phys_addr_t max_addr, int nid) |
| 310 | { |
| 311 | return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align, |
| 312 | min_addr, max_addr); |
| 313 | } |
| 314 | |
| 315 | static inline void __init memblock_free_early( |
| 316 | phys_addr_t base, phys_addr_t size) |
| 317 | { |
| 318 | free_bootmem(base, size); |
| 319 | } |
| 320 | |
| 321 | static inline void __init memblock_free_early_nid( |
| 322 | phys_addr_t base, phys_addr_t size, int nid) |
| 323 | { |
| 324 | free_bootmem_node(NODE_DATA(nid), base, size); |
| 325 | } |
| 326 | |
| 327 | static inline void __init memblock_free_late( |
| 328 | phys_addr_t base, phys_addr_t size) |
| 329 | { |
| 330 | free_bootmem_late(base, size); |
| 331 | } |
| 332 | #endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */ |
| 333 | |
Dave Hansen | 6f167ec | 2005-06-23 00:07:39 -0700 | [diff] [blame] | 334 | #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP |
| 335 | extern void *alloc_remap(int nid, unsigned long size); |
| 336 | #else |
| 337 | static inline void *alloc_remap(int nid, unsigned long size) |
| 338 | { |
| 339 | return NULL; |
| 340 | } |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 341 | #endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */ |
Dave Hansen | 6f167ec | 2005-06-23 00:07:39 -0700 | [diff] [blame] | 342 | |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 343 | extern void *alloc_large_system_hash(const char *tablename, |
| 344 | unsigned long bucketsize, |
| 345 | unsigned long numentries, |
| 346 | int scale, |
| 347 | int flags, |
| 348 | unsigned int *_hash_shift, |
| 349 | unsigned int *_hash_mask, |
Tim Bird | 31fe62b | 2012-05-23 13:33:35 +0000 | [diff] [blame] | 350 | unsigned long low_limit, |
| 351 | unsigned long high_limit); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 352 | |
Andrew Morton | 0490366 | 2006-12-06 20:37:33 -0800 | [diff] [blame] | 353 | #define HASH_EARLY 0x00000001 /* Allocating during early boot? */ |
Jan Beulich | 2c85f51 | 2009-09-21 17:03:07 -0700 | [diff] [blame] | 354 | #define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min |
| 355 | * shift passed via *_hash_shift */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 356 | |
Anton Blanchard | c2fdf3a | 2009-03-31 15:23:19 -0700 | [diff] [blame] | 357 | /* Only NUMA needs hash distribution. 64bit NUMA architectures have |
| 358 | * sufficient vmalloc space. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 359 | */ |
Anton Blanchard | c2fdf3a | 2009-03-31 15:23:19 -0700 | [diff] [blame] | 360 | #if defined(CONFIG_NUMA) && defined(CONFIG_64BIT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 361 | #define HASHDIST_DEFAULT 1 |
| 362 | #else |
| 363 | #define HASHDIST_DEFAULT 0 |
| 364 | #endif |
David S. Miller | f034b5d | 2006-08-24 03:08:07 -0700 | [diff] [blame] | 365 | extern int hashdist; /* Distribute hashes across NUMA nodes? */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 366 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 367 | |
| 368 | #endif /* _LINUX_BOOTMEM_H */ |