Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999 |
| 3 | */ |
| 4 | #ifndef _LINUX_BOOTMEM_H |
| 5 | #define _LINUX_BOOTMEM_H |
| 6 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | #include <linux/mmzone.h> |
Franck Bui-Huu | e786e86 | 2006-09-25 23:31:06 -0700 | [diff] [blame] | 8 | #include <asm/dma.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | |
| 10 | /* |
| 11 | * simple boot-time physical memory area allocator. |
| 12 | */ |
| 13 | |
| 14 | extern unsigned long max_low_pfn; |
| 15 | extern unsigned long min_low_pfn; |
| 16 | |
| 17 | /* |
| 18 | * highest page |
| 19 | */ |
| 20 | extern unsigned long max_pfn; |
| 21 | |
Yinghai Lu | 0867721 | 2010-02-10 01:20:20 -0800 | [diff] [blame] | 22 | #ifndef CONFIG_NO_BOOTMEM |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | /* |
| 24 | * node_bootmem_map is a map pointer - the bits represent all physical |
| 25 | * memory pages (including holes) on the node. |
| 26 | */ |
| 27 | typedef struct bootmem_data { |
Johannes Weiner | 3560e24 | 2008-07-23 21:28:09 -0700 | [diff] [blame] | 28 | unsigned long node_min_pfn; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | unsigned long node_low_pfn; |
| 30 | void *node_bootmem_map; |
Johannes Weiner | 5f2809e | 2008-07-23 21:28:05 -0700 | [diff] [blame] | 31 | unsigned long last_end_off; |
| 32 | unsigned long hint_idx; |
KAMEZAWA Hiroyuki | 679bc9f | 2006-03-27 01:15:58 -0800 | [diff] [blame] | 33 | struct list_head list; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | } bootmem_data_t; |
| 35 | |
Johannes Weiner | b61bfa3 | 2008-07-23 21:26:55 -0700 | [diff] [blame] | 36 | extern bootmem_data_t bootmem_node_data[]; |
Yinghai Lu | 0867721 | 2010-02-10 01:20:20 -0800 | [diff] [blame] | 37 | #endif |
Johannes Weiner | b61bfa3 | 2008-07-23 21:26:55 -0700 | [diff] [blame] | 38 | |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 39 | extern unsigned long bootmem_bootmap_pages(unsigned long); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 40 | |
| 41 | extern unsigned long init_bootmem_node(pg_data_t *pgdat, |
| 42 | unsigned long freepfn, |
| 43 | unsigned long startpfn, |
| 44 | unsigned long endpfn); |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 45 | extern unsigned long init_bootmem(unsigned long addr, unsigned long memend); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 46 | |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 47 | extern unsigned long free_all_bootmem(void); |
Jiang Liu | 7b4b2a0 | 2013-07-03 15:03:11 -0700 | [diff] [blame] | 48 | extern void reset_all_zones_managed_pages(void); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 49 | |
| 50 | extern void free_bootmem_node(pg_data_t *pgdat, |
| 51 | unsigned long addr, |
| 52 | unsigned long size); |
Joonsoo Kim | 81df9bf | 2012-12-11 16:03:10 -0800 | [diff] [blame] | 53 | extern void free_bootmem(unsigned long physaddr, unsigned long size); |
| 54 | extern void free_bootmem_late(unsigned long physaddr, unsigned long size); |
Wen Congyang | ae9aae9 | 2013-02-22 16:33:04 -0800 | [diff] [blame] | 55 | extern void __free_pages_bootmem(struct page *page, unsigned int order); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 56 | |
| 57 | /* |
| 58 | * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE, |
| 59 | * the architecture-specific code should honor this). |
| 60 | * |
| 61 | * If flags is 0, then the return value is always 0 (success). If |
| 62 | * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the |
| 63 | * memory already was reserved. |
| 64 | */ |
| 65 | #define BOOTMEM_DEFAULT 0 |
| 66 | #define BOOTMEM_EXCLUSIVE (1<<0) |
| 67 | |
Tejun Heo | c132937 | 2009-02-24 11:57:20 +0900 | [diff] [blame] | 68 | extern int reserve_bootmem(unsigned long addr, |
| 69 | unsigned long size, |
| 70 | int flags); |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 71 | extern int reserve_bootmem_node(pg_data_t *pgdat, |
| 72 | unsigned long physaddr, |
| 73 | unsigned long size, |
| 74 | int flags); |
| 75 | |
| 76 | extern void *__alloc_bootmem(unsigned long size, |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 77 | unsigned long align, |
| 78 | unsigned long goal); |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 79 | extern void *__alloc_bootmem_nopanic(unsigned long size, |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 80 | unsigned long align, |
| 81 | unsigned long goal); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 82 | extern void *__alloc_bootmem_node(pg_data_t *pgdat, |
| 83 | unsigned long size, |
| 84 | unsigned long align, |
| 85 | unsigned long goal); |
Yinghai Lu | 0867721 | 2010-02-10 01:20:20 -0800 | [diff] [blame] | 86 | void *__alloc_bootmem_node_high(pg_data_t *pgdat, |
| 87 | unsigned long size, |
| 88 | unsigned long align, |
| 89 | unsigned long goal); |
Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 90 | extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat, |
| 91 | unsigned long size, |
| 92 | unsigned long align, |
| 93 | unsigned long goal); |
Yinghai Lu | 99ab7b1 | 2012-07-11 14:02:53 -0700 | [diff] [blame] | 94 | void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat, |
| 95 | unsigned long size, |
| 96 | unsigned long align, |
| 97 | unsigned long goal, |
| 98 | unsigned long limit); |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 99 | extern void *__alloc_bootmem_low(unsigned long size, |
| 100 | unsigned long align, |
| 101 | unsigned long goal); |
Yinghai Lu | 38fa417 | 2013-01-24 12:20:15 -0800 | [diff] [blame] | 102 | void *__alloc_bootmem_low_nopanic(unsigned long size, |
| 103 | unsigned long align, |
| 104 | unsigned long goal); |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 105 | extern void *__alloc_bootmem_low_node(pg_data_t *pgdat, |
| 106 | unsigned long size, |
| 107 | unsigned long align, |
| 108 | unsigned long goal); |
Tejun Heo | c132937 | 2009-02-24 11:57:20 +0900 | [diff] [blame] | 109 | |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 110 | #ifdef CONFIG_NO_BOOTMEM |
| 111 | /* We are using top down, so it is safe to use 0 here */ |
| 112 | #define BOOTMEM_LOW_LIMIT 0 |
| 113 | #else |
| 114 | #define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS) |
| 115 | #endif |
| 116 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | #define alloc_bootmem(x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 118 | __alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
Suresh Siddha | 53dde5f | 2010-11-16 13:23:50 -0800 | [diff] [blame] | 119 | #define alloc_bootmem_align(x, align) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 120 | __alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT) |
Jan Beulich | 74768ed | 2008-08-12 15:08:39 -0700 | [diff] [blame] | 121 | #define alloc_bootmem_nopanic(x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 122 | __alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | #define alloc_bootmem_pages(x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 124 | __alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
Jan Beulich | 74768ed | 2008-08-12 15:08:39 -0700 | [diff] [blame] | 125 | #define alloc_bootmem_pages_nopanic(x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 126 | __alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | #define alloc_bootmem_node(pgdat, x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 128 | __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
Yinghai Lu | 8f389a99 | 2011-05-11 15:13:32 -0700 | [diff] [blame] | 129 | #define alloc_bootmem_node_nopanic(pgdat, x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 130 | __alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | #define alloc_bootmem_pages_node(pgdat, x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 132 | __alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 133 | #define alloc_bootmem_pages_node_nopanic(pgdat, x) \ |
Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 134 | __alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 135 | |
| 136 | #define alloc_bootmem_low(x) \ |
| 137 | __alloc_bootmem_low(x, SMP_CACHE_BYTES, 0) |
Yinghai Lu | 38fa417 | 2013-01-24 12:20:15 -0800 | [diff] [blame] | 138 | #define alloc_bootmem_low_pages_nopanic(x) \ |
| 139 | __alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0) |
Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 140 | #define alloc_bootmem_low_pages(x) \ |
| 141 | __alloc_bootmem_low(x, PAGE_SIZE, 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 142 | #define alloc_bootmem_low_pages_node(pgdat, x) \ |
Franck Bui-Huu | 71fb2e8 | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 143 | __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0) |
Johannes Weiner | c6af5e9 | 2008-07-25 15:48:04 +0200 | [diff] [blame] | 144 | |
Dave Hansen | 6f167ec | 2005-06-23 00:07:39 -0700 | [diff] [blame] | 145 | #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP |
| 146 | extern void *alloc_remap(int nid, unsigned long size); |
| 147 | #else |
| 148 | static inline void *alloc_remap(int nid, unsigned long size) |
| 149 | { |
| 150 | return NULL; |
| 151 | } |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 152 | #endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */ |
Dave Hansen | 6f167ec | 2005-06-23 00:07:39 -0700 | [diff] [blame] | 153 | |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 154 | extern void *alloc_large_system_hash(const char *tablename, |
| 155 | unsigned long bucketsize, |
| 156 | unsigned long numentries, |
| 157 | int scale, |
| 158 | int flags, |
| 159 | unsigned int *_hash_shift, |
| 160 | unsigned int *_hash_mask, |
Tim Bird | 31fe62b | 2012-05-23 13:33:35 +0000 | [diff] [blame] | 161 | unsigned long low_limit, |
| 162 | unsigned long high_limit); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | |
Andrew Morton | 0490366 | 2006-12-06 20:37:33 -0800 | [diff] [blame] | 164 | #define HASH_EARLY 0x00000001 /* Allocating during early boot? */ |
Jan Beulich | 2c85f51 | 2009-09-21 17:03:07 -0700 | [diff] [blame] | 165 | #define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min |
| 166 | * shift passed via *_hash_shift */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | |
Anton Blanchard | c2fdf3a | 2009-03-31 15:23:19 -0700 | [diff] [blame] | 168 | /* Only NUMA needs hash distribution. 64bit NUMA architectures have |
| 169 | * sufficient vmalloc space. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | */ |
Anton Blanchard | c2fdf3a | 2009-03-31 15:23:19 -0700 | [diff] [blame] | 171 | #if defined(CONFIG_NUMA) && defined(CONFIG_64BIT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | #define HASHDIST_DEFAULT 1 |
| 173 | #else |
| 174 | #define HASHDIST_DEFAULT 0 |
| 175 | #endif |
David S. Miller | f034b5d | 2006-08-24 03:08:07 -0700 | [diff] [blame] | 176 | extern int hashdist; /* Distribute hashes across NUMA nodes? */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 177 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | |
| 179 | #endif /* _LINUX_BOOTMEM_H */ |