Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999 |
| 3 | */ |
| 4 | #ifndef _LINUX_BOOTMEM_H |
| 5 | #define _LINUX_BOOTMEM_H |
| 6 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | #include <linux/mmzone.h> |
Franck Bui-Huu | e786e86 | 2006-09-25 23:31:06 -0700 | [diff] [blame] | 8 | #include <asm/dma.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | |
| 10 | /* |
| 11 | * simple boot-time physical memory area allocator. |
| 12 | */ |
| 13 | |
| 14 | extern unsigned long max_low_pfn; |
| 15 | extern unsigned long min_low_pfn; |
| 16 | |
| 17 | /* |
| 18 | * highest page |
| 19 | */ |
| 20 | extern unsigned long max_pfn; |
| 21 | |
Vivek Goyal | 92aa63a | 2005-06-25 14:58:18 -0700 | [diff] [blame] | 22 | #ifdef CONFIG_CRASH_DUMP |
| 23 | extern unsigned long saved_max_pfn; |
| 24 | #endif |
| 25 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | /* |
| 27 | * node_bootmem_map is a map pointer - the bits represent all physical |
| 28 | * memory pages (including holes) on the node. |
| 29 | */ |
| 30 | typedef struct bootmem_data { |
| 31 | unsigned long node_boot_start; |
| 32 | unsigned long node_low_pfn; |
| 33 | void *node_bootmem_map; |
| 34 | unsigned long last_offset; |
| 35 | unsigned long last_pos; |
| 36 | unsigned long last_success; /* Previous allocation point. To speed |
| 37 | * up searching */ |
KAMEZAWA Hiroyuki | 679bc9f | 2006-03-27 01:15:58 -0800 | [diff] [blame] | 38 | struct list_head list; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | } bootmem_data_t; |
| 40 | |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 41 | extern unsigned long bootmem_bootmap_pages(unsigned long); |
| 42 | extern unsigned long init_bootmem(unsigned long addr, unsigned long memend); |
| 43 | extern void free_bootmem(unsigned long addr, unsigned long size); |
| 44 | extern void *__alloc_bootmem(unsigned long size, |
| 45 | unsigned long align, |
| 46 | unsigned long goal); |
| 47 | extern void *__alloc_bootmem_nopanic(unsigned long size, |
| 48 | unsigned long align, |
| 49 | unsigned long goal); |
| 50 | extern void *__alloc_bootmem_low(unsigned long size, |
| 51 | unsigned long align, |
| 52 | unsigned long goal); |
| 53 | extern void *__alloc_bootmem_low_node(pg_data_t *pgdat, |
| 54 | unsigned long size, |
| 55 | unsigned long align, |
| 56 | unsigned long goal); |
| 57 | extern void *__alloc_bootmem_core(struct bootmem_data *bdata, |
| 58 | unsigned long size, |
Franck Bui-Huu | bb0923a | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 59 | unsigned long align, |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 60 | unsigned long goal, |
| 61 | unsigned long limit); |
| 62 | |
Bernhard Walle | 72a7fe3 | 2008-02-07 00:15:17 -0800 | [diff] [blame] | 63 | /* |
| 64 | * flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE, |
| 65 | * the architecture-specific code should honor this) |
| 66 | */ |
| 67 | #define BOOTMEM_DEFAULT 0 |
| 68 | #define BOOTMEM_EXCLUSIVE (1<<0) |
| 69 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | #ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE |
Bernhard Walle | 72a7fe3 | 2008-02-07 00:15:17 -0800 | [diff] [blame] | 71 | /* |
| 72 | * If flags is 0, then the return value is always 0 (success). If |
| 73 | * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the |
| 74 | * memory already was reserved. |
| 75 | */ |
| 76 | extern int reserve_bootmem(unsigned long addr, unsigned long size, int flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | #define alloc_bootmem(x) \ |
Franck Bui-Huu | 71fb2e8 | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 78 | __alloc_bootmem(x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | #define alloc_bootmem_low(x) \ |
Franck Bui-Huu | 71fb2e8 | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 80 | __alloc_bootmem_low(x, SMP_CACHE_BYTES, 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | #define alloc_bootmem_pages(x) \ |
Franck Bui-Huu | 71fb2e8 | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 82 | __alloc_bootmem(x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | #define alloc_bootmem_low_pages(x) \ |
Franck Bui-Huu | 71fb2e8 | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 84 | __alloc_bootmem_low(x, PAGE_SIZE, 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | #endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */ |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 86 | |
| 87 | extern unsigned long free_all_bootmem(void); |
| 88 | extern unsigned long free_all_bootmem_node(pg_data_t *pgdat); |
| 89 | extern void *__alloc_bootmem_node(pg_data_t *pgdat, |
| 90 | unsigned long size, |
| 91 | unsigned long align, |
| 92 | unsigned long goal); |
| 93 | extern unsigned long init_bootmem_node(pg_data_t *pgdat, |
| 94 | unsigned long freepfn, |
| 95 | unsigned long startpfn, |
| 96 | unsigned long endpfn); |
| 97 | extern void reserve_bootmem_node(pg_data_t *pgdat, |
| 98 | unsigned long physaddr, |
Bernhard Walle | 72a7fe3 | 2008-02-07 00:15:17 -0800 | [diff] [blame] | 99 | unsigned long size, |
| 100 | int flags); |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 101 | extern void free_bootmem_node(pg_data_t *pgdat, |
| 102 | unsigned long addr, |
| 103 | unsigned long size); |
Yasunori Goto | e70260a | 2008-04-28 02:13:32 -0700 | [diff] [blame] | 104 | extern void *alloc_bootmem_section(unsigned long size, |
| 105 | unsigned long section_nr); |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 106 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | #ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE |
| 108 | #define alloc_bootmem_node(pgdat, x) \ |
Franck Bui-Huu | 71fb2e8 | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 109 | __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | #define alloc_bootmem_pages_node(pgdat, x) \ |
Franck Bui-Huu | 71fb2e8 | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 111 | __alloc_bootmem_node(pgdat, x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | #define alloc_bootmem_low_pages_node(pgdat, x) \ |
Franck Bui-Huu | 71fb2e8 | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 113 | __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 114 | #endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */ |
| 115 | |
Dave Hansen | 6f167ec | 2005-06-23 00:07:39 -0700 | [diff] [blame] | 116 | #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP |
| 117 | extern void *alloc_remap(int nid, unsigned long size); |
| 118 | #else |
| 119 | static inline void *alloc_remap(int nid, unsigned long size) |
| 120 | { |
| 121 | return NULL; |
| 122 | } |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 123 | #endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */ |
Dave Hansen | 6f167ec | 2005-06-23 00:07:39 -0700 | [diff] [blame] | 124 | |
David Howells | 9dec17e | 2006-07-10 04:44:51 -0700 | [diff] [blame] | 125 | extern unsigned long __meminitdata nr_kernel_pages; |
David Howells | 8da38d7 | 2007-03-22 00:11:22 -0800 | [diff] [blame] | 126 | extern unsigned long __meminitdata nr_all_pages; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | |
Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 128 | extern void *alloc_large_system_hash(const char *tablename, |
| 129 | unsigned long bucketsize, |
| 130 | unsigned long numentries, |
| 131 | int scale, |
| 132 | int flags, |
| 133 | unsigned int *_hash_shift, |
| 134 | unsigned int *_hash_mask, |
| 135 | unsigned long limit); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | |
Andrew Morton | 0490366 | 2006-12-06 20:37:33 -0800 | [diff] [blame] | 137 | #define HASH_EARLY 0x00000001 /* Allocating during early boot? */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | |
| 139 | /* Only NUMA needs hash distribution. |
Ravikiran G Thirumalai | e073ae1 | 2007-05-02 19:27:08 +0200 | [diff] [blame] | 140 | * IA64 and x86_64 have sufficient vmalloc space. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | */ |
Ravikiran G Thirumalai | e073ae1 | 2007-05-02 19:27:08 +0200 | [diff] [blame] | 142 | #if defined(CONFIG_NUMA) && (defined(CONFIG_IA64) || defined(CONFIG_X86_64)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 | #define HASHDIST_DEFAULT 1 |
| 144 | #else |
| 145 | #define HASHDIST_DEFAULT 0 |
| 146 | #endif |
David S. Miller | f034b5d | 2006-08-24 03:08:07 -0700 | [diff] [blame] | 147 | extern int hashdist; /* Distribute hashes across NUMA nodes? */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | |
| 150 | #endif /* _LINUX_BOOTMEM_H */ |