blob: 2599c741405e64209fb24030daf2f9ab860c07b5 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
3 */
4#ifndef _LINUX_BOOTMEM_H
5#define _LINUX_BOOTMEM_H
6
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <linux/mmzone.h>
Franck Bui-Huue786e862006-09-25 23:31:06 -07008#include <asm/dma.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009
10/*
11 * simple boot-time physical memory area allocator.
12 */
13
14extern unsigned long max_low_pfn;
15extern unsigned long min_low_pfn;
16
17/*
18 * highest page
19 */
20extern unsigned long max_pfn;
21
Vivek Goyal92aa63a2005-06-25 14:58:18 -070022#ifdef CONFIG_CRASH_DUMP
23extern unsigned long saved_max_pfn;
24#endif
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026/*
27 * node_bootmem_map is a map pointer - the bits represent all physical
28 * memory pages (including holes) on the node.
29 */
30typedef struct bootmem_data {
31 unsigned long node_boot_start;
32 unsigned long node_low_pfn;
33 void *node_bootmem_map;
34 unsigned long last_offset;
35 unsigned long last_pos;
36 unsigned long last_success; /* Previous allocation point. To speed
37 * up searching */
KAMEZAWA Hiroyuki679bc9f2006-03-27 01:15:58 -080038 struct list_head list;
Linus Torvalds1da177e2005-04-16 15:20:36 -070039} bootmem_data_t;
40
Johannes Weinerb61bfa32008-07-23 21:26:55 -070041extern bootmem_data_t bootmem_node_data[];
42
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -070043extern unsigned long bootmem_bootmap_pages(unsigned long);
44extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
45extern void free_bootmem(unsigned long addr, unsigned long size);
46extern void *__alloc_bootmem(unsigned long size,
47 unsigned long align,
48 unsigned long goal);
49extern void *__alloc_bootmem_nopanic(unsigned long size,
50 unsigned long align,
51 unsigned long goal);
52extern void *__alloc_bootmem_low(unsigned long size,
53 unsigned long align,
54 unsigned long goal);
55extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
56 unsigned long size,
57 unsigned long align,
58 unsigned long goal);
59extern void *__alloc_bootmem_core(struct bootmem_data *bdata,
60 unsigned long size,
Franck Bui-Huubb0923a2006-09-25 23:31:05 -070061 unsigned long align,
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -070062 unsigned long goal,
63 unsigned long limit);
64
Bernhard Walle72a7fe32008-02-07 00:15:17 -080065/*
66 * flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
67 * the architecture-specific code should honor this)
68 */
69#define BOOTMEM_DEFAULT 0
70#define BOOTMEM_EXCLUSIVE (1<<0)
71
Linus Torvalds1da177e2005-04-16 15:20:36 -070072#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
Bernhard Walle72a7fe32008-02-07 00:15:17 -080073/*
74 * If flags is 0, then the return value is always 0 (success). If
75 * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
76 * memory already was reserved.
77 */
78extern int reserve_bootmem(unsigned long addr, unsigned long size, int flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070079#define alloc_bootmem(x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -070080 __alloc_bootmem(x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
Linus Torvalds1da177e2005-04-16 15:20:36 -070081#define alloc_bootmem_low(x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -070082 __alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070083#define alloc_bootmem_pages(x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -070084 __alloc_bootmem(x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
Linus Torvalds1da177e2005-04-16 15:20:36 -070085#define alloc_bootmem_low_pages(x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -070086 __alloc_bootmem_low(x, PAGE_SIZE, 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070087#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -070088
Yinghai Lud2dbf342008-06-13 02:00:56 -070089extern int reserve_bootmem_generic(unsigned long addr, unsigned long size,
90 int flags);
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -070091extern unsigned long free_all_bootmem(void);
92extern unsigned long free_all_bootmem_node(pg_data_t *pgdat);
93extern void *__alloc_bootmem_node(pg_data_t *pgdat,
94 unsigned long size,
95 unsigned long align,
96 unsigned long goal);
97extern unsigned long init_bootmem_node(pg_data_t *pgdat,
98 unsigned long freepfn,
99 unsigned long startpfn,
100 unsigned long endpfn);
Bernhard Walle71c27422008-06-21 19:01:02 +0200101extern int reserve_bootmem_node(pg_data_t *pgdat,
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -0700102 unsigned long physaddr,
Bernhard Walle72a7fe32008-02-07 00:15:17 -0800103 unsigned long size,
104 int flags);
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -0700105extern void free_bootmem_node(pg_data_t *pgdat,
106 unsigned long addr,
107 unsigned long size);
Yasunori Gotoe70260a2008-04-28 02:13:32 -0700108extern void *alloc_bootmem_section(unsigned long size,
109 unsigned long section_nr);
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -0700110
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
112#define alloc_bootmem_node(pgdat, x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -0700113 __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114#define alloc_bootmem_pages_node(pgdat, x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -0700115 __alloc_bootmem_node(pgdat, x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116#define alloc_bootmem_low_pages_node(pgdat, x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -0700117 __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */
119
Dave Hansen6f167ec2005-06-23 00:07:39 -0700120#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
121extern void *alloc_remap(int nid, unsigned long size);
122#else
123static inline void *alloc_remap(int nid, unsigned long size)
124{
125 return NULL;
126}
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -0700127#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */
Dave Hansen6f167ec2005-06-23 00:07:39 -0700128
David Howells9dec17e2006-07-10 04:44:51 -0700129extern unsigned long __meminitdata nr_kernel_pages;
David Howells8da38d72007-03-22 00:11:22 -0800130extern unsigned long __meminitdata nr_all_pages;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -0700132extern void *alloc_large_system_hash(const char *tablename,
133 unsigned long bucketsize,
134 unsigned long numentries,
135 int scale,
136 int flags,
137 unsigned int *_hash_shift,
138 unsigned int *_hash_mask,
139 unsigned long limit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
Andrew Morton04903662006-12-06 20:37:33 -0800141#define HASH_EARLY 0x00000001 /* Allocating during early boot? */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142
143/* Only NUMA needs hash distribution.
Ravikiran G Thirumalaie073ae12007-05-02 19:27:08 +0200144 * IA64 and x86_64 have sufficient vmalloc space.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 */
Ravikiran G Thirumalaie073ae12007-05-02 19:27:08 +0200146#if defined(CONFIG_NUMA) && (defined(CONFIG_IA64) || defined(CONFIG_X86_64))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147#define HASHDIST_DEFAULT 1
148#else
149#define HASHDIST_DEFAULT 0
150#endif
David S. Millerf034b5d2006-08-24 03:08:07 -0700151extern int hashdist; /* Distribute hashes across NUMA nodes? */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153
154#endif /* _LINUX_BOOTMEM_H */