blob: 08e3cfd86328d50962b83701a7be4e491d1b26eb [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Written by Pat Gaughen (gone@us.ibm.com) Mar 2002
3 *
4 */
5
6#ifndef _ASM_MMZONE_H_
7#define _ASM_MMZONE_H_
8
9#include <asm/smp.h>
10
Dave Jones8ff8b272005-07-07 17:56:39 -070011#ifdef CONFIG_NUMA
Andy Whitcroft05b79bd2005-06-23 00:07:57 -070012extern struct pglist_data *node_data[];
13#define NODE_DATA(nid) (node_data[nid])
Linus Torvalds1da177e2005-04-16 15:20:36 -070014
Dave Jones8ff8b272005-07-07 17:56:39 -070015#ifdef CONFIG_X86_NUMAQ
16 #include <asm/numaq.h>
17#else /* summit or generic arch */
18 #include <asm/srat.h>
19#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
Andy Whitcroft05b79bd2005-06-23 00:07:57 -070021extern int get_memcfg_numa_flat(void );
22/*
23 * This allows any one NUMA architecture to be compiled
24 * for, and still fall back to the flat function if it
25 * fails.
26 */
27static inline void get_memcfg_numa(void)
28{
29#ifdef CONFIG_X86_NUMAQ
30 if (get_memcfg_numaq())
31 return;
32#elif CONFIG_ACPI_SRAT
33 if (get_memcfg_from_srat())
34 return;
35#endif
36
37 get_memcfg_numa_flat();
38}
39
Dave Jones8ff8b272005-07-07 17:56:39 -070040#else /* !CONFIG_NUMA */
41#define get_memcfg_numa get_memcfg_numa_flat
42#define get_zholes_size(n) (0)
Andy Whitcroft05b79bd2005-06-23 00:07:57 -070043#endif /* CONFIG_NUMA */
44
45#ifdef CONFIG_DISCONTIGMEM
Linus Torvalds1da177e2005-04-16 15:20:36 -070046
47/*
48 * generic node memory support, the following assumptions apply:
49 *
50 * 1) memory comes in 256Mb contigious chunks which are either present or not
51 * 2) we will not have more than 64Gb in total
52 *
53 * for now assume that 64Gb is max amount of RAM for whole system
54 * 64Gb / 4096bytes/page = 16777216 pages
55 */
56#define MAX_NR_PAGES 16777216
57#define MAX_ELEMENTS 256
58#define PAGES_PER_ELEMENT (MAX_NR_PAGES/MAX_ELEMENTS)
59
60extern s8 physnode_map[];
61
62static inline int pfn_to_nid(unsigned long pfn)
63{
64#ifdef CONFIG_NUMA
65 return((int) physnode_map[(pfn) / PAGES_PER_ELEMENT]);
66#else
67 return 0;
68#endif
69}
70
Linus Torvalds1da177e2005-04-16 15:20:36 -070071#define node_localnr(pfn, nid) ((pfn) - node_data[nid]->node_start_pfn)
72
73/*
74 * Following are macros that each numa implmentation must define.
75 */
76
77/*
78 * Given a kernel address, find the home node of the underlying memory.
79 */
80#define kvaddr_to_nid(kaddr) pfn_to_nid(__pa(kaddr) >> PAGE_SHIFT)
81
Linus Torvalds1da177e2005-04-16 15:20:36 -070082#define node_start_pfn(nid) (NODE_DATA(nid)->node_start_pfn)
83#define node_end_pfn(nid) \
84({ \
85 pg_data_t *__pgdat = NODE_DATA(nid); \
86 __pgdat->node_start_pfn + __pgdat->node_spanned_pages; \
87})
88
89#define local_mapnr(kvaddr) \
90({ \
91 unsigned long __pfn = __pa(kvaddr) >> PAGE_SHIFT; \
92 (__pfn - node_start_pfn(pfn_to_nid(__pfn))); \
93})
94
95/* XXX: FIXME -- wli */
96#define kern_addr_valid(kaddr) (0)
97
98#define pfn_to_page(pfn) \
99({ \
100 unsigned long __pfn = pfn; \
101 int __node = pfn_to_nid(__pfn); \
Dave Hansen408fde82005-06-23 00:07:37 -0700102 &NODE_DATA(__node)->node_mem_map[node_localnr(__pfn,__node)]; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103})
104
105#define page_to_pfn(pg) \
106({ \
107 struct page *__page = pg; \
108 struct zone *__zone = page_zone(__page); \
109 (unsigned long)(__page - __zone->zone_mem_map) \
110 + __zone->zone_start_pfn; \
111})
112
113#ifdef CONFIG_X86_NUMAQ /* we have contiguous memory on NUMA-Q */
114#define pfn_valid(pfn) ((pfn) < num_physpages)
115#else
116static inline int pfn_valid(int pfn)
117{
118 int nid = pfn_to_nid(pfn);
119
120 if (nid >= 0)
121 return (pfn < node_end_pfn(nid));
122 return 0;
123}
Andy Whitcroft05b79bd2005-06-23 00:07:57 -0700124#endif /* CONFIG_X86_NUMAQ */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125
126#endif /* CONFIG_DISCONTIGMEM */
Andy Whitcroftb159d432005-06-23 00:07:52 -0700127
Andy Whitcroft05b79bd2005-06-23 00:07:57 -0700128#ifdef CONFIG_NEED_MULTIPLE_NODES
129
130/*
131 * Following are macros that are specific to this numa platform.
132 */
133#define reserve_bootmem(addr, size) \
134 reserve_bootmem_node(NODE_DATA(0), (addr), (size))
135#define alloc_bootmem(x) \
136 __alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
137#define alloc_bootmem_low(x) \
138 __alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, 0)
139#define alloc_bootmem_pages(x) \
140 __alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
141#define alloc_bootmem_low_pages(x) \
142 __alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, 0)
143#define alloc_bootmem_node(ignore, x) \
144 __alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
145#define alloc_bootmem_pages_node(ignore, x) \
146 __alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
147#define alloc_bootmem_low_pages_node(ignore, x) \
148 __alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, 0)
149
150#endif /* CONFIG_NEED_MULTIPLE_NODES */
151
Andy Whitcroftb159d432005-06-23 00:07:52 -0700152extern int early_pfn_to_nid(unsigned long pfn);
153
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154#endif /* _ASM_MMZONE_H_ */