blob: 69baaa8a3ce0078b5f9226b218bc0944272bc9c4 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* K8 NUMA support */
2/* Copyright 2002,2003 by Andi Kleen, SuSE Labs */
3/* 2.5 Version loosely based on the NUMAQ Code by Pat Gaughen. */
4#ifndef _ASM_X86_64_MMZONE_H
5#define _ASM_X86_64_MMZONE_H 1
6
7#include <linux/config.h>
8
Matt Tolentino2b976902005-06-23 00:08:06 -07009#ifdef CONFIG_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -070010
11#define VIRTUAL_BUG_ON(x)
12
13#include <asm/smp.h>
14
Nakul Saraiyaf297e4e2005-09-12 18:49:24 +020015#define NODEMAPSIZE 0xfff
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17/* Simple perfect hash to map physical addresses to node numbers */
18extern int memnode_shift;
19extern u8 memnodemap[NODEMAPSIZE];
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
21extern struct pglist_data *node_data[];
22
23static inline __attribute__((pure)) int phys_to_nid(unsigned long addr)
24{
Andi Kleene90f22e2005-11-05 17:25:54 +010025 unsigned nid;
Linus Torvalds1da177e2005-04-16 15:20:36 -070026 VIRTUAL_BUG_ON((addr >> memnode_shift) >= NODEMAPSIZE);
27 nid = memnodemap[addr >> memnode_shift];
Andi Kleene90f22e2005-11-05 17:25:54 +010028 VIRTUAL_BUG_ON(nid >= MAX_NUMNODES || !node_data[nid]);
Linus Torvalds1da177e2005-04-16 15:20:36 -070029 return nid;
30}
31
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#define NODE_DATA(nid) (node_data[nid])
33
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#define node_start_pfn(nid) (NODE_DATA(nid)->node_start_pfn)
35#define node_end_pfn(nid) (NODE_DATA(nid)->node_start_pfn + \
36 NODE_DATA(nid)->node_spanned_pages)
37
Matt Tolentino2b976902005-06-23 00:08:06 -070038#ifdef CONFIG_DISCONTIGMEM
39
40#define pfn_to_nid(pfn) phys_to_nid((unsigned long)(pfn) << PAGE_SHIFT)
41#define kvaddr_to_nid(kaddr) phys_to_nid(__pa(kaddr))
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
Andi Kleen1dff7f32005-11-05 17:25:53 +010043/* Requires pfn_valid(pfn) to be true */
Linus Torvalds1da177e2005-04-16 15:20:36 -070044#define pfn_to_page(pfn) ({ \
45 int nid = phys_to_nid(((unsigned long)(pfn)) << PAGE_SHIFT); \
Dave Hansen408fde82005-06-23 00:07:37 -070046 ((pfn) - node_start_pfn(nid)) + NODE_DATA(nid)->node_mem_map; \
Linus Torvalds1da177e2005-04-16 15:20:36 -070047})
48
49#define page_to_pfn(page) \
50 (long)(((page) - page_zone(page)->zone_mem_map) + page_zone(page)->zone_start_pfn)
51
52#define pfn_valid(pfn) ((pfn) >= num_physpages ? 0 : \
53 ({ u8 nid__ = pfn_to_nid(pfn); \
Jim Paradisfb048922005-09-12 18:49:24 +020054 nid__ != 0xff && (pfn) >= node_start_pfn(nid__) && (pfn) < node_end_pfn(nid__); }))
Linus Torvalds1da177e2005-04-16 15:20:36 -070055#endif
Matt Tolentino2b976902005-06-23 00:08:06 -070056
57#define local_mapnr(kvaddr) \
58 ( (__pa(kvaddr) >> PAGE_SHIFT) - node_start_pfn(kvaddr_to_nid(kvaddr)) )
59#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070060#endif