blob: 22073268b4814ec97a7ddab151e01c1807eabcc8 [file] [log] [blame]
Thomas Gleixner3367e562008-01-30 13:30:38 +01001/*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
25#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
27
28#ifdef CONFIG_NUMA
29#include <linux/cpumask.h>
30#include <asm/mpspec.h>
31
32/* Mappings between logical cpu number and node number */
travis@sgi.com834beda12008-01-30 13:33:21 +010033#ifdef CONFIG_X86_32
travis@sgi.com43238382008-01-30 13:33:25 +010034extern int cpu_to_node_map[];
travis@sgi.com834beda12008-01-30 13:33:21 +010035#else
Mike Travis625d6cf2008-01-30 13:33:25 +010036/* Returns the number of the current Node. */
37#define numa_node_id() (early_cpu_to_node(raw_smp_processor_id()))
travis@sgi.com834beda12008-01-30 13:33:21 +010038#endif
39
Glauber de Oliveira Costa04d1dd22008-03-19 14:25:21 -030040DECLARE_PER_CPU(int, x86_cpu_to_node_map);
Mike Travisb447a462008-03-25 15:06:51 -070041
42#ifdef CONFIG_SMP
Glauber de Oliveira Costa04d1dd22008-03-19 14:25:21 -030043extern int x86_cpu_to_node_map_init[];
44extern void *x86_cpu_to_node_map_early_ptr;
Mike Travisb447a462008-03-25 15:06:51 -070045#else
46#define x86_cpu_to_node_map_early_ptr NULL
47#endif
Glauber de Oliveira Costa04d1dd22008-03-19 14:25:21 -030048
Thomas Gleixner3367e562008-01-30 13:30:38 +010049extern cpumask_t node_to_cpumask_map[];
50
travis@sgi.com43238382008-01-30 13:33:25 +010051#define NUMA_NO_NODE (-1)
travis@sgi.comdf3825c2008-01-30 13:33:11 +010052
Thomas Gleixner3367e562008-01-30 13:30:38 +010053/* Returns the number of the node containing CPU 'cpu' */
travis@sgi.com834beda12008-01-30 13:33:21 +010054#ifdef CONFIG_X86_32
55#define early_cpu_to_node(cpu) cpu_to_node(cpu)
Thomas Gleixner3367e562008-01-30 13:30:38 +010056static inline int cpu_to_node(int cpu)
57{
travis@sgi.com834beda12008-01-30 13:33:21 +010058 return cpu_to_node_map[cpu];
59}
60
61#else /* CONFIG_X86_64 */
Mike Travisb447a462008-03-25 15:06:51 -070062
63#ifdef CONFIG_SMP
travis@sgi.com834beda12008-01-30 13:33:21 +010064static inline int early_cpu_to_node(int cpu)
65{
travis@sgi.com43238382008-01-30 13:33:25 +010066 int *cpu_to_node_map = x86_cpu_to_node_map_early_ptr;
travis@sgi.comdf3825c2008-01-30 13:33:11 +010067
68 if (cpu_to_node_map)
69 return cpu_to_node_map[cpu];
70 else if (per_cpu_offset(cpu))
71 return per_cpu(x86_cpu_to_node_map, cpu);
72 else
73 return NUMA_NO_NODE;
Thomas Gleixner3367e562008-01-30 13:30:38 +010074}
Mike Travisb447a462008-03-25 15:06:51 -070075#else
76#define early_cpu_to_node(cpu) cpu_to_node(cpu)
77#endif
Thomas Gleixner3367e562008-01-30 13:30:38 +010078
travis@sgi.com834beda12008-01-30 13:33:21 +010079static inline int cpu_to_node(int cpu)
80{
Ingo Molnar5f5cd8f2008-01-30 13:33:23 +010081#ifdef CONFIG_DEBUG_PER_CPU_MAPS
82 if (x86_cpu_to_node_map_early_ptr) {
travis@sgi.comc49a4952008-01-30 13:33:22 +010083 printk("KERN_NOTICE cpu_to_node(%d): usage too early!\n",
Joe Perches5d7d03b2008-03-23 01:03:46 -070084 (int)cpu);
Ingo Molnar5f5cd8f2008-01-30 13:33:23 +010085 dump_stack();
86 return ((int *)x86_cpu_to_node_map_early_ptr)[cpu];
travis@sgi.comc49a4952008-01-30 13:33:22 +010087 }
88#endif
Mike Travisb447a462008-03-25 15:06:51 -070089 return per_cpu(x86_cpu_to_node_map, cpu);
travis@sgi.com834beda12008-01-30 13:33:21 +010090}
Mike Travisaa6b5442008-03-31 08:41:55 -070091
92#ifdef CONFIG_NUMA
93
94/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
95#define node_to_cpumask_ptr(v, node) \
96 cpumask_t *v = &(node_to_cpumask_map[node])
97
98#define node_to_cpumask_ptr_next(v, node) \
99 v = &(node_to_cpumask_map[node])
100#endif
101
travis@sgi.com834beda12008-01-30 13:33:21 +0100102#endif /* CONFIG_X86_64 */
103
Thomas Gleixner3367e562008-01-30 13:30:38 +0100104/*
105 * Returns the number of the node containing Node 'node'. This
106 * architecture is flat, so it is a pretty simple function!
107 */
108#define parent_node(node) (node)
109
110/* Returns a bitmask of CPUs on Node 'node'. */
111static inline cpumask_t node_to_cpumask(int node)
112{
113 return node_to_cpumask_map[node];
114}
115
116/* Returns the number of the first CPU on Node 'node'. */
117static inline int node_to_first_cpu(int node)
118{
119 cpumask_t mask = node_to_cpumask(node);
120
121 return first_cpu(mask);
122}
123
124#define pcibus_to_node(bus) __pcibus_to_node(bus)
125#define pcibus_to_cpumask(bus) __pcibus_to_cpumask(bus)
126
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200127#ifdef CONFIG_X86_32
Thomas Gleixner3367e562008-01-30 13:30:38 +0100128extern unsigned long node_start_pfn[];
129extern unsigned long node_end_pfn[];
130extern unsigned long node_remap_size[];
131#define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])
132
133# ifdef CONFIG_X86_HT
134# define ENABLE_TOPO_DEFINES
135# endif
136
137# define SD_CACHE_NICE_TRIES 1
138# define SD_IDLE_IDX 1
139# define SD_NEWIDLE_IDX 2
140# define SD_FORKEXEC_IDX 0
141
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200142#else
Thomas Gleixner3367e562008-01-30 13:30:38 +0100143
144# ifdef CONFIG_SMP
145# define ENABLE_TOPO_DEFINES
146# endif
147
148# define SD_CACHE_NICE_TRIES 2
149# define SD_IDLE_IDX 2
Hidetoshi Seto1d3504f2008-04-15 14:04:23 +0900150# define SD_NEWIDLE_IDX 2
Thomas Gleixner3367e562008-01-30 13:30:38 +0100151# define SD_FORKEXEC_IDX 1
152
153#endif
154
155/* sched_domains SD_NODE_INIT for NUMAQ machines */
156#define SD_NODE_INIT (struct sched_domain) { \
Thomas Gleixner3367e562008-01-30 13:30:38 +0100157 .min_interval = 8, \
158 .max_interval = 32, \
159 .busy_factor = 32, \
160 .imbalance_pct = 125, \
161 .cache_nice_tries = SD_CACHE_NICE_TRIES, \
162 .busy_idx = 3, \
163 .idle_idx = SD_IDLE_IDX, \
164 .newidle_idx = SD_NEWIDLE_IDX, \
165 .wake_idx = 1, \
166 .forkexec_idx = SD_FORKEXEC_IDX, \
167 .flags = SD_LOAD_BALANCE \
168 | SD_BALANCE_EXEC \
169 | SD_BALANCE_FORK \
170 | SD_SERIALIZE \
171 | SD_WAKE_BALANCE, \
172 .last_balance = jiffies, \
173 .balance_interval = 1, \
Thomas Gleixner3367e562008-01-30 13:30:38 +0100174}
175
176#ifdef CONFIG_X86_64_ACPI_NUMA
177extern int __node_distance(int, int);
178#define node_distance(a, b) __node_distance(a, b)
179#endif
180
181#else /* CONFIG_NUMA */
182
Thomas Gleixner3367e562008-01-30 13:30:38 +0100183#endif
184
Mike Travisaa6b5442008-03-31 08:41:55 -0700185#include <asm-generic/topology.h>
186
Thomas Gleixner3367e562008-01-30 13:30:38 +0100187extern cpumask_t cpu_coregroup_map(int cpu);
188
189#ifdef ENABLE_TOPO_DEFINES
190#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
191#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
192#define topology_core_siblings(cpu) (per_cpu(cpu_core_map, cpu))
193#define topology_thread_siblings(cpu) (per_cpu(cpu_sibling_map, cpu))
194#endif
195
196#ifdef CONFIG_SMP
197#define mc_capable() (boot_cpu_data.x86_max_cores > 1)
198#define smt_capable() (smp_num_siblings > 1)
199#endif
200
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200201#endif