blob: b167ca90f96fdeb16998fd09ea30e3ff554eb6a2 [file] [log] [blame]
Thomas Gleixner3367e562008-01-30 13:30:38 +01001/*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
25#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
27
28#ifdef CONFIG_NUMA
29#include <linux/cpumask.h>
30#include <asm/mpspec.h>
31
32/* Mappings between logical cpu number and node number */
travis@sgi.com834beda12008-01-30 13:33:21 +010033#ifdef CONFIG_X86_32
travis@sgi.com43238382008-01-30 13:33:25 +010034extern int cpu_to_node_map[];
travis@sgi.com834beda12008-01-30 13:33:21 +010035#else
Mike Travis625d6cf2008-01-30 13:33:25 +010036/* Returns the number of the current Node. */
37#define numa_node_id() (early_cpu_to_node(raw_smp_processor_id()))
travis@sgi.com834beda12008-01-30 13:33:21 +010038#endif
39
Glauber de Oliveira Costa04d1dd22008-03-19 14:25:21 -030040DECLARE_PER_CPU(int, x86_cpu_to_node_map);
Mike Travisb447a462008-03-25 15:06:51 -070041
42#ifdef CONFIG_SMP
Glauber de Oliveira Costa04d1dd22008-03-19 14:25:21 -030043extern int x86_cpu_to_node_map_init[];
44extern void *x86_cpu_to_node_map_early_ptr;
Mike Travisb447a462008-03-25 15:06:51 -070045#else
46#define x86_cpu_to_node_map_early_ptr NULL
47#endif
Glauber de Oliveira Costa04d1dd22008-03-19 14:25:21 -030048
Thomas Gleixner3367e562008-01-30 13:30:38 +010049extern cpumask_t node_to_cpumask_map[];
50
travis@sgi.com43238382008-01-30 13:33:25 +010051#define NUMA_NO_NODE (-1)
travis@sgi.comdf3825c2008-01-30 13:33:11 +010052
Thomas Gleixner3367e562008-01-30 13:30:38 +010053/* Returns the number of the node containing CPU 'cpu' */
travis@sgi.com834beda12008-01-30 13:33:21 +010054#ifdef CONFIG_X86_32
55#define early_cpu_to_node(cpu) cpu_to_node(cpu)
Thomas Gleixner3367e562008-01-30 13:30:38 +010056static inline int cpu_to_node(int cpu)
57{
travis@sgi.com834beda12008-01-30 13:33:21 +010058 return cpu_to_node_map[cpu];
59}
60
61#else /* CONFIG_X86_64 */
Mike Travisb447a462008-03-25 15:06:51 -070062
63#ifdef CONFIG_SMP
travis@sgi.com834beda12008-01-30 13:33:21 +010064static inline int early_cpu_to_node(int cpu)
65{
travis@sgi.com43238382008-01-30 13:33:25 +010066 int *cpu_to_node_map = x86_cpu_to_node_map_early_ptr;
travis@sgi.comdf3825c2008-01-30 13:33:11 +010067
68 if (cpu_to_node_map)
69 return cpu_to_node_map[cpu];
70 else if (per_cpu_offset(cpu))
71 return per_cpu(x86_cpu_to_node_map, cpu);
72 else
73 return NUMA_NO_NODE;
Thomas Gleixner3367e562008-01-30 13:30:38 +010074}
Mike Travisb447a462008-03-25 15:06:51 -070075#else
76#define early_cpu_to_node(cpu) cpu_to_node(cpu)
77#endif
Thomas Gleixner3367e562008-01-30 13:30:38 +010078
travis@sgi.com834beda12008-01-30 13:33:21 +010079static inline int cpu_to_node(int cpu)
80{
Ingo Molnar5f5cd8f2008-01-30 13:33:23 +010081#ifdef CONFIG_DEBUG_PER_CPU_MAPS
82 if (x86_cpu_to_node_map_early_ptr) {
travis@sgi.comc49a4952008-01-30 13:33:22 +010083 printk("KERN_NOTICE cpu_to_node(%d): usage too early!\n",
Joe Perches5d7d03b2008-03-23 01:03:46 -070084 (int)cpu);
Ingo Molnar5f5cd8f2008-01-30 13:33:23 +010085 dump_stack();
86 return ((int *)x86_cpu_to_node_map_early_ptr)[cpu];
travis@sgi.comc49a4952008-01-30 13:33:22 +010087 }
88#endif
Mike Travisb447a462008-03-25 15:06:51 -070089 return per_cpu(x86_cpu_to_node_map, cpu);
travis@sgi.com834beda12008-01-30 13:33:21 +010090}
Mike Travisaa6b5442008-03-31 08:41:55 -070091
92#ifdef CONFIG_NUMA
93
94/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
95#define node_to_cpumask_ptr(v, node) \
96 cpumask_t *v = &(node_to_cpumask_map[node])
97
98#define node_to_cpumask_ptr_next(v, node) \
99 v = &(node_to_cpumask_map[node])
100#endif
101
travis@sgi.com834beda12008-01-30 13:33:21 +0100102#endif /* CONFIG_X86_64 */
103
Thomas Gleixner3367e562008-01-30 13:30:38 +0100104/*
105 * Returns the number of the node containing Node 'node'. This
106 * architecture is flat, so it is a pretty simple function!
107 */
108#define parent_node(node) (node)
109
110/* Returns a bitmask of CPUs on Node 'node'. */
111static inline cpumask_t node_to_cpumask(int node)
112{
113 return node_to_cpumask_map[node];
114}
115
116/* Returns the number of the first CPU on Node 'node'. */
117static inline int node_to_first_cpu(int node)
118{
119 cpumask_t mask = node_to_cpumask(node);
120
121 return first_cpu(mask);
122}
123
124#define pcibus_to_node(bus) __pcibus_to_node(bus)
125#define pcibus_to_cpumask(bus) __pcibus_to_cpumask(bus)
126
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200127#ifdef CONFIG_X86_32
Thomas Gleixner3367e562008-01-30 13:30:38 +0100128extern unsigned long node_start_pfn[];
129extern unsigned long node_end_pfn[];
130extern unsigned long node_remap_size[];
131#define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])
132
133# ifdef CONFIG_X86_HT
134# define ENABLE_TOPO_DEFINES
135# endif
136
137# define SD_CACHE_NICE_TRIES 1
138# define SD_IDLE_IDX 1
139# define SD_NEWIDLE_IDX 2
140# define SD_FORKEXEC_IDX 0
141
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200142#else
Thomas Gleixner3367e562008-01-30 13:30:38 +0100143
144# ifdef CONFIG_SMP
145# define ENABLE_TOPO_DEFINES
146# endif
147
148# define SD_CACHE_NICE_TRIES 2
149# define SD_IDLE_IDX 2
150# define SD_NEWIDLE_IDX 0
151# define SD_FORKEXEC_IDX 1
152
153#endif
154
155/* sched_domains SD_NODE_INIT for NUMAQ machines */
156#define SD_NODE_INIT (struct sched_domain) { \
157 .span = CPU_MASK_NONE, \
158 .parent = NULL, \
159 .child = NULL, \
160 .groups = NULL, \
161 .min_interval = 8, \
162 .max_interval = 32, \
163 .busy_factor = 32, \
164 .imbalance_pct = 125, \
165 .cache_nice_tries = SD_CACHE_NICE_TRIES, \
166 .busy_idx = 3, \
167 .idle_idx = SD_IDLE_IDX, \
168 .newidle_idx = SD_NEWIDLE_IDX, \
169 .wake_idx = 1, \
170 .forkexec_idx = SD_FORKEXEC_IDX, \
171 .flags = SD_LOAD_BALANCE \
172 | SD_BALANCE_EXEC \
173 | SD_BALANCE_FORK \
174 | SD_SERIALIZE \
175 | SD_WAKE_BALANCE, \
176 .last_balance = jiffies, \
177 .balance_interval = 1, \
178 .nr_balance_failed = 0, \
179}
180
181#ifdef CONFIG_X86_64_ACPI_NUMA
182extern int __node_distance(int, int);
183#define node_distance(a, b) __node_distance(a, b)
184#endif
185
186#else /* CONFIG_NUMA */
187
Thomas Gleixner3367e562008-01-30 13:30:38 +0100188#endif
189
Mike Travisaa6b5442008-03-31 08:41:55 -0700190#include <asm-generic/topology.h>
191
Thomas Gleixner3367e562008-01-30 13:30:38 +0100192extern cpumask_t cpu_coregroup_map(int cpu);
193
194#ifdef ENABLE_TOPO_DEFINES
195#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
196#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
197#define topology_core_siblings(cpu) (per_cpu(cpu_core_map, cpu))
198#define topology_thread_siblings(cpu) (per_cpu(cpu_sibling_map, cpu))
199#endif
200
201#ifdef CONFIG_SMP
202#define mc_capable() (boot_cpu_data.x86_max_cores > 1)
203#define smt_capable() (smp_num_siblings > 1)
204#endif
205
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200206#endif