blob: 81a29eb08ac4113f5a5f5d57752fef9b390ae153 [file] [log] [blame]
Thomas Gleixner3367e562008-01-30 13:30:38 +01001/*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
25#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
27
28#ifdef CONFIG_NUMA
29#include <linux/cpumask.h>
30#include <asm/mpspec.h>
31
32/* Mappings between logical cpu number and node number */
travis@sgi.com834beda2008-01-30 13:33:21 +010033#ifdef CONFIG_X86_32
travis@sgi.com43238382008-01-30 13:33:25 +010034extern int cpu_to_node_map[];
travis@sgi.com834beda2008-01-30 13:33:21 +010035#else
Mike Travis625d6cf2008-01-30 13:33:25 +010036/* Returns the number of the current Node. */
37#define numa_node_id() (early_cpu_to_node(raw_smp_processor_id()))
travis@sgi.com834beda2008-01-30 13:33:21 +010038#endif
39
Glauber de Oliveira Costa04d1dd22008-03-19 14:25:21 -030040DECLARE_PER_CPU(int, x86_cpu_to_node_map);
Mike Travisb447a462008-03-25 15:06:51 -070041
42#ifdef CONFIG_SMP
Glauber de Oliveira Costa04d1dd22008-03-19 14:25:21 -030043extern int x86_cpu_to_node_map_init[];
44extern void *x86_cpu_to_node_map_early_ptr;
Mike Travisb447a462008-03-25 15:06:51 -070045#else
46#define x86_cpu_to_node_map_early_ptr NULL
47#endif
Glauber de Oliveira Costa04d1dd22008-03-19 14:25:21 -030048
Thomas Gleixner3367e562008-01-30 13:30:38 +010049extern cpumask_t node_to_cpumask_map[];
50
travis@sgi.com43238382008-01-30 13:33:25 +010051#define NUMA_NO_NODE (-1)
travis@sgi.comdf3825c2008-01-30 13:33:11 +010052
Thomas Gleixner3367e562008-01-30 13:30:38 +010053/* Returns the number of the node containing CPU 'cpu' */
travis@sgi.com834beda2008-01-30 13:33:21 +010054#ifdef CONFIG_X86_32
55#define early_cpu_to_node(cpu) cpu_to_node(cpu)
Thomas Gleixner3367e562008-01-30 13:30:38 +010056static inline int cpu_to_node(int cpu)
57{
travis@sgi.com834beda2008-01-30 13:33:21 +010058 return cpu_to_node_map[cpu];
59}
60
61#else /* CONFIG_X86_64 */
Mike Travisb447a462008-03-25 15:06:51 -070062
63#ifdef CONFIG_SMP
travis@sgi.com834beda2008-01-30 13:33:21 +010064static inline int early_cpu_to_node(int cpu)
65{
travis@sgi.com43238382008-01-30 13:33:25 +010066 int *cpu_to_node_map = x86_cpu_to_node_map_early_ptr;
travis@sgi.comdf3825c2008-01-30 13:33:11 +010067
68 if (cpu_to_node_map)
69 return cpu_to_node_map[cpu];
70 else if (per_cpu_offset(cpu))
71 return per_cpu(x86_cpu_to_node_map, cpu);
72 else
73 return NUMA_NO_NODE;
Thomas Gleixner3367e562008-01-30 13:30:38 +010074}
Mike Travisb447a462008-03-25 15:06:51 -070075#else
76#define early_cpu_to_node(cpu) cpu_to_node(cpu)
77#endif
Thomas Gleixner3367e562008-01-30 13:30:38 +010078
travis@sgi.com834beda2008-01-30 13:33:21 +010079static inline int cpu_to_node(int cpu)
80{
Ingo Molnar5f5cd8f2008-01-30 13:33:23 +010081#ifdef CONFIG_DEBUG_PER_CPU_MAPS
82 if (x86_cpu_to_node_map_early_ptr) {
travis@sgi.comc49a4952008-01-30 13:33:22 +010083 printk("KERN_NOTICE cpu_to_node(%d): usage too early!\n",
Joe Perches5d7d03b2008-03-23 01:03:46 -070084 (int)cpu);
Ingo Molnar5f5cd8f2008-01-30 13:33:23 +010085 dump_stack();
86 return ((int *)x86_cpu_to_node_map_early_ptr)[cpu];
travis@sgi.comc49a4952008-01-30 13:33:22 +010087 }
88#endif
Mike Travisb447a462008-03-25 15:06:51 -070089 return per_cpu(x86_cpu_to_node_map, cpu);
travis@sgi.com834beda2008-01-30 13:33:21 +010090}
91#endif /* CONFIG_X86_64 */
92
Thomas Gleixner3367e562008-01-30 13:30:38 +010093/*
94 * Returns the number of the node containing Node 'node'. This
95 * architecture is flat, so it is a pretty simple function!
96 */
97#define parent_node(node) (node)
98
99/* Returns a bitmask of CPUs on Node 'node'. */
100static inline cpumask_t node_to_cpumask(int node)
101{
102 return node_to_cpumask_map[node];
103}
104
105/* Returns the number of the first CPU on Node 'node'. */
106static inline int node_to_first_cpu(int node)
107{
108 cpumask_t mask = node_to_cpumask(node);
109
110 return first_cpu(mask);
111}
112
113#define pcibus_to_node(bus) __pcibus_to_node(bus)
114#define pcibus_to_cpumask(bus) __pcibus_to_cpumask(bus)
115
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200116#ifdef CONFIG_X86_32
Thomas Gleixner3367e562008-01-30 13:30:38 +0100117extern unsigned long node_start_pfn[];
118extern unsigned long node_end_pfn[];
119extern unsigned long node_remap_size[];
120#define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])
121
122# ifdef CONFIG_X86_HT
123# define ENABLE_TOPO_DEFINES
124# endif
125
126# define SD_CACHE_NICE_TRIES 1
127# define SD_IDLE_IDX 1
128# define SD_NEWIDLE_IDX 2
129# define SD_FORKEXEC_IDX 0
130
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200131#else
Thomas Gleixner3367e562008-01-30 13:30:38 +0100132
133# ifdef CONFIG_SMP
134# define ENABLE_TOPO_DEFINES
135# endif
136
137# define SD_CACHE_NICE_TRIES 2
138# define SD_IDLE_IDX 2
139# define SD_NEWIDLE_IDX 0
140# define SD_FORKEXEC_IDX 1
141
142#endif
143
144/* sched_domains SD_NODE_INIT for NUMAQ machines */
145#define SD_NODE_INIT (struct sched_domain) { \
146 .span = CPU_MASK_NONE, \
147 .parent = NULL, \
148 .child = NULL, \
149 .groups = NULL, \
150 .min_interval = 8, \
151 .max_interval = 32, \
152 .busy_factor = 32, \
153 .imbalance_pct = 125, \
154 .cache_nice_tries = SD_CACHE_NICE_TRIES, \
155 .busy_idx = 3, \
156 .idle_idx = SD_IDLE_IDX, \
157 .newidle_idx = SD_NEWIDLE_IDX, \
158 .wake_idx = 1, \
159 .forkexec_idx = SD_FORKEXEC_IDX, \
160 .flags = SD_LOAD_BALANCE \
161 | SD_BALANCE_EXEC \
162 | SD_BALANCE_FORK \
163 | SD_SERIALIZE \
164 | SD_WAKE_BALANCE, \
165 .last_balance = jiffies, \
166 .balance_interval = 1, \
167 .nr_balance_failed = 0, \
168}
169
170#ifdef CONFIG_X86_64_ACPI_NUMA
171extern int __node_distance(int, int);
172#define node_distance(a, b) __node_distance(a, b)
173#endif
174
175#else /* CONFIG_NUMA */
176
177#include <asm-generic/topology.h>
178
179#endif
180
181extern cpumask_t cpu_coregroup_map(int cpu);
182
183#ifdef ENABLE_TOPO_DEFINES
184#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
185#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
186#define topology_core_siblings(cpu) (per_cpu(cpu_core_map, cpu))
187#define topology_thread_siblings(cpu) (per_cpu(cpu_sibling_map, cpu))
188#endif
189
190#ifdef CONFIG_SMP
191#define mc_capable() (boot_cpu_data.x86_max_cores > 1)
192#define smt_capable() (smp_num_siblings > 1)
193#endif
194
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200195#endif