blob: 8af05a93f09714dd16fd54b7e3119960e554f103 [file] [log] [blame]
Thomas Gleixner3367e562008-01-30 13:30:38 +01001/*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
25#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
27
28#ifdef CONFIG_NUMA
29#include <linux/cpumask.h>
30#include <asm/mpspec.h>
31
32/* Mappings between logical cpu number and node number */
travis@sgi.com834beda2008-01-30 13:33:21 +010033#ifdef CONFIG_X86_32
travis@sgi.com43238382008-01-30 13:33:25 +010034extern int cpu_to_node_map[];
travis@sgi.com834beda2008-01-30 13:33:21 +010035
36#else
travis@sgi.com43238382008-01-30 13:33:25 +010037DECLARE_PER_CPU(int, x86_cpu_to_node_map);
38extern int x86_cpu_to_node_map_init[];
travis@sgi.comdf3825c2008-01-30 13:33:11 +010039extern void *x86_cpu_to_node_map_early_ptr;
Mike Travis625d6cf2008-01-30 13:33:25 +010040/* Returns the number of the current Node. */
41#define numa_node_id() (early_cpu_to_node(raw_smp_processor_id()))
travis@sgi.com834beda2008-01-30 13:33:21 +010042#endif
43
Thomas Gleixner3367e562008-01-30 13:30:38 +010044extern cpumask_t node_to_cpumask_map[];
45
travis@sgi.com43238382008-01-30 13:33:25 +010046#define NUMA_NO_NODE (-1)
travis@sgi.comdf3825c2008-01-30 13:33:11 +010047
Thomas Gleixner3367e562008-01-30 13:30:38 +010048/* Returns the number of the node containing CPU 'cpu' */
travis@sgi.com834beda2008-01-30 13:33:21 +010049#ifdef CONFIG_X86_32
50#define early_cpu_to_node(cpu) cpu_to_node(cpu)
Thomas Gleixner3367e562008-01-30 13:30:38 +010051static inline int cpu_to_node(int cpu)
52{
travis@sgi.com834beda2008-01-30 13:33:21 +010053 return cpu_to_node_map[cpu];
54}
55
56#else /* CONFIG_X86_64 */
57static inline int early_cpu_to_node(int cpu)
58{
travis@sgi.com43238382008-01-30 13:33:25 +010059 int *cpu_to_node_map = x86_cpu_to_node_map_early_ptr;
travis@sgi.comdf3825c2008-01-30 13:33:11 +010060
61 if (cpu_to_node_map)
62 return cpu_to_node_map[cpu];
63 else if (per_cpu_offset(cpu))
64 return per_cpu(x86_cpu_to_node_map, cpu);
65 else
66 return NUMA_NO_NODE;
Thomas Gleixner3367e562008-01-30 13:30:38 +010067}
68
travis@sgi.com834beda2008-01-30 13:33:21 +010069static inline int cpu_to_node(int cpu)
70{
Ingo Molnar5f5cd8f2008-01-30 13:33:23 +010071#ifdef CONFIG_DEBUG_PER_CPU_MAPS
72 if (x86_cpu_to_node_map_early_ptr) {
travis@sgi.comc49a4952008-01-30 13:33:22 +010073 printk("KERN_NOTICE cpu_to_node(%d): usage too early!\n",
74 (int)cpu);
Ingo Molnar5f5cd8f2008-01-30 13:33:23 +010075 dump_stack();
76 return ((int *)x86_cpu_to_node_map_early_ptr)[cpu];
travis@sgi.comc49a4952008-01-30 13:33:22 +010077 }
78#endif
Ingo Molnar5f5cd8f2008-01-30 13:33:23 +010079 if (per_cpu_offset(cpu))
travis@sgi.com834beda2008-01-30 13:33:21 +010080 return per_cpu(x86_cpu_to_node_map, cpu);
81 else
82 return NUMA_NO_NODE;
83}
84#endif /* CONFIG_X86_64 */
85
Thomas Gleixner3367e562008-01-30 13:30:38 +010086/*
87 * Returns the number of the node containing Node 'node'. This
88 * architecture is flat, so it is a pretty simple function!
89 */
90#define parent_node(node) (node)
91
92/* Returns a bitmask of CPUs on Node 'node'. */
93static inline cpumask_t node_to_cpumask(int node)
94{
95 return node_to_cpumask_map[node];
96}
97
98/* Returns the number of the first CPU on Node 'node'. */
99static inline int node_to_first_cpu(int node)
100{
101 cpumask_t mask = node_to_cpumask(node);
102
103 return first_cpu(mask);
104}
105
106#define pcibus_to_node(bus) __pcibus_to_node(bus)
107#define pcibus_to_cpumask(bus) __pcibus_to_cpumask(bus)
108
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200109#ifdef CONFIG_X86_32
Thomas Gleixner3367e562008-01-30 13:30:38 +0100110extern unsigned long node_start_pfn[];
111extern unsigned long node_end_pfn[];
112extern unsigned long node_remap_size[];
113#define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])
114
115# ifdef CONFIG_X86_HT
116# define ENABLE_TOPO_DEFINES
117# endif
118
119# define SD_CACHE_NICE_TRIES 1
120# define SD_IDLE_IDX 1
121# define SD_NEWIDLE_IDX 2
122# define SD_FORKEXEC_IDX 0
123
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200124#else
Thomas Gleixner3367e562008-01-30 13:30:38 +0100125
126# ifdef CONFIG_SMP
127# define ENABLE_TOPO_DEFINES
128# endif
129
130# define SD_CACHE_NICE_TRIES 2
131# define SD_IDLE_IDX 2
132# define SD_NEWIDLE_IDX 0
133# define SD_FORKEXEC_IDX 1
134
135#endif
136
137/* sched_domains SD_NODE_INIT for NUMAQ machines */
138#define SD_NODE_INIT (struct sched_domain) { \
139 .span = CPU_MASK_NONE, \
140 .parent = NULL, \
141 .child = NULL, \
142 .groups = NULL, \
143 .min_interval = 8, \
144 .max_interval = 32, \
145 .busy_factor = 32, \
146 .imbalance_pct = 125, \
147 .cache_nice_tries = SD_CACHE_NICE_TRIES, \
148 .busy_idx = 3, \
149 .idle_idx = SD_IDLE_IDX, \
150 .newidle_idx = SD_NEWIDLE_IDX, \
151 .wake_idx = 1, \
152 .forkexec_idx = SD_FORKEXEC_IDX, \
153 .flags = SD_LOAD_BALANCE \
154 | SD_BALANCE_EXEC \
155 | SD_BALANCE_FORK \
156 | SD_SERIALIZE \
157 | SD_WAKE_BALANCE, \
158 .last_balance = jiffies, \
159 .balance_interval = 1, \
160 .nr_balance_failed = 0, \
161}
162
163#ifdef CONFIG_X86_64_ACPI_NUMA
164extern int __node_distance(int, int);
165#define node_distance(a, b) __node_distance(a, b)
166#endif
167
168#else /* CONFIG_NUMA */
169
170#include <asm-generic/topology.h>
171
172#endif
173
174extern cpumask_t cpu_coregroup_map(int cpu);
175
176#ifdef ENABLE_TOPO_DEFINES
177#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
178#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
179#define topology_core_siblings(cpu) (per_cpu(cpu_core_map, cpu))
180#define topology_thread_siblings(cpu) (per_cpu(cpu_sibling_map, cpu))
181#endif
182
183#ifdef CONFIG_SMP
184#define mc_capable() (boot_cpu_data.x86_max_cores > 1)
185#define smt_capable() (smp_num_siblings > 1)
186#endif
187
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200188#endif