blob: e3f4198371a9a46e4556241d2cb95d5cad78263d [file] [log] [blame]
Thomas Gleixner3367e562008-01-30 13:30:38 +01001/*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
H. Peter Anvin1965aae2008-10-22 22:26:29 -070025#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
Thomas Gleixner3367e562008-01-30 13:30:38 +010027
Vaidyanathan Srinivasan5c3a1212008-05-05 19:22:15 +053028#ifdef CONFIG_X86_32
29# ifdef CONFIG_X86_HT
30# define ENABLE_TOPO_DEFINES
31# endif
32#else
33# ifdef CONFIG_SMP
34# define ENABLE_TOPO_DEFINES
35# endif
36#endif
37
Mike Travis23ca4bb2008-05-12 21:21:12 +020038/* Node not present */
39#define NUMA_NO_NODE (-1)
40
Thomas Gleixner3367e562008-01-30 13:30:38 +010041#ifdef CONFIG_NUMA
42#include <linux/cpumask.h>
43#include <asm/mpspec.h>
44
travis@sgi.com834beda12008-01-30 13:33:21 +010045#ifdef CONFIG_X86_32
travis@sgi.com834beda12008-01-30 13:33:21 +010046
Mike Travis23ca4bb2008-05-12 21:21:12 +020047/* Mappings between logical cpu number and node number */
48extern int cpu_to_node_map[];
travis@sgi.comdf3825c2008-01-30 13:33:11 +010049
Thomas Gleixner3367e562008-01-30 13:30:38 +010050/* Returns the number of the node containing CPU 'cpu' */
51static inline int cpu_to_node(int cpu)
52{
travis@sgi.com834beda12008-01-30 13:33:21 +010053 return cpu_to_node_map[cpu];
54}
Mike Travis23ca4bb2008-05-12 21:21:12 +020055#define early_cpu_to_node(cpu) cpu_to_node(cpu)
travis@sgi.com834beda12008-01-30 13:33:21 +010056
57#else /* CONFIG_X86_64 */
Mike Travisb447a462008-03-25 15:06:51 -070058
Mike Travis23ca4bb2008-05-12 21:21:12 +020059/* Mappings between logical cpu number and node number */
60DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
Thomas Gleixner3367e562008-01-30 13:30:38 +010061
Mike Travis23ca4bb2008-05-12 21:21:12 +020062/* Returns the number of the current Node. */
Brian Gerste7a22c12009-01-19 00:38:59 +090063DECLARE_PER_CPU(int, node_number);
64#define numa_node_id() percpu_read(node_number)
Mike Travis23ca4bb2008-05-12 21:21:12 +020065
66#ifdef CONFIG_DEBUG_PER_CPU_MAPS
67extern int cpu_to_node(int cpu);
68extern int early_cpu_to_node(int cpu);
Mike Travis23ca4bb2008-05-12 21:21:12 +020069
70#else /* !CONFIG_DEBUG_PER_CPU_MAPS */
71
72/* Returns the number of the node containing CPU 'cpu' */
travis@sgi.com834beda12008-01-30 13:33:21 +010073static inline int cpu_to_node(int cpu)
74{
Mike Travisb447a462008-03-25 15:06:51 -070075 return per_cpu(x86_cpu_to_node_map, cpu);
travis@sgi.com834beda12008-01-30 13:33:21 +010076}
Mike Travisaa6b5442008-03-31 08:41:55 -070077
Mike Travis23ca4bb2008-05-12 21:21:12 +020078/* Same function but used if called before per_cpu areas are setup */
79static inline int early_cpu_to_node(int cpu)
80{
Tejun Heof10fcd42009-01-13 20:41:34 +090081 return early_per_cpu(x86_cpu_to_node_map, cpu);
Mike Travis23ca4bb2008-05-12 21:21:12 +020082}
Mike Travisaa6b5442008-03-31 08:41:55 -070083
Rusty Russell71ee73e2009-03-13 14:49:52 +103084#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
85
86#endif /* CONFIG_X86_64 */
87
88/* Mappings between node number and cpus on that node. */
Rusty Russellc032ef602009-03-13 14:49:53 +103089extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
Rusty Russell71ee73e2009-03-13 14:49:52 +103090
91#ifdef CONFIG_DEBUG_PER_CPU_MAPS
Rusty Russell73e907d2009-03-13 14:49:57 +103092extern const struct cpumask *cpumask_of_node(int node);
Rusty Russell71ee73e2009-03-13 14:49:52 +103093#else
Mike Travisaa6b5442008-03-31 08:41:55 -070094/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
Rusty Russellc032ef602009-03-13 14:49:53 +103095static inline const struct cpumask *cpumask_of_node(int node)
Mike Travis23ca4bb2008-05-12 21:21:12 +020096{
Rusty Russellc032ef602009-03-13 14:49:53 +103097 return node_to_cpumask_map[node];
Mike Travis23ca4bb2008-05-12 21:21:12 +020098}
Rusty Russell71ee73e2009-03-13 14:49:52 +103099#endif
Mike Travis23ca4bb2008-05-12 21:21:12 +0200100
Brian Gerst6470aff2009-01-27 12:56:47 +0900101extern void setup_node_to_cpumask_map(void);
102
Mike Travis23ca4bb2008-05-12 21:21:12 +0200103/*
104 * Returns the number of the node containing Node 'node'. This
105 * architecture is flat, so it is a pretty simple function!
106 */
107#define parent_node(node) (node)
108
Thomas Gleixner3367e562008-01-30 13:30:38 +0100109#define pcibus_to_node(bus) __pcibus_to_node(bus)
Thomas Gleixner3367e562008-01-30 13:30:38 +0100110
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200111#ifdef CONFIG_X86_32
Thomas Gleixner3367e562008-01-30 13:30:38 +0100112extern unsigned long node_start_pfn[];
113extern unsigned long node_end_pfn[];
114extern unsigned long node_remap_size[];
115#define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])
116
Thomas Gleixner3367e562008-01-30 13:30:38 +0100117# define SD_CACHE_NICE_TRIES 1
118# define SD_IDLE_IDX 1
119# define SD_NEWIDLE_IDX 2
120# define SD_FORKEXEC_IDX 0
121
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200122#else
Thomas Gleixner3367e562008-01-30 13:30:38 +0100123
Thomas Gleixner3367e562008-01-30 13:30:38 +0100124# define SD_CACHE_NICE_TRIES 2
125# define SD_IDLE_IDX 2
Hidetoshi Seto1d3504f2008-04-15 14:04:23 +0900126# define SD_NEWIDLE_IDX 2
Thomas Gleixner3367e562008-01-30 13:30:38 +0100127# define SD_FORKEXEC_IDX 1
128
129#endif
130
Ingo Molnar9fcd18c2008-11-05 16:52:08 +0100131/* sched_domains SD_NODE_INIT for NUMA machines */
Thomas Gleixner3367e562008-01-30 13:30:38 +0100132#define SD_NODE_INIT (struct sched_domain) { \
Thomas Gleixner3367e562008-01-30 13:30:38 +0100133 .min_interval = 8, \
134 .max_interval = 32, \
135 .busy_factor = 32, \
136 .imbalance_pct = 125, \
137 .cache_nice_tries = SD_CACHE_NICE_TRIES, \
138 .busy_idx = 3, \
139 .idle_idx = SD_IDLE_IDX, \
140 .newidle_idx = SD_NEWIDLE_IDX, \
141 .wake_idx = 1, \
142 .forkexec_idx = SD_FORKEXEC_IDX, \
143 .flags = SD_LOAD_BALANCE \
144 | SD_BALANCE_EXEC \
145 | SD_BALANCE_FORK \
Ingo Molnar9fcd18c2008-11-05 16:52:08 +0100146 | SD_WAKE_AFFINE \
147 | SD_WAKE_BALANCE \
148 | SD_SERIALIZE, \
Thomas Gleixner3367e562008-01-30 13:30:38 +0100149 .last_balance = jiffies, \
150 .balance_interval = 1, \
Thomas Gleixner3367e562008-01-30 13:30:38 +0100151}
152
153#ifdef CONFIG_X86_64_ACPI_NUMA
154extern int __node_distance(int, int);
155#define node_distance(a, b) __node_distance(a, b)
156#endif
157
Mike Travis23ca4bb2008-05-12 21:21:12 +0200158#else /* !CONFIG_NUMA */
Thomas Gleixner3367e562008-01-30 13:30:38 +0100159
Mike Travisf2a08272009-01-15 09:19:32 -0800160static inline int numa_node_id(void)
161{
162 return 0;
163}
164
165static inline int cpu_to_node(int cpu)
166{
167 return 0;
168}
169
170static inline int early_cpu_to_node(int cpu)
171{
172 return 0;
173}
Mike Travis23ca4bb2008-05-12 21:21:12 +0200174
Rusty Russell73e907d2009-03-13 14:49:57 +1030175static inline const struct cpumask *cpumask_of_node(int node)
Mike Travis23ca4bb2008-05-12 21:21:12 +0200176{
Rusty Russell4f062892009-03-13 14:49:54 +1030177 return cpu_online_mask;
Mike Travis23ca4bb2008-05-12 21:21:12 +0200178}
Mike Travis23ca4bb2008-05-12 21:21:12 +0200179static inline int node_to_first_cpu(int node)
180{
Rusty Russell4f062892009-03-13 14:49:54 +1030181 return cpumask_first(cpu_online_mask);
Mike Travis23ca4bb2008-05-12 21:21:12 +0200182}
183
Brian Gerst6470aff2009-01-27 12:56:47 +0900184static inline void setup_node_to_cpumask_map(void) { }
185
Thomas Gleixner3367e562008-01-30 13:30:38 +0100186#endif
187
Mike Travisaa6b5442008-03-31 08:41:55 -0700188#include <asm-generic/topology.h>
189
Mike Travis9f248bd2008-05-12 21:21:12 +0200190#ifdef CONFIG_NUMA
191/* Returns the number of the first CPU on Node 'node'. */
192static inline int node_to_first_cpu(int node)
193{
Rusty Russell393d68f2008-12-26 22:23:38 +1030194 return cpumask_first(cpumask_of_node(node));
Mike Travis9f248bd2008-05-12 21:21:12 +0200195}
196#endif
197
Rusty Russell030bb202008-12-26 22:23:41 +1030198extern const struct cpumask *cpu_coregroup_mask(int cpu);
Thomas Gleixner3367e562008-01-30 13:30:38 +0100199
200#ifdef ENABLE_TOPO_DEFINES
201#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
202#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
Rusty Russell7ad728f2009-03-13 14:49:50 +1030203#define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu))
204#define topology_thread_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu))
Mike Travis23ca4bb2008-05-12 21:21:12 +0200205
206/* indicates that pointers to the topology cpumask_t maps are valid */
207#define arch_provides_topology_pointers yes
Thomas Gleixner3367e562008-01-30 13:30:38 +0100208#endif
209
Alex Chiangfe086a72008-04-29 15:05:29 -0700210static inline void arch_fix_phys_package_id(int num, u32 slot)
211{
212}
213
Yinghai Lu30a18d62008-02-19 03:21:20 -0800214struct pci_bus;
215void set_pci_bus_resources_arch_default(struct pci_bus *b);
216
Thomas Gleixner3367e562008-01-30 13:30:38 +0100217#ifdef CONFIG_SMP
Rusty Russell7ad728f2009-03-13 14:49:50 +1030218#define mc_capable() (cpumask_weight(cpu_core_mask(0)) != nr_cpu_ids)
Thomas Gleixner3367e562008-01-30 13:30:38 +0100219#define smt_capable() (smp_num_siblings > 1)
220#endif
221
Yinghai Lu871d5f82008-02-19 03:20:09 -0800222#ifdef CONFIG_NUMA
223extern int get_mp_bus_to_node(int busnum);
224extern void set_mp_bus_to_node(int busnum, int node);
225#else
226static inline int get_mp_bus_to_node(int busnum)
227{
228 return 0;
229}
230static inline void set_mp_bus_to_node(int busnum, int node)
231{
232}
233#endif
234
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700235#endif /* _ASM_X86_TOPOLOGY_H */