blob: dda6ee521e74e3fefff78e17b54624fa53ffae96 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * include/linux/topology.h
3 *
4 * Written by: Matthew Dobson, IBM Corporation
5 *
6 * Copyright (C) 2002, IBM Corp.
7 *
Ingo Molnar32525d02008-01-25 21:08:20 +01008 * All rights reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
14 *
15 * This program is distributed in the hope that it will be useful, but
16 * WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
18 * NON INFRINGEMENT. See the GNU General Public License for more
19 * details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24 *
25 * Send feedback to <colpatch@us.ibm.com>
26 */
27#ifndef _LINUX_TOPOLOGY_H
28#define _LINUX_TOPOLOGY_H
29
30#include <linux/cpumask.h>
31#include <linux/bitops.h>
32#include <linux/mmzone.h>
33#include <linux/smp.h>
Lee Schermerhorn72812012010-05-26 14:44:56 -070034#include <linux/percpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <asm/topology.h>
36
37#ifndef node_has_online_mem
38#define node_has_online_mem(nid) (1)
39#endif
40
41#ifndef nr_cpus_node
Rusty Russella70f7302009-03-13 14:49:46 +103042#define nr_cpus_node(node) cpumask_weight(cpumask_of_node(node))
Linus Torvalds1da177e2005-04-16 15:20:36 -070043#endif
44
Mike Travis7c16ec52008-04-04 18:11:11 -070045#define for_each_node_with_cpus(node) \
46 for_each_online_node(node) \
Linus Torvalds1da177e2005-04-16 15:20:36 -070047 if (nr_cpus_node(node))
48
Heiko Carstensee79d1b2008-12-09 18:49:50 +010049int arch_update_cpu_topology(void);
Heiko Carstens22e52b02008-03-12 18:31:59 +010050
Linus Torvalds1da177e2005-04-16 15:20:36 -070051/* Conform to ACPI 2.0 SLIT distance definitions */
52#define LOCAL_DISTANCE 10
53#define REMOTE_DISTANCE 20
Ingo Molnarf787a5032007-07-11 21:21:47 +020054#ifndef node_distance
Linus Torvalds1da177e2005-04-16 15:20:36 -070055#define node_distance(from,to) ((from) == (to) ? LOCAL_DISTANCE : REMOTE_DISTANCE)
56#endif
Christoph Lameter9eeff232006-01-18 17:42:31 -080057#ifndef RECLAIM_DISTANCE
58/*
59 * If the distance between nodes in a system is larger than RECLAIM_DISTANCE
60 * (in whatever arch specific measurement units returned by node_distance())
Mel Gorman4f9b16a2014-06-04 16:07:14 -070061 * and zone_reclaim_mode is enabled then the VM will only call zone_reclaim()
62 * on nodes within this distance.
Christoph Lameter9eeff232006-01-18 17:42:31 -080063 */
KOSAKI Motohiro32e45ff2011-06-15 15:08:20 -070064#define RECLAIM_DISTANCE 30
Christoph Lameter9eeff232006-01-18 17:42:31 -080065#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070066#ifndef PENALTY_FOR_NODE_WITH_CPUS
67#define PENALTY_FOR_NODE_WITH_CPUS (1)
68#endif
69
Lee Schermerhorn72812012010-05-26 14:44:56 -070070#ifdef CONFIG_USE_PERCPU_NUMA_NODE_ID
71DECLARE_PER_CPU(int, numa_node);
72
73#ifndef numa_node_id
74/* Returns the number of the current Node. */
75static inline int numa_node_id(void)
76{
Christoph Lameterdc322a92014-04-07 15:39:38 -070077 return raw_cpu_read(numa_node);
Lee Schermerhorn72812012010-05-26 14:44:56 -070078}
79#endif
80
81#ifndef cpu_to_node
82static inline int cpu_to_node(int cpu)
83{
84 return per_cpu(numa_node, cpu);
85}
86#endif
87
88#ifndef set_numa_node
89static inline void set_numa_node(int node)
90{
Alex Shic6ae41e2012-05-11 15:35:27 +080091 this_cpu_write(numa_node, node);
Lee Schermerhorn72812012010-05-26 14:44:56 -070092}
93#endif
94
95#ifndef set_cpu_numa_node
96static inline void set_cpu_numa_node(int cpu, int node)
97{
98 per_cpu(numa_node, cpu) = node;
99}
100#endif
101
102#else /* !CONFIG_USE_PERCPU_NUMA_NODE_ID */
103
104/* Returns the number of the current Node. */
105#ifndef numa_node_id
106static inline int numa_node_id(void)
107{
108 return cpu_to_node(raw_smp_processor_id());
109}
110#endif
111
112#endif /* [!]CONFIG_USE_PERCPU_NUMA_NODE_ID */
113
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700114#ifdef CONFIG_HAVE_MEMORYLESS_NODES
115
116/*
117 * N.B., Do NOT reference the '_numa_mem_' per cpu variable directly.
118 * It will not be defined when CONFIG_HAVE_MEMORYLESS_NODES is not defined.
119 * Use the accessor functions set_numa_mem(), numa_mem_id() and cpu_to_mem().
120 */
121DECLARE_PER_CPU(int, _numa_mem_);
122
123#ifndef set_numa_mem
124static inline void set_numa_mem(int node)
125{
Alex Shic6ae41e2012-05-11 15:35:27 +0800126 this_cpu_write(_numa_mem_, node);
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700127}
128#endif
129
130#ifndef numa_mem_id
131/* Returns the number of the nearest Node with memory */
132static inline int numa_mem_id(void)
133{
Christoph Lameterdc322a92014-04-07 15:39:38 -0700134 return raw_cpu_read(_numa_mem_);
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700135}
136#endif
137
138#ifndef cpu_to_mem
139static inline int cpu_to_mem(int cpu)
140{
141 return per_cpu(_numa_mem_, cpu);
142}
143#endif
144
145#ifndef set_cpu_numa_mem
146static inline void set_cpu_numa_mem(int cpu, int node)
147{
148 per_cpu(_numa_mem_, cpu) = node;
149}
150#endif
151
152#else /* !CONFIG_HAVE_MEMORYLESS_NODES */
153
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700154#ifndef numa_mem_id
155/* Returns the number of the nearest Node with memory */
156static inline int numa_mem_id(void)
157{
158 return numa_node_id();
159}
160#endif
161
162#ifndef cpu_to_mem
163static inline int cpu_to_mem(int cpu)
164{
165 return cpu_to_node(cpu);
166}
167#endif
168
169#endif /* [!]CONFIG_HAVE_MEMORYLESS_NODES */
170
Ben Hutchingsc50cbb02008-06-04 21:47:29 -0700171#ifndef topology_physical_package_id
172#define topology_physical_package_id(cpu) ((void)(cpu), -1)
173#endif
174#ifndef topology_core_id
175#define topology_core_id(cpu) ((void)(cpu), 0)
176#endif
Rusty Russellfbd59a82009-01-10 21:58:08 -0800177#ifndef topology_thread_cpumask
178#define topology_thread_cpumask(cpu) cpumask_of(cpu)
179#endif
180#ifndef topology_core_cpumask
181#define topology_core_cpumask(cpu) cpumask_of(cpu)
182#endif
Ben Hutchingsc50cbb02008-06-04 21:47:29 -0700183
Vincent Guittot143e1e22014-04-11 11:44:37 +0200184#ifdef CONFIG_SCHED_SMT
185static inline const struct cpumask *cpu_smt_mask(int cpu)
186{
187 return topology_thread_cpumask(cpu);
188}
189#endif
190
191static inline const struct cpumask *cpu_cpu_mask(int cpu)
192{
193 return cpumask_of_node(cpu_to_node(cpu));
194}
195
196
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197#endif /* _LINUX_TOPOLOGY_H */