blob: 73ddad1e0fa3435ffcd567dbbcfeb01fe296a014 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * include/linux/topology.h
3 *
4 * Written by: Matthew Dobson, IBM Corporation
5 *
6 * Copyright (C) 2002, IBM Corp.
7 *
Ingo Molnar32525d02008-01-25 21:08:20 +01008 * All rights reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
14 *
15 * This program is distributed in the hope that it will be useful, but
16 * WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
18 * NON INFRINGEMENT. See the GNU General Public License for more
19 * details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24 *
25 * Send feedback to <colpatch@us.ibm.com>
26 */
27#ifndef _LINUX_TOPOLOGY_H
28#define _LINUX_TOPOLOGY_H
29
30#include <linux/cpumask.h>
31#include <linux/bitops.h>
32#include <linux/mmzone.h>
33#include <linux/smp.h>
Lee Schermerhorn72812012010-05-26 14:44:56 -070034#include <linux/percpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <asm/topology.h>
36
37#ifndef node_has_online_mem
38#define node_has_online_mem(nid) (1)
39#endif
40
41#ifndef nr_cpus_node
Rusty Russella70f7302009-03-13 14:49:46 +103042#define nr_cpus_node(node) cpumask_weight(cpumask_of_node(node))
Linus Torvalds1da177e2005-04-16 15:20:36 -070043#endif
44
Mike Travis7c16ec52008-04-04 18:11:11 -070045#define for_each_node_with_cpus(node) \
46 for_each_online_node(node) \
Linus Torvalds1da177e2005-04-16 15:20:36 -070047 if (nr_cpus_node(node))
48
Heiko Carstensee79d1b2008-12-09 18:49:50 +010049int arch_update_cpu_topology(void);
Heiko Carstens22e52b02008-03-12 18:31:59 +010050
Linus Torvalds1da177e2005-04-16 15:20:36 -070051/* Conform to ACPI 2.0 SLIT distance definitions */
52#define LOCAL_DISTANCE 10
53#define REMOTE_DISTANCE 20
Ingo Molnarf787a5032007-07-11 21:21:47 +020054#ifndef node_distance
Linus Torvalds1da177e2005-04-16 15:20:36 -070055#define node_distance(from,to) ((from) == (to) ? LOCAL_DISTANCE : REMOTE_DISTANCE)
56#endif
Christoph Lameter9eeff232006-01-18 17:42:31 -080057#ifndef RECLAIM_DISTANCE
58/*
59 * If the distance between nodes in a system is larger than RECLAIM_DISTANCE
60 * (in whatever arch specific measurement units returned by node_distance())
Mel Gorman4f9b16a2014-06-04 16:07:14 -070061 * and zone_reclaim_mode is enabled then the VM will only call zone_reclaim()
62 * on nodes within this distance.
Christoph Lameter9eeff232006-01-18 17:42:31 -080063 */
KOSAKI Motohiro32e45ff2011-06-15 15:08:20 -070064#define RECLAIM_DISTANCE 30
Christoph Lameter9eeff232006-01-18 17:42:31 -080065#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070066#ifndef PENALTY_FOR_NODE_WITH_CPUS
67#define PENALTY_FOR_NODE_WITH_CPUS (1)
68#endif
69
Lee Schermerhorn72812012010-05-26 14:44:56 -070070#ifdef CONFIG_USE_PERCPU_NUMA_NODE_ID
71DECLARE_PER_CPU(int, numa_node);
72
73#ifndef numa_node_id
74/* Returns the number of the current Node. */
75static inline int numa_node_id(void)
76{
Christoph Lameterdc322a92014-04-07 15:39:38 -070077 return raw_cpu_read(numa_node);
Lee Schermerhorn72812012010-05-26 14:44:56 -070078}
79#endif
80
81#ifndef cpu_to_node
82static inline int cpu_to_node(int cpu)
83{
84 return per_cpu(numa_node, cpu);
85}
86#endif
87
88#ifndef set_numa_node
89static inline void set_numa_node(int node)
90{
Alex Shic6ae41e2012-05-11 15:35:27 +080091 this_cpu_write(numa_node, node);
Lee Schermerhorn72812012010-05-26 14:44:56 -070092}
93#endif
94
95#ifndef set_cpu_numa_node
96static inline void set_cpu_numa_node(int cpu, int node)
97{
98 per_cpu(numa_node, cpu) = node;
99}
100#endif
101
102#else /* !CONFIG_USE_PERCPU_NUMA_NODE_ID */
103
104/* Returns the number of the current Node. */
105#ifndef numa_node_id
106static inline int numa_node_id(void)
107{
108 return cpu_to_node(raw_smp_processor_id());
109}
110#endif
111
112#endif /* [!]CONFIG_USE_PERCPU_NUMA_NODE_ID */
113
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700114#ifdef CONFIG_HAVE_MEMORYLESS_NODES
115
116/*
117 * N.B., Do NOT reference the '_numa_mem_' per cpu variable directly.
118 * It will not be defined when CONFIG_HAVE_MEMORYLESS_NODES is not defined.
119 * Use the accessor functions set_numa_mem(), numa_mem_id() and cpu_to_mem().
120 */
121DECLARE_PER_CPU(int, _numa_mem_);
Joonsoo Kimad2c8142014-10-09 15:26:13 -0700122extern int _node_numa_mem_[MAX_NUMNODES];
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700123
124#ifndef set_numa_mem
125static inline void set_numa_mem(int node)
126{
Alex Shic6ae41e2012-05-11 15:35:27 +0800127 this_cpu_write(_numa_mem_, node);
Joonsoo Kimad2c8142014-10-09 15:26:13 -0700128 _node_numa_mem_[numa_node_id()] = node;
129}
130#endif
131
132#ifndef node_to_mem_node
133static inline int node_to_mem_node(int node)
134{
135 return _node_numa_mem_[node];
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700136}
137#endif
138
139#ifndef numa_mem_id
140/* Returns the number of the nearest Node with memory */
141static inline int numa_mem_id(void)
142{
Christoph Lameterdc322a92014-04-07 15:39:38 -0700143 return raw_cpu_read(_numa_mem_);
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700144}
145#endif
146
147#ifndef cpu_to_mem
148static inline int cpu_to_mem(int cpu)
149{
150 return per_cpu(_numa_mem_, cpu);
151}
152#endif
153
154#ifndef set_cpu_numa_mem
155static inline void set_cpu_numa_mem(int cpu, int node)
156{
157 per_cpu(_numa_mem_, cpu) = node;
Joonsoo Kimad2c8142014-10-09 15:26:13 -0700158 _node_numa_mem_[cpu_to_node(cpu)] = node;
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700159}
160#endif
161
162#else /* !CONFIG_HAVE_MEMORYLESS_NODES */
163
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700164#ifndef numa_mem_id
165/* Returns the number of the nearest Node with memory */
166static inline int numa_mem_id(void)
167{
168 return numa_node_id();
169}
170#endif
171
Joonsoo Kimad2c8142014-10-09 15:26:13 -0700172#ifndef node_to_mem_node
173static inline int node_to_mem_node(int node)
174{
175 return node;
176}
177#endif
178
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700179#ifndef cpu_to_mem
180static inline int cpu_to_mem(int cpu)
181{
182 return cpu_to_node(cpu);
183}
184#endif
185
186#endif /* [!]CONFIG_HAVE_MEMORYLESS_NODES */
187
Ben Hutchingsc50cbb02008-06-04 21:47:29 -0700188#ifndef topology_physical_package_id
189#define topology_physical_package_id(cpu) ((void)(cpu), -1)
190#endif
191#ifndef topology_core_id
192#define topology_core_id(cpu) ((void)(cpu), 0)
193#endif
Bartosz Golaszewski06931e62015-05-26 15:11:28 +0200194#ifndef topology_sibling_cpumask
195#define topology_sibling_cpumask(cpu) cpumask_of(cpu)
Rusty Russellfbd59a82009-01-10 21:58:08 -0800196#endif
197#ifndef topology_core_cpumask
198#define topology_core_cpumask(cpu) cpumask_of(cpu)
199#endif
Ben Hutchingsc50cbb02008-06-04 21:47:29 -0700200
Vincent Guittot143e1e22014-04-11 11:44:37 +0200201#ifdef CONFIG_SCHED_SMT
202static inline const struct cpumask *cpu_smt_mask(int cpu)
203{
Bartosz Golaszewski06931e62015-05-26 15:11:28 +0200204 return topology_sibling_cpumask(cpu);
Vincent Guittot143e1e22014-04-11 11:44:37 +0200205}
206#endif
207
208static inline const struct cpumask *cpu_cpu_mask(int cpu)
209{
210 return cpumask_of_node(cpu_to_node(cpu));
211}
212
213
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214#endif /* _LINUX_TOPOLOGY_H */