blob: cb0775e1ee4bd5f2dfc6d004a5f3fb4438390893 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * include/linux/topology.h
3 *
4 * Written by: Matthew Dobson, IBM Corporation
5 *
6 * Copyright (C) 2002, IBM Corp.
7 *
Ingo Molnar32525d02008-01-25 21:08:20 +01008 * All rights reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
14 *
15 * This program is distributed in the hope that it will be useful, but
16 * WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
18 * NON INFRINGEMENT. See the GNU General Public License for more
19 * details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24 *
25 * Send feedback to <colpatch@us.ibm.com>
26 */
27#ifndef _LINUX_TOPOLOGY_H
28#define _LINUX_TOPOLOGY_H
29
30#include <linux/cpumask.h>
31#include <linux/bitops.h>
32#include <linux/mmzone.h>
33#include <linux/smp.h>
Lee Schermerhorn72812012010-05-26 14:44:56 -070034#include <linux/percpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <asm/topology.h>
36
Linus Torvalds1da177e2005-04-16 15:20:36 -070037#ifndef nr_cpus_node
Rusty Russella70f7302009-03-13 14:49:46 +103038#define nr_cpus_node(node) cpumask_weight(cpumask_of_node(node))
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#endif
40
Mike Travis7c16ec52008-04-04 18:11:11 -070041#define for_each_node_with_cpus(node) \
42 for_each_online_node(node) \
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 if (nr_cpus_node(node))
44
Heiko Carstensee79d1b2008-12-09 18:49:50 +010045int arch_update_cpu_topology(void);
Heiko Carstens22e52b02008-03-12 18:31:59 +010046
Linus Torvalds1da177e2005-04-16 15:20:36 -070047/* Conform to ACPI 2.0 SLIT distance definitions */
48#define LOCAL_DISTANCE 10
49#define REMOTE_DISTANCE 20
Ingo Molnarf787a5032007-07-11 21:21:47 +020050#ifndef node_distance
Linus Torvalds1da177e2005-04-16 15:20:36 -070051#define node_distance(from,to) ((from) == (to) ? LOCAL_DISTANCE : REMOTE_DISTANCE)
52#endif
Christoph Lameter9eeff232006-01-18 17:42:31 -080053#ifndef RECLAIM_DISTANCE
54/*
55 * If the distance between nodes in a system is larger than RECLAIM_DISTANCE
56 * (in whatever arch specific measurement units returned by node_distance())
Mel Gormana5f5f912016-07-28 15:46:32 -070057 * and node_reclaim_mode is enabled then the VM will only call node_reclaim()
Mel Gorman4f9b16a2014-06-04 16:07:14 -070058 * on nodes within this distance.
Christoph Lameter9eeff232006-01-18 17:42:31 -080059 */
KOSAKI Motohiro32e45ff2011-06-15 15:08:20 -070060#define RECLAIM_DISTANCE 30
Christoph Lameter9eeff232006-01-18 17:42:31 -080061#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070062#ifndef PENALTY_FOR_NODE_WITH_CPUS
63#define PENALTY_FOR_NODE_WITH_CPUS (1)
64#endif
65
Lee Schermerhorn72812012010-05-26 14:44:56 -070066#ifdef CONFIG_USE_PERCPU_NUMA_NODE_ID
67DECLARE_PER_CPU(int, numa_node);
68
69#ifndef numa_node_id
70/* Returns the number of the current Node. */
71static inline int numa_node_id(void)
72{
Christoph Lameterdc322a92014-04-07 15:39:38 -070073 return raw_cpu_read(numa_node);
Lee Schermerhorn72812012010-05-26 14:44:56 -070074}
75#endif
76
77#ifndef cpu_to_node
78static inline int cpu_to_node(int cpu)
79{
80 return per_cpu(numa_node, cpu);
81}
82#endif
83
84#ifndef set_numa_node
85static inline void set_numa_node(int node)
86{
Alex Shic6ae41e2012-05-11 15:35:27 +080087 this_cpu_write(numa_node, node);
Lee Schermerhorn72812012010-05-26 14:44:56 -070088}
89#endif
90
91#ifndef set_cpu_numa_node
92static inline void set_cpu_numa_node(int cpu, int node)
93{
94 per_cpu(numa_node, cpu) = node;
95}
96#endif
97
98#else /* !CONFIG_USE_PERCPU_NUMA_NODE_ID */
99
100/* Returns the number of the current Node. */
101#ifndef numa_node_id
102static inline int numa_node_id(void)
103{
104 return cpu_to_node(raw_smp_processor_id());
105}
106#endif
107
108#endif /* [!]CONFIG_USE_PERCPU_NUMA_NODE_ID */
109
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700110#ifdef CONFIG_HAVE_MEMORYLESS_NODES
111
112/*
113 * N.B., Do NOT reference the '_numa_mem_' per cpu variable directly.
114 * It will not be defined when CONFIG_HAVE_MEMORYLESS_NODES is not defined.
115 * Use the accessor functions set_numa_mem(), numa_mem_id() and cpu_to_mem().
116 */
117DECLARE_PER_CPU(int, _numa_mem_);
Joonsoo Kimad2c8142014-10-09 15:26:13 -0700118extern int _node_numa_mem_[MAX_NUMNODES];
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700119
120#ifndef set_numa_mem
121static inline void set_numa_mem(int node)
122{
Alex Shic6ae41e2012-05-11 15:35:27 +0800123 this_cpu_write(_numa_mem_, node);
Joonsoo Kimad2c8142014-10-09 15:26:13 -0700124 _node_numa_mem_[numa_node_id()] = node;
125}
126#endif
127
128#ifndef node_to_mem_node
129static inline int node_to_mem_node(int node)
130{
131 return _node_numa_mem_[node];
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700132}
133#endif
134
135#ifndef numa_mem_id
136/* Returns the number of the nearest Node with memory */
137static inline int numa_mem_id(void)
138{
Christoph Lameterdc322a92014-04-07 15:39:38 -0700139 return raw_cpu_read(_numa_mem_);
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700140}
141#endif
142
143#ifndef cpu_to_mem
144static inline int cpu_to_mem(int cpu)
145{
146 return per_cpu(_numa_mem_, cpu);
147}
148#endif
149
150#ifndef set_cpu_numa_mem
151static inline void set_cpu_numa_mem(int cpu, int node)
152{
153 per_cpu(_numa_mem_, cpu) = node;
Joonsoo Kimad2c8142014-10-09 15:26:13 -0700154 _node_numa_mem_[cpu_to_node(cpu)] = node;
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700155}
156#endif
157
158#else /* !CONFIG_HAVE_MEMORYLESS_NODES */
159
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700160#ifndef numa_mem_id
161/* Returns the number of the nearest Node with memory */
162static inline int numa_mem_id(void)
163{
164 return numa_node_id();
165}
166#endif
167
Joonsoo Kimad2c8142014-10-09 15:26:13 -0700168#ifndef node_to_mem_node
169static inline int node_to_mem_node(int node)
170{
171 return node;
172}
173#endif
174
Lee Schermerhorn7aac7892010-05-26 14:45:00 -0700175#ifndef cpu_to_mem
176static inline int cpu_to_mem(int cpu)
177{
178 return cpu_to_node(cpu);
179}
180#endif
181
182#endif /* [!]CONFIG_HAVE_MEMORYLESS_NODES */
183
Ben Hutchingsc50cbb02008-06-04 21:47:29 -0700184#ifndef topology_physical_package_id
185#define topology_physical_package_id(cpu) ((void)(cpu), -1)
186#endif
187#ifndef topology_core_id
188#define topology_core_id(cpu) ((void)(cpu), 0)
189#endif
Bartosz Golaszewski06931e62015-05-26 15:11:28 +0200190#ifndef topology_sibling_cpumask
191#define topology_sibling_cpumask(cpu) cpumask_of(cpu)
Rusty Russellfbd59a82009-01-10 21:58:08 -0800192#endif
193#ifndef topology_core_cpumask
194#define topology_core_cpumask(cpu) cpumask_of(cpu)
195#endif
Ben Hutchingsc50cbb02008-06-04 21:47:29 -0700196
Vincent Guittot143e1e22014-04-11 11:44:37 +0200197#ifdef CONFIG_SCHED_SMT
198static inline const struct cpumask *cpu_smt_mask(int cpu)
199{
Bartosz Golaszewski06931e62015-05-26 15:11:28 +0200200 return topology_sibling_cpumask(cpu);
Vincent Guittot143e1e22014-04-11 11:44:37 +0200201}
202#endif
203
204static inline const struct cpumask *cpu_cpu_mask(int cpu)
205{
206 return cpumask_of_node(cpu_to_node(cpu));
207}
208
209
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210#endif /* _LINUX_TOPOLOGY_H */