blob: e9eaec522655c4da77f55fefb851564c31cae711 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_CPUSET_H
2#define _LINUX_CPUSET_H
3/*
4 * cpuset interface
5 *
6 * Copyright (C) 2003 BULL SA
Paul Jackson825a46a2006-03-24 03:16:03 -08007 * Copyright (C) 2004-2006 Silicon Graphics, Inc.
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 *
9 */
10
11#include <linux/sched.h>
12#include <linux/cpumask.h>
13#include <linux/nodemask.h>
Paul Menage8793d852007-10-18 23:39:39 -070014#include <linux/cgroup.h>
David Rientjesa1bc5a42009-04-02 16:57:54 -070015#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17#ifdef CONFIG_CPUSETS
18
Paul Jackson202f72d2006-01-08 01:01:57 -080019extern int number_of_cpusets; /* How many cpusets are defined in system? */
20
Linus Torvalds1da177e2005-04-16 15:20:36 -070021extern int cpuset_init(void);
22extern void cpuset_init_smp(void);
Tejun Heo3a101d02010-06-08 21:40:36 +020023extern void cpuset_update_active_cpus(void);
Li Zefan6af866a2009-01-07 18:08:45 -080024extern void cpuset_cpus_allowed(struct task_struct *p, struct cpumask *mask);
Oleg Nesterov9084bb82010-03-15 10:10:27 +010025extern int cpuset_cpus_allowed_fallback(struct task_struct *p);
Paul Jackson909d75a2006-01-08 01:01:55 -080026extern nodemask_t cpuset_mems_allowed(struct task_struct *p);
Paul Jackson9276b1bc2006-12-06 20:31:48 -080027#define cpuset_current_mems_allowed (current->mems_allowed)
Linus Torvalds1da177e2005-04-16 15:20:36 -070028void cpuset_init_current_mems_allowed(void);
Mel Gorman19770b32008-04-28 02:12:18 -070029int cpuset_nodemask_valid_mems_allowed(nodemask_t *nodemask);
Paul Jackson202f72d2006-01-08 01:01:57 -080030
David Rientjesa1bc5a42009-04-02 16:57:54 -070031extern int __cpuset_node_allowed_softwall(int node, gfp_t gfp_mask);
32extern int __cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask);
Paul Jackson02a0e532006-12-13 00:34:25 -080033
David Rientjesa1bc5a42009-04-02 16:57:54 -070034static inline int cpuset_node_allowed_softwall(int node, gfp_t gfp_mask)
Paul Jackson202f72d2006-01-08 01:01:57 -080035{
Paul Jackson02a0e532006-12-13 00:34:25 -080036 return number_of_cpusets <= 1 ||
David Rientjesa1bc5a42009-04-02 16:57:54 -070037 __cpuset_node_allowed_softwall(node, gfp_mask);
Paul Jackson02a0e532006-12-13 00:34:25 -080038}
39
David Rientjesa1bc5a42009-04-02 16:57:54 -070040static inline int cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask)
Paul Jackson02a0e532006-12-13 00:34:25 -080041{
42 return number_of_cpusets <= 1 ||
David Rientjesa1bc5a42009-04-02 16:57:54 -070043 __cpuset_node_allowed_hardwall(node, gfp_mask);
44}
45
46static inline int cpuset_zone_allowed_softwall(struct zone *z, gfp_t gfp_mask)
47{
48 return cpuset_node_allowed_softwall(zone_to_nid(z), gfp_mask);
49}
50
51static inline int cpuset_zone_allowed_hardwall(struct zone *z, gfp_t gfp_mask)
52{
53 return cpuset_node_allowed_hardwall(zone_to_nid(z), gfp_mask);
Paul Jackson202f72d2006-01-08 01:01:57 -080054}
55
David Rientjesbbe373f2007-10-16 23:25:58 -070056extern int cpuset_mems_allowed_intersects(const struct task_struct *tsk1,
57 const struct task_struct *tsk2);
Paul Jackson3e0d98b2006-01-08 01:01:49 -080058
59#define cpuset_memory_pressure_bump() \
60 do { \
61 if (cpuset_memory_pressure_enabled) \
62 __cpuset_memory_pressure_bump(); \
63 } while (0)
64extern int cpuset_memory_pressure_enabled;
65extern void __cpuset_memory_pressure_bump(void);
66
Arjan van de Ven54047322007-02-12 00:55:28 -080067extern const struct file_operations proc_cpuset_operations;
Eric W. Biedermandf5f8312008-02-08 04:18:33 -080068struct seq_file;
69extern void cpuset_task_status_allowed(struct seq_file *m,
70 struct task_struct *task);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Paul Jackson825a46a2006-03-24 03:16:03 -080072extern int cpuset_mem_spread_node(void);
Jack Steiner6adef3e2010-05-26 14:42:49 -070073extern int cpuset_slab_spread_node(void);
Paul Jackson825a46a2006-03-24 03:16:03 -080074
75static inline int cpuset_do_page_mem_spread(void)
76{
77 return current->flags & PF_SPREAD_PAGE;
78}
79
80static inline int cpuset_do_slab_mem_spread(void)
81{
82 return current->flags & PF_SPREAD_SLAB;
83}
84
Paul Menage8793d852007-10-18 23:39:39 -070085extern int current_cpuset_is_being_rebound(void);
86
Max Krasnyanskye761b772008-07-15 04:43:49 -070087extern void rebuild_sched_domains(void);
88
David Rientjes75aa1992009-01-06 14:39:01 -080089extern void cpuset_print_task_mems_allowed(struct task_struct *p);
90
Miao Xiec0ff7452010-05-24 14:32:08 -070091/*
92 * reading current mems_allowed and mempolicy in the fastpath must protected
93 * by get_mems_allowed()
94 */
95static inline void get_mems_allowed(void)
96{
97 current->mems_allowed_change_disable++;
98
99 /*
100 * ensure that reading mems_allowed and mempolicy happens after the
101 * update of ->mems_allowed_change_disable.
102 *
103 * the write-side task finds ->mems_allowed_change_disable is not 0,
104 * and knows the read-side task is reading mems_allowed or mempolicy,
105 * so it will clear old bits lazily.
106 */
107 smp_mb();
108}
109
110static inline void put_mems_allowed(void)
111{
112 /*
113 * ensure that reading mems_allowed and mempolicy before reducing
114 * mems_allowed_change_disable.
115 *
116 * the write-side task will know that the read-side task is still
117 * reading mems_allowed or mempolicy, don't clears old bits in the
118 * nodemask.
119 */
120 smp_mb();
121 --ACCESS_ONCE(current->mems_allowed_change_disable);
122}
123
Miao Xie58568d22009-06-16 15:31:49 -0700124static inline void set_mems_allowed(nodemask_t nodemask)
125{
Miao Xiec0ff7452010-05-24 14:32:08 -0700126 task_lock(current);
Miao Xie58568d22009-06-16 15:31:49 -0700127 current->mems_allowed = nodemask;
Miao Xiec0ff7452010-05-24 14:32:08 -0700128 task_unlock(current);
Miao Xie58568d22009-06-16 15:31:49 -0700129}
130
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131#else /* !CONFIG_CPUSETS */
132
133static inline int cpuset_init(void) { return 0; }
134static inline void cpuset_init_smp(void) {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135
Tejun Heo3a101d02010-06-08 21:40:36 +0200136static inline void cpuset_update_active_cpus(void)
137{
138 partition_sched_domains(1, NULL, NULL);
139}
140
Li Zefan6af866a2009-01-07 18:08:45 -0800141static inline void cpuset_cpus_allowed(struct task_struct *p,
142 struct cpumask *mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143{
Rusty Russellaa85ea52009-03-30 22:05:15 -0600144 cpumask_copy(mask, cpu_possible_mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145}
146
Oleg Nesterov9084bb82010-03-15 10:10:27 +0100147static inline int cpuset_cpus_allowed_fallback(struct task_struct *p)
148{
KOSAKI Motohiro1e1b6c52011-05-19 15:08:58 +0900149 do_set_cpus_allowed(p, cpu_possible_mask);
Oleg Nesterov9084bb82010-03-15 10:10:27 +0100150 return cpumask_any(cpu_active_mask);
151}
152
Paul Jackson909d75a2006-01-08 01:01:55 -0800153static inline nodemask_t cpuset_mems_allowed(struct task_struct *p)
154{
155 return node_possible_map;
156}
157
Christoph Lameter0e1e7c72007-10-16 01:25:38 -0700158#define cpuset_current_mems_allowed (node_states[N_HIGH_MEMORY])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159static inline void cpuset_init_current_mems_allowed(void) {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160
Mel Gorman19770b32008-04-28 02:12:18 -0700161static inline int cpuset_nodemask_valid_mems_allowed(nodemask_t *nodemask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162{
163 return 1;
164}
165
David Rientjesa1bc5a42009-04-02 16:57:54 -0700166static inline int cpuset_node_allowed_softwall(int node, gfp_t gfp_mask)
167{
168 return 1;
169}
170
171static inline int cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask)
172{
173 return 1;
174}
175
Paul Jackson02a0e532006-12-13 00:34:25 -0800176static inline int cpuset_zone_allowed_softwall(struct zone *z, gfp_t gfp_mask)
177{
178 return 1;
179}
180
181static inline int cpuset_zone_allowed_hardwall(struct zone *z, gfp_t gfp_mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182{
183 return 1;
184}
185
David Rientjesbbe373f2007-10-16 23:25:58 -0700186static inline int cpuset_mems_allowed_intersects(const struct task_struct *tsk1,
187 const struct task_struct *tsk2)
Paul Jacksonef08e3b2005-09-06 15:18:13 -0700188{
189 return 1;
190}
191
Paul Jackson3e0d98b2006-01-08 01:01:49 -0800192static inline void cpuset_memory_pressure_bump(void) {}
193
Eric W. Biedermandf5f8312008-02-08 04:18:33 -0800194static inline void cpuset_task_status_allowed(struct seq_file *m,
195 struct task_struct *task)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197}
198
Paul Jackson825a46a2006-03-24 03:16:03 -0800199static inline int cpuset_mem_spread_node(void)
200{
201 return 0;
202}
203
Jack Steiner6adef3e2010-05-26 14:42:49 -0700204static inline int cpuset_slab_spread_node(void)
205{
206 return 0;
207}
208
Paul Jackson825a46a2006-03-24 03:16:03 -0800209static inline int cpuset_do_page_mem_spread(void)
210{
211 return 0;
212}
213
214static inline int cpuset_do_slab_mem_spread(void)
215{
216 return 0;
217}
218
Paul Menage8793d852007-10-18 23:39:39 -0700219static inline int current_cpuset_is_being_rebound(void)
220{
221 return 0;
222}
223
Max Krasnyanskye761b772008-07-15 04:43:49 -0700224static inline void rebuild_sched_domains(void)
225{
Max Krasnyanskydfb512e2008-08-29 13:11:41 -0700226 partition_sched_domains(1, NULL, NULL);
Max Krasnyanskye761b772008-07-15 04:43:49 -0700227}
228
David Rientjes75aa1992009-01-06 14:39:01 -0800229static inline void cpuset_print_task_mems_allowed(struct task_struct *p)
230{
231}
232
Miao Xie58568d22009-06-16 15:31:49 -0700233static inline void set_mems_allowed(nodemask_t nodemask)
234{
235}
236
Miao Xiec0ff7452010-05-24 14:32:08 -0700237static inline void get_mems_allowed(void)
238{
239}
240
241static inline void put_mems_allowed(void)
242{
243}
244
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245#endif /* !CONFIG_CPUSETS */
246
247#endif /* _LINUX_CPUSET_H */