blob: 7a7e5fd2a27784e3307e3351c92abd4240aba2db [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_CPUSET_H
2#define _LINUX_CPUSET_H
3/*
4 * cpuset interface
5 *
6 * Copyright (C) 2003 BULL SA
Paul Jackson825a46a2006-03-24 03:16:03 -08007 * Copyright (C) 2004-2006 Silicon Graphics, Inc.
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 *
9 */
10
11#include <linux/sched.h>
12#include <linux/cpumask.h>
13#include <linux/nodemask.h>
Paul Menage8793d852007-10-18 23:39:39 -070014#include <linux/cgroup.h>
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070015#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17#ifdef CONFIG_CPUSETS
18
Paul Jackson202f72d2006-01-08 01:01:57 -080019extern int number_of_cpusets; /* How many cpusets are defined in system? */
20
Linus Torvalds1da177e2005-04-16 15:20:36 -070021extern int cpuset_init(void);
22extern void cpuset_init_smp(void);
Tejun Heo3a101d02010-06-08 21:40:36 +020023extern void cpuset_update_active_cpus(void);
Li Zefan6af866a2009-01-07 18:08:45 -080024extern void cpuset_cpus_allowed(struct task_struct *p, struct cpumask *mask);
Oleg Nesterov9084bb82010-03-15 10:10:27 +010025extern int cpuset_cpus_allowed_fallback(struct task_struct *p);
Paul Jackson909d75a2006-01-08 01:01:55 -080026extern nodemask_t cpuset_mems_allowed(struct task_struct *p);
Paul Jackson9276b1bc2006-12-06 20:31:48 -080027#define cpuset_current_mems_allowed (current->mems_allowed)
Linus Torvalds1da177e2005-04-16 15:20:36 -070028void cpuset_init_current_mems_allowed(void);
Mel Gorman19770b32008-04-28 02:12:18 -070029int cpuset_nodemask_valid_mems_allowed(nodemask_t *nodemask);
Paul Jackson202f72d2006-01-08 01:01:57 -080030
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070031extern int __cpuset_node_allowed_softwall(int node, gfp_t gfp_mask);
32extern int __cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask);
Paul Jackson02a0e532006-12-13 00:34:25 -080033
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070034static inline int cpuset_node_allowed_softwall(int node, gfp_t gfp_mask)
Paul Jackson202f72d2006-01-08 01:01:57 -080035{
Paul Jackson02a0e532006-12-13 00:34:25 -080036 return number_of_cpusets <= 1 ||
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070037 __cpuset_node_allowed_softwall(node, gfp_mask);
Paul Jackson02a0e532006-12-13 00:34:25 -080038}
39
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070040static inline int cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask)
Paul Jackson02a0e532006-12-13 00:34:25 -080041{
42 return number_of_cpusets <= 1 ||
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070043 __cpuset_node_allowed_hardwall(node, gfp_mask);
44}
45
46static inline int cpuset_zone_allowed_softwall(struct zone *z, gfp_t gfp_mask)
47{
48 return cpuset_node_allowed_softwall(zone_to_nid(z), gfp_mask);
49}
50
51static inline int cpuset_zone_allowed_hardwall(struct zone *z, gfp_t gfp_mask)
52{
53 return cpuset_node_allowed_hardwall(zone_to_nid(z), gfp_mask);
Paul Jackson202f72d2006-01-08 01:01:57 -080054}
55
David Rientjesbbe373f2007-10-16 23:25:58 -070056extern int cpuset_mems_allowed_intersects(const struct task_struct *tsk1,
57 const struct task_struct *tsk2);
Paul Jackson3e0d98b2006-01-08 01:01:49 -080058
59#define cpuset_memory_pressure_bump() \
60 do { \
61 if (cpuset_memory_pressure_enabled) \
62 __cpuset_memory_pressure_bump(); \
63 } while (0)
64extern int cpuset_memory_pressure_enabled;
65extern void __cpuset_memory_pressure_bump(void);
66
Arjan van de Ven54047322007-02-12 00:55:28 -080067extern const struct file_operations proc_cpuset_operations;
Eric W. Biedermandf5f8312008-02-08 04:18:33 -080068struct seq_file;
69extern void cpuset_task_status_allowed(struct seq_file *m,
70 struct task_struct *task);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Paul Jackson825a46a2006-03-24 03:16:03 -080072extern int cpuset_mem_spread_node(void);
Jack Steiner6adef3e2010-05-26 14:42:49 -070073extern int cpuset_slab_spread_node(void);
Paul Jackson825a46a2006-03-24 03:16:03 -080074
75static inline int cpuset_do_page_mem_spread(void)
76{
77 return current->flags & PF_SPREAD_PAGE;
78}
79
80static inline int cpuset_do_slab_mem_spread(void)
81{
82 return current->flags & PF_SPREAD_SLAB;
83}
84
Paul Menage8793d852007-10-18 23:39:39 -070085extern int current_cpuset_is_being_rebound(void);
86
Max Krasnyanskye761b772008-07-15 04:43:49 -070087extern void rebuild_sched_domains(void);
88
David Rientjes75aa1992009-01-06 14:39:01 -080089extern void cpuset_print_task_mems_allowed(struct task_struct *p);
90
Miao Xiec0ff7452010-05-24 14:32:08 -070091/*
Mel Gormancc9a6c82012-03-21 16:34:11 -070092 * get_mems_allowed is required when making decisions involving mems_allowed
93 * such as during page allocation. mems_allowed can be updated in parallel
94 * and depending on the new value an operation can fail potentially causing
95 * process failure. A retry loop with get_mems_allowed and put_mems_allowed
96 * prevents these artificial failures.
Miao Xiec0ff7452010-05-24 14:32:08 -070097 */
Mel Gormancc9a6c82012-03-21 16:34:11 -070098static inline unsigned int get_mems_allowed(void)
Miao Xiec0ff7452010-05-24 14:32:08 -070099{
Mel Gormancc9a6c82012-03-21 16:34:11 -0700100 return read_seqcount_begin(&current->mems_allowed_seq);
Miao Xiec0ff7452010-05-24 14:32:08 -0700101}
102
Mel Gormancc9a6c82012-03-21 16:34:11 -0700103/*
104 * If this returns false, the operation that took place after get_mems_allowed
105 * may have failed. It is up to the caller to retry the operation if
106 * appropriate.
107 */
108static inline bool put_mems_allowed(unsigned int seq)
Miao Xiec0ff7452010-05-24 14:32:08 -0700109{
Mel Gormancc9a6c82012-03-21 16:34:11 -0700110 return !read_seqcount_retry(&current->mems_allowed_seq, seq);
Miao Xiec0ff7452010-05-24 14:32:08 -0700111}
112
Miao Xie58568d22009-06-16 15:31:49 -0700113static inline void set_mems_allowed(nodemask_t nodemask)
114{
Miao Xiec0ff7452010-05-24 14:32:08 -0700115 task_lock(current);
Mel Gormancc9a6c82012-03-21 16:34:11 -0700116 write_seqcount_begin(&current->mems_allowed_seq);
Miao Xie58568d22009-06-16 15:31:49 -0700117 current->mems_allowed = nodemask;
Mel Gormancc9a6c82012-03-21 16:34:11 -0700118 write_seqcount_end(&current->mems_allowed_seq);
Miao Xiec0ff7452010-05-24 14:32:08 -0700119 task_unlock(current);
Miao Xie58568d22009-06-16 15:31:49 -0700120}
121
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122#else /* !CONFIG_CPUSETS */
123
124static inline int cpuset_init(void) { return 0; }
125static inline void cpuset_init_smp(void) {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126
Tejun Heo3a101d02010-06-08 21:40:36 +0200127static inline void cpuset_update_active_cpus(void)
128{
129 partition_sched_domains(1, NULL, NULL);
130}
131
Li Zefan6af866a2009-01-07 18:08:45 -0800132static inline void cpuset_cpus_allowed(struct task_struct *p,
133 struct cpumask *mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134{
Rusty Russellaa85ea52009-03-30 22:05:15 -0600135 cpumask_copy(mask, cpu_possible_mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136}
137
Oleg Nesterov9084bb82010-03-15 10:10:27 +0100138static inline int cpuset_cpus_allowed_fallback(struct task_struct *p)
139{
KOSAKI Motohiro1e1b6c52011-05-19 15:08:58 +0900140 do_set_cpus_allowed(p, cpu_possible_mask);
Oleg Nesterov9084bb82010-03-15 10:10:27 +0100141 return cpumask_any(cpu_active_mask);
142}
143
Paul Jackson909d75a2006-01-08 01:01:55 -0800144static inline nodemask_t cpuset_mems_allowed(struct task_struct *p)
145{
146 return node_possible_map;
147}
148
Christoph Lameter0e1e7c72007-10-16 01:25:38 -0700149#define cpuset_current_mems_allowed (node_states[N_HIGH_MEMORY])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150static inline void cpuset_init_current_mems_allowed(void) {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
Mel Gorman19770b32008-04-28 02:12:18 -0700152static inline int cpuset_nodemask_valid_mems_allowed(nodemask_t *nodemask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153{
154 return 1;
155}
156
David Rientjesa1bc5a4e2009-04-02 16:57:54 -0700157static inline int cpuset_node_allowed_softwall(int node, gfp_t gfp_mask)
158{
159 return 1;
160}
161
162static inline int cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask)
163{
164 return 1;
165}
166
Paul Jackson02a0e532006-12-13 00:34:25 -0800167static inline int cpuset_zone_allowed_softwall(struct zone *z, gfp_t gfp_mask)
168{
169 return 1;
170}
171
172static inline int cpuset_zone_allowed_hardwall(struct zone *z, gfp_t gfp_mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173{
174 return 1;
175}
176
David Rientjesbbe373f2007-10-16 23:25:58 -0700177static inline int cpuset_mems_allowed_intersects(const struct task_struct *tsk1,
178 const struct task_struct *tsk2)
Paul Jacksonef08e3b2005-09-06 15:18:13 -0700179{
180 return 1;
181}
182
Paul Jackson3e0d98b2006-01-08 01:01:49 -0800183static inline void cpuset_memory_pressure_bump(void) {}
184
Eric W. Biedermandf5f8312008-02-08 04:18:33 -0800185static inline void cpuset_task_status_allowed(struct seq_file *m,
186 struct task_struct *task)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188}
189
Paul Jackson825a46a2006-03-24 03:16:03 -0800190static inline int cpuset_mem_spread_node(void)
191{
192 return 0;
193}
194
Jack Steiner6adef3e2010-05-26 14:42:49 -0700195static inline int cpuset_slab_spread_node(void)
196{
197 return 0;
198}
199
Paul Jackson825a46a2006-03-24 03:16:03 -0800200static inline int cpuset_do_page_mem_spread(void)
201{
202 return 0;
203}
204
205static inline int cpuset_do_slab_mem_spread(void)
206{
207 return 0;
208}
209
Paul Menage8793d852007-10-18 23:39:39 -0700210static inline int current_cpuset_is_being_rebound(void)
211{
212 return 0;
213}
214
Max Krasnyanskye761b772008-07-15 04:43:49 -0700215static inline void rebuild_sched_domains(void)
216{
Max Krasnyanskydfb512e2008-08-29 13:11:41 -0700217 partition_sched_domains(1, NULL, NULL);
Max Krasnyanskye761b772008-07-15 04:43:49 -0700218}
219
David Rientjes75aa1992009-01-06 14:39:01 -0800220static inline void cpuset_print_task_mems_allowed(struct task_struct *p)
221{
222}
223
Miao Xie58568d22009-06-16 15:31:49 -0700224static inline void set_mems_allowed(nodemask_t nodemask)
225{
226}
227
Mel Gormancc9a6c82012-03-21 16:34:11 -0700228static inline unsigned int get_mems_allowed(void)
Miao Xiec0ff7452010-05-24 14:32:08 -0700229{
Mel Gormancc9a6c82012-03-21 16:34:11 -0700230 return 0;
Miao Xiec0ff7452010-05-24 14:32:08 -0700231}
232
Mel Gormancc9a6c82012-03-21 16:34:11 -0700233static inline bool put_mems_allowed(unsigned int seq)
Miao Xiec0ff7452010-05-24 14:32:08 -0700234{
Mel Gormancc9a6c82012-03-21 16:34:11 -0700235 return true;
Miao Xiec0ff7452010-05-24 14:32:08 -0700236}
237
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238#endif /* !CONFIG_CPUSETS */
239
240#endif /* _LINUX_CPUSET_H */