blob: 668f66baac7b245a4ac6deb3cd9842c12f640e4e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_CPUSET_H
2#define _LINUX_CPUSET_H
3/*
4 * cpuset interface
5 *
6 * Copyright (C) 2003 BULL SA
Paul Jackson825a46a2006-03-24 03:16:03 -08007 * Copyright (C) 2004-2006 Silicon Graphics, Inc.
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 *
9 */
10
11#include <linux/sched.h>
12#include <linux/cpumask.h>
13#include <linux/nodemask.h>
Paul Menage8793d852007-10-18 23:39:39 -070014#include <linux/cgroup.h>
David Rientjesa1bc5a42009-04-02 16:57:54 -070015#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17#ifdef CONFIG_CPUSETS
18
Paul Jackson202f72d2006-01-08 01:01:57 -080019extern int number_of_cpusets; /* How many cpusets are defined in system? */
20
Linus Torvalds1da177e2005-04-16 15:20:36 -070021extern int cpuset_init(void);
22extern void cpuset_init_smp(void);
Tejun Heo3a101d02010-06-08 21:40:36 +020023extern void cpuset_update_active_cpus(void);
Li Zefan6af866a2009-01-07 18:08:45 -080024extern void cpuset_cpus_allowed(struct task_struct *p, struct cpumask *mask);
Peter Zijlstra2baab4e2012-03-20 15:57:01 +010025extern void cpuset_cpus_allowed_fallback(struct task_struct *p);
Paul Jackson909d75a2006-01-08 01:01:55 -080026extern nodemask_t cpuset_mems_allowed(struct task_struct *p);
Paul Jackson9276b1bc2006-12-06 20:31:48 -080027#define cpuset_current_mems_allowed (current->mems_allowed)
Linus Torvalds1da177e2005-04-16 15:20:36 -070028void cpuset_init_current_mems_allowed(void);
Mel Gorman19770b32008-04-28 02:12:18 -070029int cpuset_nodemask_valid_mems_allowed(nodemask_t *nodemask);
Paul Jackson202f72d2006-01-08 01:01:57 -080030
David Rientjesa1bc5a42009-04-02 16:57:54 -070031extern int __cpuset_node_allowed_softwall(int node, gfp_t gfp_mask);
32extern int __cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask);
Paul Jackson02a0e532006-12-13 00:34:25 -080033
David Rientjesa1bc5a42009-04-02 16:57:54 -070034static inline int cpuset_node_allowed_softwall(int node, gfp_t gfp_mask)
Paul Jackson202f72d2006-01-08 01:01:57 -080035{
Paul Jackson02a0e532006-12-13 00:34:25 -080036 return number_of_cpusets <= 1 ||
David Rientjesa1bc5a42009-04-02 16:57:54 -070037 __cpuset_node_allowed_softwall(node, gfp_mask);
Paul Jackson02a0e532006-12-13 00:34:25 -080038}
39
David Rientjesa1bc5a42009-04-02 16:57:54 -070040static inline int cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask)
Paul Jackson02a0e532006-12-13 00:34:25 -080041{
42 return number_of_cpusets <= 1 ||
David Rientjesa1bc5a42009-04-02 16:57:54 -070043 __cpuset_node_allowed_hardwall(node, gfp_mask);
44}
45
46static inline int cpuset_zone_allowed_softwall(struct zone *z, gfp_t gfp_mask)
47{
48 return cpuset_node_allowed_softwall(zone_to_nid(z), gfp_mask);
49}
50
51static inline int cpuset_zone_allowed_hardwall(struct zone *z, gfp_t gfp_mask)
52{
53 return cpuset_node_allowed_hardwall(zone_to_nid(z), gfp_mask);
Paul Jackson202f72d2006-01-08 01:01:57 -080054}
55
David Rientjesbbe373f2007-10-16 23:25:58 -070056extern int cpuset_mems_allowed_intersects(const struct task_struct *tsk1,
57 const struct task_struct *tsk2);
Paul Jackson3e0d98b2006-01-08 01:01:49 -080058
59#define cpuset_memory_pressure_bump() \
60 do { \
61 if (cpuset_memory_pressure_enabled) \
62 __cpuset_memory_pressure_bump(); \
63 } while (0)
64extern int cpuset_memory_pressure_enabled;
65extern void __cpuset_memory_pressure_bump(void);
66
Arjan van de Ven54047322007-02-12 00:55:28 -080067extern const struct file_operations proc_cpuset_operations;
Eric W. Biedermandf5f8312008-02-08 04:18:33 -080068struct seq_file;
69extern void cpuset_task_status_allowed(struct seq_file *m,
70 struct task_struct *task);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Paul Jackson825a46a2006-03-24 03:16:03 -080072extern int cpuset_mem_spread_node(void);
Jack Steiner6adef3e2010-05-26 14:42:49 -070073extern int cpuset_slab_spread_node(void);
Paul Jackson825a46a2006-03-24 03:16:03 -080074
75static inline int cpuset_do_page_mem_spread(void)
76{
77 return current->flags & PF_SPREAD_PAGE;
78}
79
80static inline int cpuset_do_slab_mem_spread(void)
81{
82 return current->flags & PF_SPREAD_SLAB;
83}
84
Paul Menage8793d852007-10-18 23:39:39 -070085extern int current_cpuset_is_being_rebound(void);
86
Max Krasnyanskye761b772008-07-15 04:43:49 -070087extern void rebuild_sched_domains(void);
88
David Rientjes75aa1992009-01-06 14:39:01 -080089extern void cpuset_print_task_mems_allowed(struct task_struct *p);
90
Miao Xiec0ff7452010-05-24 14:32:08 -070091/*
Mel Gormancc9a6c82012-03-21 16:34:11 -070092 * get_mems_allowed is required when making decisions involving mems_allowed
93 * such as during page allocation. mems_allowed can be updated in parallel
94 * and depending on the new value an operation can fail potentially causing
95 * process failure. A retry loop with get_mems_allowed and put_mems_allowed
96 * prevents these artificial failures.
Miao Xiec0ff7452010-05-24 14:32:08 -070097 */
Mel Gormancc9a6c82012-03-21 16:34:11 -070098static inline unsigned int get_mems_allowed(void)
Miao Xiec0ff7452010-05-24 14:32:08 -070099{
Mel Gormancc9a6c82012-03-21 16:34:11 -0700100 return read_seqcount_begin(&current->mems_allowed_seq);
Miao Xiec0ff7452010-05-24 14:32:08 -0700101}
102
Mel Gormancc9a6c82012-03-21 16:34:11 -0700103/*
104 * If this returns false, the operation that took place after get_mems_allowed
105 * may have failed. It is up to the caller to retry the operation if
106 * appropriate.
107 */
108static inline bool put_mems_allowed(unsigned int seq)
Miao Xiec0ff7452010-05-24 14:32:08 -0700109{
Mel Gormancc9a6c82012-03-21 16:34:11 -0700110 return !read_seqcount_retry(&current->mems_allowed_seq, seq);
Miao Xiec0ff7452010-05-24 14:32:08 -0700111}
112
Miao Xie58568d22009-06-16 15:31:49 -0700113static inline void set_mems_allowed(nodemask_t nodemask)
114{
Miao Xiec0ff7452010-05-24 14:32:08 -0700115 task_lock(current);
Mel Gormancc9a6c82012-03-21 16:34:11 -0700116 write_seqcount_begin(&current->mems_allowed_seq);
Miao Xie58568d22009-06-16 15:31:49 -0700117 current->mems_allowed = nodemask;
Mel Gormancc9a6c82012-03-21 16:34:11 -0700118 write_seqcount_end(&current->mems_allowed_seq);
Miao Xiec0ff7452010-05-24 14:32:08 -0700119 task_unlock(current);
Miao Xie58568d22009-06-16 15:31:49 -0700120}
121
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122#else /* !CONFIG_CPUSETS */
123
124static inline int cpuset_init(void) { return 0; }
125static inline void cpuset_init_smp(void) {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126
Tejun Heo3a101d02010-06-08 21:40:36 +0200127static inline void cpuset_update_active_cpus(void)
128{
129 partition_sched_domains(1, NULL, NULL);
130}
131
Li Zefan6af866a2009-01-07 18:08:45 -0800132static inline void cpuset_cpus_allowed(struct task_struct *p,
133 struct cpumask *mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134{
Rusty Russellaa85ea52009-03-30 22:05:15 -0600135 cpumask_copy(mask, cpu_possible_mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136}
137
Peter Zijlstra2baab4e2012-03-20 15:57:01 +0100138static inline void cpuset_cpus_allowed_fallback(struct task_struct *p)
Oleg Nesterov9084bb82010-03-15 10:10:27 +0100139{
Oleg Nesterov9084bb82010-03-15 10:10:27 +0100140}
141
Paul Jackson909d75a2006-01-08 01:01:55 -0800142static inline nodemask_t cpuset_mems_allowed(struct task_struct *p)
143{
144 return node_possible_map;
145}
146
Christoph Lameter0e1e7c72007-10-16 01:25:38 -0700147#define cpuset_current_mems_allowed (node_states[N_HIGH_MEMORY])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148static inline void cpuset_init_current_mems_allowed(void) {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149
Mel Gorman19770b32008-04-28 02:12:18 -0700150static inline int cpuset_nodemask_valid_mems_allowed(nodemask_t *nodemask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151{
152 return 1;
153}
154
David Rientjesa1bc5a42009-04-02 16:57:54 -0700155static inline int cpuset_node_allowed_softwall(int node, gfp_t gfp_mask)
156{
157 return 1;
158}
159
160static inline int cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask)
161{
162 return 1;
163}
164
Paul Jackson02a0e532006-12-13 00:34:25 -0800165static inline int cpuset_zone_allowed_softwall(struct zone *z, gfp_t gfp_mask)
166{
167 return 1;
168}
169
170static inline int cpuset_zone_allowed_hardwall(struct zone *z, gfp_t gfp_mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171{
172 return 1;
173}
174
David Rientjesbbe373f2007-10-16 23:25:58 -0700175static inline int cpuset_mems_allowed_intersects(const struct task_struct *tsk1,
176 const struct task_struct *tsk2)
Paul Jacksonef08e3b2005-09-06 15:18:13 -0700177{
178 return 1;
179}
180
Paul Jackson3e0d98b2006-01-08 01:01:49 -0800181static inline void cpuset_memory_pressure_bump(void) {}
182
Eric W. Biedermandf5f8312008-02-08 04:18:33 -0800183static inline void cpuset_task_status_allowed(struct seq_file *m,
184 struct task_struct *task)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186}
187
Paul Jackson825a46a2006-03-24 03:16:03 -0800188static inline int cpuset_mem_spread_node(void)
189{
190 return 0;
191}
192
Jack Steiner6adef3e2010-05-26 14:42:49 -0700193static inline int cpuset_slab_spread_node(void)
194{
195 return 0;
196}
197
Paul Jackson825a46a2006-03-24 03:16:03 -0800198static inline int cpuset_do_page_mem_spread(void)
199{
200 return 0;
201}
202
203static inline int cpuset_do_slab_mem_spread(void)
204{
205 return 0;
206}
207
Paul Menage8793d852007-10-18 23:39:39 -0700208static inline int current_cpuset_is_being_rebound(void)
209{
210 return 0;
211}
212
Max Krasnyanskye761b772008-07-15 04:43:49 -0700213static inline void rebuild_sched_domains(void)
214{
Max Krasnyanskydfb512e2008-08-29 13:11:41 -0700215 partition_sched_domains(1, NULL, NULL);
Max Krasnyanskye761b772008-07-15 04:43:49 -0700216}
217
David Rientjes75aa1992009-01-06 14:39:01 -0800218static inline void cpuset_print_task_mems_allowed(struct task_struct *p)
219{
220}
221
Miao Xie58568d22009-06-16 15:31:49 -0700222static inline void set_mems_allowed(nodemask_t nodemask)
223{
224}
225
Mel Gormancc9a6c82012-03-21 16:34:11 -0700226static inline unsigned int get_mems_allowed(void)
Miao Xiec0ff7452010-05-24 14:32:08 -0700227{
Mel Gormancc9a6c82012-03-21 16:34:11 -0700228 return 0;
Miao Xiec0ff7452010-05-24 14:32:08 -0700229}
230
Mel Gormancc9a6c82012-03-21 16:34:11 -0700231static inline bool put_mems_allowed(unsigned int seq)
Miao Xiec0ff7452010-05-24 14:32:08 -0700232{
Mel Gormancc9a6c82012-03-21 16:34:11 -0700233 return true;
Miao Xiec0ff7452010-05-24 14:32:08 -0700234}
235
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236#endif /* !CONFIG_CPUSETS */
237
238#endif /* _LINUX_CPUSET_H */