blob: a73454aec33312359c4233fa4ec7e0598dbbe345 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_CPUSET_H
2#define _LINUX_CPUSET_H
3/*
4 * cpuset interface
5 *
6 * Copyright (C) 2003 BULL SA
Paul Jackson825a46a2006-03-24 03:16:03 -08007 * Copyright (C) 2004-2006 Silicon Graphics, Inc.
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 *
9 */
10
11#include <linux/sched.h>
12#include <linux/cpumask.h>
13#include <linux/nodemask.h>
Paul Menage8793d852007-10-18 23:39:39 -070014#include <linux/cgroup.h>
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070015#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17#ifdef CONFIG_CPUSETS
18
Paul Jackson202f72d2006-01-08 01:01:57 -080019extern int number_of_cpusets; /* How many cpusets are defined in system? */
20
Linus Torvalds1da177e2005-04-16 15:20:36 -070021extern int cpuset_init(void);
22extern void cpuset_init_smp(void);
Li Zefan6af866a2009-01-07 18:08:45 -080023extern void cpuset_cpus_allowed(struct task_struct *p, struct cpumask *mask);
Oleg Nesterov9084bb82010-03-15 10:10:27 +010024extern int cpuset_cpus_allowed_fallback(struct task_struct *p);
Paul Jackson909d75a2006-01-08 01:01:55 -080025extern nodemask_t cpuset_mems_allowed(struct task_struct *p);
Paul Jackson9276b1bc2006-12-06 20:31:48 -080026#define cpuset_current_mems_allowed (current->mems_allowed)
Linus Torvalds1da177e2005-04-16 15:20:36 -070027void cpuset_init_current_mems_allowed(void);
Mel Gorman19770b32008-04-28 02:12:18 -070028int cpuset_nodemask_valid_mems_allowed(nodemask_t *nodemask);
Paul Jackson202f72d2006-01-08 01:01:57 -080029
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070030extern int __cpuset_node_allowed_softwall(int node, gfp_t gfp_mask);
31extern int __cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask);
Paul Jackson02a0e532006-12-13 00:34:25 -080032
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070033static inline int cpuset_node_allowed_softwall(int node, gfp_t gfp_mask)
Paul Jackson202f72d2006-01-08 01:01:57 -080034{
Paul Jackson02a0e532006-12-13 00:34:25 -080035 return number_of_cpusets <= 1 ||
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070036 __cpuset_node_allowed_softwall(node, gfp_mask);
Paul Jackson02a0e532006-12-13 00:34:25 -080037}
38
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070039static inline int cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask)
Paul Jackson02a0e532006-12-13 00:34:25 -080040{
41 return number_of_cpusets <= 1 ||
David Rientjesa1bc5a4e2009-04-02 16:57:54 -070042 __cpuset_node_allowed_hardwall(node, gfp_mask);
43}
44
45static inline int cpuset_zone_allowed_softwall(struct zone *z, gfp_t gfp_mask)
46{
47 return cpuset_node_allowed_softwall(zone_to_nid(z), gfp_mask);
48}
49
50static inline int cpuset_zone_allowed_hardwall(struct zone *z, gfp_t gfp_mask)
51{
52 return cpuset_node_allowed_hardwall(zone_to_nid(z), gfp_mask);
Paul Jackson202f72d2006-01-08 01:01:57 -080053}
54
David Rientjesbbe373f2007-10-16 23:25:58 -070055extern int cpuset_mems_allowed_intersects(const struct task_struct *tsk1,
56 const struct task_struct *tsk2);
Paul Jackson3e0d98b2006-01-08 01:01:49 -080057
58#define cpuset_memory_pressure_bump() \
59 do { \
60 if (cpuset_memory_pressure_enabled) \
61 __cpuset_memory_pressure_bump(); \
62 } while (0)
63extern int cpuset_memory_pressure_enabled;
64extern void __cpuset_memory_pressure_bump(void);
65
Arjan van de Ven54047322007-02-12 00:55:28 -080066extern const struct file_operations proc_cpuset_operations;
Eric W. Biedermandf5f8312008-02-08 04:18:33 -080067struct seq_file;
68extern void cpuset_task_status_allowed(struct seq_file *m,
69 struct task_struct *task);
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
Paul Jackson825a46a2006-03-24 03:16:03 -080071extern int cpuset_mem_spread_node(void);
72
73static inline int cpuset_do_page_mem_spread(void)
74{
75 return current->flags & PF_SPREAD_PAGE;
76}
77
78static inline int cpuset_do_slab_mem_spread(void)
79{
80 return current->flags & PF_SPREAD_SLAB;
81}
82
Paul Menage8793d852007-10-18 23:39:39 -070083extern int current_cpuset_is_being_rebound(void);
84
Max Krasnyanskye761b772008-07-15 04:43:49 -070085extern void rebuild_sched_domains(void);
86
David Rientjes75aa1992009-01-06 14:39:01 -080087extern void cpuset_print_task_mems_allowed(struct task_struct *p);
88
Miao Xie58568d22009-06-16 15:31:49 -070089static inline void set_mems_allowed(nodemask_t nodemask)
90{
91 current->mems_allowed = nodemask;
92}
93
Linus Torvalds1da177e2005-04-16 15:20:36 -070094#else /* !CONFIG_CPUSETS */
95
96static inline int cpuset_init(void) { return 0; }
97static inline void cpuset_init_smp(void) {}
Linus Torvalds1da177e2005-04-16 15:20:36 -070098
Li Zefan6af866a2009-01-07 18:08:45 -080099static inline void cpuset_cpus_allowed(struct task_struct *p,
100 struct cpumask *mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101{
Rusty Russellaa85ea52009-03-30 22:05:15 -0600102 cpumask_copy(mask, cpu_possible_mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103}
104
Oleg Nesterov9084bb82010-03-15 10:10:27 +0100105static inline int cpuset_cpus_allowed_fallback(struct task_struct *p)
106{
107 cpumask_copy(&p->cpus_allowed, cpu_possible_mask);
108 return cpumask_any(cpu_active_mask);
109}
110
Paul Jackson909d75a2006-01-08 01:01:55 -0800111static inline nodemask_t cpuset_mems_allowed(struct task_struct *p)
112{
113 return node_possible_map;
114}
115
Christoph Lameter0e1e7c72007-10-16 01:25:38 -0700116#define cpuset_current_mems_allowed (node_states[N_HIGH_MEMORY])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117static inline void cpuset_init_current_mems_allowed(void) {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118
Mel Gorman19770b32008-04-28 02:12:18 -0700119static inline int cpuset_nodemask_valid_mems_allowed(nodemask_t *nodemask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120{
121 return 1;
122}
123
David Rientjesa1bc5a4e2009-04-02 16:57:54 -0700124static inline int cpuset_node_allowed_softwall(int node, gfp_t gfp_mask)
125{
126 return 1;
127}
128
129static inline int cpuset_node_allowed_hardwall(int node, gfp_t gfp_mask)
130{
131 return 1;
132}
133
Paul Jackson02a0e532006-12-13 00:34:25 -0800134static inline int cpuset_zone_allowed_softwall(struct zone *z, gfp_t gfp_mask)
135{
136 return 1;
137}
138
139static inline int cpuset_zone_allowed_hardwall(struct zone *z, gfp_t gfp_mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140{
141 return 1;
142}
143
David Rientjesbbe373f2007-10-16 23:25:58 -0700144static inline int cpuset_mems_allowed_intersects(const struct task_struct *tsk1,
145 const struct task_struct *tsk2)
Paul Jacksonef08e3b2005-09-06 15:18:13 -0700146{
147 return 1;
148}
149
Paul Jackson3e0d98b2006-01-08 01:01:49 -0800150static inline void cpuset_memory_pressure_bump(void) {}
151
Eric W. Biedermandf5f8312008-02-08 04:18:33 -0800152static inline void cpuset_task_status_allowed(struct seq_file *m,
153 struct task_struct *task)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155}
156
Paul Jackson825a46a2006-03-24 03:16:03 -0800157static inline int cpuset_mem_spread_node(void)
158{
159 return 0;
160}
161
162static inline int cpuset_do_page_mem_spread(void)
163{
164 return 0;
165}
166
167static inline int cpuset_do_slab_mem_spread(void)
168{
169 return 0;
170}
171
Paul Menage8793d852007-10-18 23:39:39 -0700172static inline int current_cpuset_is_being_rebound(void)
173{
174 return 0;
175}
176
Max Krasnyanskye761b772008-07-15 04:43:49 -0700177static inline void rebuild_sched_domains(void)
178{
Max Krasnyanskydfb512e2008-08-29 13:11:41 -0700179 partition_sched_domains(1, NULL, NULL);
Max Krasnyanskye761b772008-07-15 04:43:49 -0700180}
181
David Rientjes75aa1992009-01-06 14:39:01 -0800182static inline void cpuset_print_task_mems_allowed(struct task_struct *p)
183{
184}
185
Miao Xie58568d22009-06-16 15:31:49 -0700186static inline void set_mems_allowed(nodemask_t nodemask)
187{
188}
189
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190#endif /* !CONFIG_CPUSETS */
191
192#endif /* _LINUX_CPUSET_H */