blob: 8039893bc3ec205698d5c24e3c16435887d4f1ad [file] [log] [blame]
Nigel Cunningham7dfb7102006-12-06 20:34:23 -08001/* Freezer declarations */
2
Rafael J. Wysocki83144182007-07-17 04:03:35 -07003#ifndef FREEZER_H_INCLUDED
4#define FREEZER_H_INCLUDED
5
Randy Dunlap5c543ef2006-12-10 02:18:58 -08006#include <linux/sched.h>
Rafael J. Wysockie42837b2007-10-18 03:04:45 -07007#include <linux/wait.h>
Tejun Heoa3201222011-11-21 12:32:25 -08008#include <linux/atomic.h>
Randy Dunlap5c543ef2006-12-10 02:18:58 -08009
Matt Helsley8174f152008-10-18 20:27:19 -070010#ifdef CONFIG_FREEZER
Tejun Heoa3201222011-11-21 12:32:25 -080011extern atomic_t system_freezing_cnt; /* nr of freezing conds in effect */
12extern bool pm_freezing; /* PM freezing in effect */
13extern bool pm_nosig_freezing; /* PM nosig freezing in effect */
14
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080015/*
16 * Check if a process has been frozen
17 */
Tejun Heo948246f2011-11-21 12:32:25 -080018static inline bool frozen(struct task_struct *p)
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080019{
20 return p->flags & PF_FROZEN;
21}
22
Tejun Heoa3201222011-11-21 12:32:25 -080023extern bool freezing_slow_path(struct task_struct *p);
24
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080025/*
26 * Check if there is a request to freeze a process
27 */
Tejun Heoa3201222011-11-21 12:32:25 -080028static inline bool freezing(struct task_struct *p)
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080029{
Tejun Heoa3201222011-11-21 12:32:25 -080030 if (likely(!atomic_read(&system_freezing_cnt)))
31 return false;
32 return freezing_slow_path(p);
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080033}
34
Matt Helsleydc52ddc2008-10-18 20:27:21 -070035/* Takes and releases task alloc lock using task_lock() */
Tejun Heoa5be2d02011-11-21 12:32:23 -080036extern void __thaw_task(struct task_struct *t);
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080037
Tejun Heo8a32c442011-11-21 12:32:23 -080038extern bool __refrigerator(bool check_kthr_stop);
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080039extern int freeze_processes(void);
Rafael J. Wysocki2aede852011-09-26 20:32:27 +020040extern int freeze_kernel_threads(void);
Rafael J. Wysockia9b6f562006-12-06 20:34:37 -080041extern void thaw_processes(void);
Rafael J. Wysocki181e9bd2012-01-29 20:35:52 +010042extern void thaw_kernel_threads(void);
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080043
Tejun Heoa0acae02011-11-21 12:32:22 -080044static inline bool try_to_freeze(void)
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080045{
Tejun Heoa0acae02011-11-21 12:32:22 -080046 might_sleep();
47 if (likely(!freezing(current)))
48 return false;
Tejun Heo8a32c442011-11-21 12:32:23 -080049 return __refrigerator(false);
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080050}
Nigel Cunninghamff395932006-12-06 20:34:28 -080051
Tejun Heo839e3402011-11-21 12:32:26 -080052extern bool freeze_task(struct task_struct *p);
Tejun Heo34b087e2011-11-23 09:28:17 -080053extern bool set_freezable(void);
Matt Helsley8174f152008-10-18 20:27:19 -070054
Matt Helsleydc52ddc2008-10-18 20:27:21 -070055#ifdef CONFIG_CGROUP_FREEZER
Tejun Heo22b4e112011-11-21 12:32:25 -080056extern bool cgroup_freezing(struct task_struct *task);
Matt Helsleydc52ddc2008-10-18 20:27:21 -070057#else /* !CONFIG_CGROUP_FREEZER */
Tejun Heo22b4e112011-11-21 12:32:25 -080058static inline bool cgroup_freezing(struct task_struct *task)
Matt Helsley5a7aadf2010-03-26 23:51:44 +010059{
Tejun Heo22b4e112011-11-21 12:32:25 -080060 return false;
Matt Helsley5a7aadf2010-03-26 23:51:44 +010061}
Matt Helsleydc52ddc2008-10-18 20:27:21 -070062#endif /* !CONFIG_CGROUP_FREEZER */
63
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -070064/*
65 * The PF_FREEZER_SKIP flag should be set by a vfork parent right before it
66 * calls wait_for_completion(&vfork) and reset right after it returns from this
67 * function. Next, the parent should call try_to_freeze() to freeze itself
68 * appropriately in case the child has exited before the freezing of tasks is
69 * complete. However, we don't want kernel threads to be frozen in unexpected
70 * places, so we allow them to block freeze_processes() instead or to set
Srivatsa S. Bhat467de1f2011-12-06 23:17:51 +010071 * PF_NOFREEZE if needed. Fortunately, in the ____call_usermodehelper() case the
72 * parent won't really block freeze_processes(), since ____call_usermodehelper()
73 * (the child) does a little before exec/exit and it can't be frozen before
74 * waking up the parent.
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -070075 */
76
Srivatsa S. Bhat467de1f2011-12-06 23:17:51 +010077
Tejun Heodd67d322012-10-16 15:03:14 -070078/**
79 * freezer_do_not_count - tell freezer to ignore %current
80 *
81 * Tell freezers to ignore the current task when determining whether the
82 * target frozen state is reached. IOW, the current task will be
83 * considered frozen enough by freezers.
84 *
85 * The caller shouldn't do anything which isn't allowed for a frozen task
86 * until freezer_cont() is called. Usually, freezer[_do_not]_count() pair
87 * wrap a scheduling operation and nothing much else.
88 */
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -070089static inline void freezer_do_not_count(void)
90{
Srivatsa S. Bhat467de1f2011-12-06 23:17:51 +010091 current->flags |= PF_FREEZER_SKIP;
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -070092}
93
Tejun Heodd67d322012-10-16 15:03:14 -070094/**
95 * freezer_count - tell freezer to stop ignoring %current
96 *
97 * Undo freezer_do_not_count(). It tells freezers that %current should be
98 * considered again and tries to freeze if freezing condition is already in
99 * effect.
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700100 */
101static inline void freezer_count(void)
102{
Srivatsa S. Bhat467de1f2011-12-06 23:17:51 +0100103 current->flags &= ~PF_FREEZER_SKIP;
Tejun Heodd67d322012-10-16 15:03:14 -0700104 /*
105 * If freezing is in progress, the following paired with smp_mb()
106 * in freezer_should_skip() ensures that either we see %true
107 * freezing() or freezer_should_skip() sees !PF_FREEZER_SKIP.
108 */
109 smp_mb();
Srivatsa S. Bhat467de1f2011-12-06 23:17:51 +0100110 try_to_freeze();
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700111}
112
Tejun Heodd67d322012-10-16 15:03:14 -0700113/**
114 * freezer_should_skip - whether to skip a task when determining frozen
115 * state is reached
116 * @p: task in quesion
117 *
118 * This function is used by freezers after establishing %true freezing() to
119 * test whether a task should be skipped when determining the target frozen
120 * state is reached. IOW, if this function returns %true, @p is considered
121 * frozen enough.
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700122 */
Tejun Heodd67d322012-10-16 15:03:14 -0700123static inline bool freezer_should_skip(struct task_struct *p)
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700124{
Tejun Heodd67d322012-10-16 15:03:14 -0700125 /*
126 * The following smp_mb() paired with the one in freezer_count()
127 * ensures that either freezer_count() sees %true freezing() or we
128 * see cleared %PF_FREEZER_SKIP and return %false. This makes it
129 * impossible for a task to slip frozen state testing after
130 * clearing %PF_FREEZER_SKIP.
131 */
132 smp_mb();
133 return p->flags & PF_FREEZER_SKIP;
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700134}
Nigel Cunninghamff395932006-12-06 20:34:28 -0800135
Rafael J. Wysocki83144182007-07-17 04:03:35 -0700136/*
Oleg Nesterov5d8f72b2012-10-26 19:46:06 +0200137 * These macros are intended to be used whenever you want allow a sleeping
138 * task to be frozen. Note that neither return any clear indication of
139 * whether a freeze event happened while in this function.
Jeff Laytond3103102011-12-01 22:44:39 +0100140 */
141
142/* Like schedule(), but should not block the freezer. */
143#define freezable_schedule() \
144({ \
145 freezer_do_not_count(); \
146 schedule(); \
147 freezer_count(); \
148})
149
150/* Like schedule_timeout_killable(), but should not block the freezer. */
151#define freezable_schedule_timeout_killable(timeout) \
152({ \
Jeff Laytonb3b73ec2011-12-26 00:29:55 +0100153 long __retval; \
Jeff Laytond3103102011-12-01 22:44:39 +0100154 freezer_do_not_count(); \
Jeff Laytonb3b73ec2011-12-26 00:29:55 +0100155 __retval = schedule_timeout_killable(timeout); \
Jeff Laytond3103102011-12-01 22:44:39 +0100156 freezer_count(); \
Jeff Laytonb3b73ec2011-12-26 00:29:55 +0100157 __retval; \
Jeff Laytond3103102011-12-01 22:44:39 +0100158})
159
160/*
Jeff Laytonf06ac722011-10-19 15:30:40 -0400161 * Freezer-friendly wrappers around wait_event_interruptible(),
162 * wait_event_killable() and wait_event_interruptible_timeout(), originally
163 * defined in <linux/wait.h>
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700164 */
165
Jeff Laytonf06ac722011-10-19 15:30:40 -0400166#define wait_event_freezekillable(wq, condition) \
167({ \
168 int __retval; \
Oleg Nesterov6f35c4a2011-11-03 16:07:49 -0700169 freezer_do_not_count(); \
170 __retval = wait_event_killable(wq, (condition)); \
171 freezer_count(); \
Jeff Laytonf06ac722011-10-19 15:30:40 -0400172 __retval; \
173})
174
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700175#define wait_event_freezable(wq, condition) \
176({ \
177 int __retval; \
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800178 for (;;) { \
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700179 __retval = wait_event_interruptible(wq, \
180 (condition) || freezing(current)); \
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800181 if (__retval || (condition)) \
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700182 break; \
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800183 try_to_freeze(); \
184 } \
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700185 __retval; \
186})
187
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700188#define wait_event_freezable_timeout(wq, condition, timeout) \
189({ \
190 long __retval = timeout; \
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800191 for (;;) { \
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700192 __retval = wait_event_interruptible_timeout(wq, \
193 (condition) || freezing(current), \
194 __retval); \
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800195 if (__retval <= 0 || (condition)) \
196 break; \
197 try_to_freeze(); \
198 } \
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700199 __retval; \
200})
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800201
Matt Helsley8174f152008-10-18 20:27:19 -0700202#else /* !CONFIG_FREEZER */
Tejun Heo948246f2011-11-21 12:32:25 -0800203static inline bool frozen(struct task_struct *p) { return false; }
Tejun Heoa3201222011-11-21 12:32:25 -0800204static inline bool freezing(struct task_struct *p) { return false; }
Stephen Rothwell62c9ea62011-11-25 00:44:55 +0100205static inline void __thaw_task(struct task_struct *t) {}
Nigel Cunningham7dfb7102006-12-06 20:34:23 -0800206
Tejun Heo8a32c442011-11-21 12:32:23 -0800207static inline bool __refrigerator(bool check_kthr_stop) { return false; }
Rafael J. Wysocki2aede852011-09-26 20:32:27 +0200208static inline int freeze_processes(void) { return -ENOSYS; }
209static inline int freeze_kernel_threads(void) { return -ENOSYS; }
Nigel Cunningham7dfb7102006-12-06 20:34:23 -0800210static inline void thaw_processes(void) {}
Rafael J. Wysocki181e9bd2012-01-29 20:35:52 +0100211static inline void thaw_kernel_threads(void) {}
Nigel Cunningham7dfb7102006-12-06 20:34:23 -0800212
Tejun Heoa0acae02011-11-21 12:32:22 -0800213static inline bool try_to_freeze(void) { return false; }
Nigel Cunningham7dfb7102006-12-06 20:34:23 -0800214
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700215static inline void freezer_do_not_count(void) {}
216static inline void freezer_count(void) {}
217static inline int freezer_should_skip(struct task_struct *p) { return 0; }
Rafael J. Wysocki83144182007-07-17 04:03:35 -0700218static inline void set_freezable(void) {}
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700219
Jeff Laytond3103102011-12-01 22:44:39 +0100220#define freezable_schedule() schedule()
221
222#define freezable_schedule_timeout_killable(timeout) \
223 schedule_timeout_killable(timeout)
224
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700225#define wait_event_freezable(wq, condition) \
226 wait_event_interruptible(wq, condition)
227
228#define wait_event_freezable_timeout(wq, condition, timeout) \
229 wait_event_interruptible_timeout(wq, condition, timeout)
230
Steve Frenche0c8ea12011-10-25 10:02:53 -0500231#define wait_event_freezekillable(wq, condition) \
232 wait_event_killable(wq, condition)
233
Matt Helsley8174f152008-10-18 20:27:19 -0700234#endif /* !CONFIG_FREEZER */
Rafael J. Wysocki83144182007-07-17 04:03:35 -0700235
236#endif /* FREEZER_H_INCLUDED */