| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef __LINUX_COMPLETION_H | 
|  | 2 | #define __LINUX_COMPLETION_H | 
|  | 3 |  | 
|  | 4 | /* | 
|  | 5 | * (C) Copyright 2001 Linus Torvalds | 
|  | 6 | * | 
|  | 7 | * Atomic wait-for-completion handler data structures. | 
| Peter Zijlstra | b8a2162 | 2013-10-04 22:06:53 +0200 | [diff] [blame] | 8 | * See kernel/sched/completion.c for details. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | */ | 
|  | 10 |  | 
|  | 11 | #include <linux/wait.h> | 
| Byungchul Park | ea3f2c0 | 2017-08-17 17:57:41 +0900 | [diff] [blame] | 12 | #ifdef CONFIG_LOCKDEP_COMPLETIONS | 
| Byungchul Park | cd8084f | 2017-08-07 16:12:56 +0900 | [diff] [blame] | 13 | #include <linux/lockdep.h> | 
|  | 14 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 |  | 
| Randy Dunlap | ee2f154 | 2010-10-26 14:17:25 -0700 | [diff] [blame] | 16 | /* | 
| Kevin Diggs | 65eb3dc | 2008-08-26 10:26:54 +0200 | [diff] [blame] | 17 | * struct completion - structure used to maintain state for a "completion" | 
|  | 18 | * | 
|  | 19 | * This is the opaque structure used to maintain the state for a "completion". | 
|  | 20 | * Completions currently use a FIFO to queue threads that have to wait for | 
|  | 21 | * the "completion" event. | 
|  | 22 | * | 
|  | 23 | * See also:  complete(), wait_for_completion() (and friends _timeout, | 
|  | 24 | * _interruptible, _interruptible_timeout, and _killable), init_completion(), | 
| Wolfram Sang | c32f74a | 2013-11-14 14:32:01 -0800 | [diff] [blame] | 25 | * reinit_completion(), and macros DECLARE_COMPLETION(), | 
|  | 26 | * DECLARE_COMPLETION_ONSTACK(). | 
| Kevin Diggs | 65eb3dc | 2008-08-26 10:26:54 +0200 | [diff] [blame] | 27 | */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | struct completion { | 
|  | 29 | unsigned int done; | 
|  | 30 | wait_queue_head_t wait; | 
| Byungchul Park | ea3f2c0 | 2017-08-17 17:57:41 +0900 | [diff] [blame] | 31 | #ifdef CONFIG_LOCKDEP_COMPLETIONS | 
| Byungchul Park | cd8084f | 2017-08-07 16:12:56 +0900 | [diff] [blame] | 32 | struct lockdep_map_cross map; | 
|  | 33 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | }; | 
|  | 35 |  | 
| Byungchul Park | ea3f2c0 | 2017-08-17 17:57:41 +0900 | [diff] [blame] | 36 | #ifdef CONFIG_LOCKDEP_COMPLETIONS | 
| Byungchul Park | cd8084f | 2017-08-07 16:12:56 +0900 | [diff] [blame] | 37 | static inline void complete_acquire(struct completion *x) | 
|  | 38 | { | 
|  | 39 | lock_acquire_exclusive((struct lockdep_map *)&x->map, 0, 0, NULL, _RET_IP_); | 
|  | 40 | } | 
|  | 41 |  | 
|  | 42 | static inline void complete_release(struct completion *x) | 
|  | 43 | { | 
|  | 44 | lock_release((struct lockdep_map *)&x->map, 0, _RET_IP_); | 
|  | 45 | } | 
|  | 46 |  | 
|  | 47 | static inline void complete_release_commit(struct completion *x) | 
|  | 48 | { | 
|  | 49 | lock_commit_crosslock((struct lockdep_map *)&x->map); | 
|  | 50 | } | 
|  | 51 |  | 
| Byungchul Park | a7967bc | 2017-10-25 17:56:03 +0900 | [diff] [blame^] | 52 | #define init_completion_map(x, m)					\ | 
|  | 53 | do {									\ | 
|  | 54 | lockdep_init_map_crosslock((struct lockdep_map *)&(x)->map,	\ | 
|  | 55 | (m)->name, (m)->key, 0);				\ | 
|  | 56 | __init_completion(x);						\ | 
|  | 57 | } while (0) | 
|  | 58 |  | 
| Byungchul Park | cd8084f | 2017-08-07 16:12:56 +0900 | [diff] [blame] | 59 | #define init_completion(x)						\ | 
|  | 60 | do {									\ | 
|  | 61 | static struct lock_class_key __key;				\ | 
|  | 62 | lockdep_init_map_crosslock((struct lockdep_map *)&(x)->map,	\ | 
| Byungchul Park | 2420843 | 2017-10-25 17:55:59 +0900 | [diff] [blame] | 63 | "(completion)" #x,				\ | 
| Byungchul Park | cd8084f | 2017-08-07 16:12:56 +0900 | [diff] [blame] | 64 | &__key, 0);					\ | 
|  | 65 | __init_completion(x);						\ | 
|  | 66 | } while (0) | 
|  | 67 | #else | 
| Byungchul Park | a7967bc | 2017-10-25 17:56:03 +0900 | [diff] [blame^] | 68 | #define init_completion_map(x, m) __init_completion(x) | 
| Byungchul Park | cd8084f | 2017-08-07 16:12:56 +0900 | [diff] [blame] | 69 | #define init_completion(x) __init_completion(x) | 
|  | 70 | static inline void complete_acquire(struct completion *x) {} | 
|  | 71 | static inline void complete_release(struct completion *x) {} | 
|  | 72 | static inline void complete_release_commit(struct completion *x) {} | 
|  | 73 | #endif | 
|  | 74 |  | 
| Byungchul Park | ea3f2c0 | 2017-08-17 17:57:41 +0900 | [diff] [blame] | 75 | #ifdef CONFIG_LOCKDEP_COMPLETIONS | 
| Byungchul Park | cd8084f | 2017-08-07 16:12:56 +0900 | [diff] [blame] | 76 | #define COMPLETION_INITIALIZER(work) \ | 
|  | 77 | { 0, __WAIT_QUEUE_HEAD_INITIALIZER((work).wait), \ | 
| Byungchul Park | 2420843 | 2017-10-25 17:55:59 +0900 | [diff] [blame] | 78 | STATIC_CROSS_LOCKDEP_MAP_INIT("(completion)" #work, &(work)) } | 
| Byungchul Park | cd8084f | 2017-08-07 16:12:56 +0900 | [diff] [blame] | 79 | #else | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | #define COMPLETION_INITIALIZER(work) \ | 
|  | 81 | { 0, __WAIT_QUEUE_HEAD_INITIALIZER((work).wait) } | 
| Byungchul Park | cd8084f | 2017-08-07 16:12:56 +0900 | [diff] [blame] | 82 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 |  | 
| Byungchul Park | a7967bc | 2017-10-25 17:56:03 +0900 | [diff] [blame^] | 84 | #define COMPLETION_INITIALIZER_ONSTACK_MAP(work, map) \ | 
|  | 85 | (*({ init_completion_map(&(work), &(map)); &(work); })) | 
|  | 86 |  | 
| Ingo Molnar | f86bf9b | 2006-07-10 04:44:05 -0700 | [diff] [blame] | 87 | #define COMPLETION_INITIALIZER_ONSTACK(work) \ | 
| Boqun Feng | ec81048 | 2017-08-23 23:25:38 +0800 | [diff] [blame] | 88 | (*({ init_completion(&work); &work; })) | 
| Ingo Molnar | f86bf9b | 2006-07-10 04:44:05 -0700 | [diff] [blame] | 89 |  | 
| Kevin Diggs | 65eb3dc | 2008-08-26 10:26:54 +0200 | [diff] [blame] | 90 | /** | 
| Randy Dunlap | ee2f154 | 2010-10-26 14:17:25 -0700 | [diff] [blame] | 91 | * DECLARE_COMPLETION - declare and initialize a completion structure | 
| Kevin Diggs | 65eb3dc | 2008-08-26 10:26:54 +0200 | [diff] [blame] | 92 | * @work:  identifier for the completion structure | 
|  | 93 | * | 
|  | 94 | * This macro declares and initializes a completion structure. Generally used | 
|  | 95 | * for static declarations. You should use the _ONSTACK variant for automatic | 
|  | 96 | * variables. | 
|  | 97 | */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | #define DECLARE_COMPLETION(work) \ | 
|  | 99 | struct completion work = COMPLETION_INITIALIZER(work) | 
|  | 100 |  | 
| Ingo Molnar | 8b3db9c | 2006-07-03 00:24:28 -0700 | [diff] [blame] | 101 | /* | 
|  | 102 | * Lockdep needs to run a non-constant initializer for on-stack | 
|  | 103 | * completions - so we use the _ONSTACK() variant for those that | 
|  | 104 | * are on the kernel stack: | 
|  | 105 | */ | 
| Kevin Diggs | 65eb3dc | 2008-08-26 10:26:54 +0200 | [diff] [blame] | 106 | /** | 
| Randy Dunlap | ee2f154 | 2010-10-26 14:17:25 -0700 | [diff] [blame] | 107 | * DECLARE_COMPLETION_ONSTACK - declare and initialize a completion structure | 
| Kevin Diggs | 65eb3dc | 2008-08-26 10:26:54 +0200 | [diff] [blame] | 108 | * @work:  identifier for the completion structure | 
|  | 109 | * | 
|  | 110 | * This macro declares and initializes a completion structure on the kernel | 
|  | 111 | * stack. | 
|  | 112 | */ | 
| Ingo Molnar | 8b3db9c | 2006-07-03 00:24:28 -0700 | [diff] [blame] | 113 | #ifdef CONFIG_LOCKDEP | 
|  | 114 | # define DECLARE_COMPLETION_ONSTACK(work) \ | 
| Ingo Molnar | f86bf9b | 2006-07-10 04:44:05 -0700 | [diff] [blame] | 115 | struct completion work = COMPLETION_INITIALIZER_ONSTACK(work) | 
| Byungchul Park | a7967bc | 2017-10-25 17:56:03 +0900 | [diff] [blame^] | 116 | # define DECLARE_COMPLETION_ONSTACK_MAP(work, map) \ | 
|  | 117 | struct completion work = COMPLETION_INITIALIZER_ONSTACK_MAP(work, map) | 
| Ingo Molnar | 8b3db9c | 2006-07-03 00:24:28 -0700 | [diff] [blame] | 118 | #else | 
|  | 119 | # define DECLARE_COMPLETION_ONSTACK(work) DECLARE_COMPLETION(work) | 
| Byungchul Park | a7967bc | 2017-10-25 17:56:03 +0900 | [diff] [blame^] | 120 | # define DECLARE_COMPLETION_ONSTACK_MAP(work, map) DECLARE_COMPLETION(work) | 
| Ingo Molnar | 8b3db9c | 2006-07-03 00:24:28 -0700 | [diff] [blame] | 121 | #endif | 
|  | 122 |  | 
| Kevin Diggs | 65eb3dc | 2008-08-26 10:26:54 +0200 | [diff] [blame] | 123 | /** | 
| Randy Dunlap | ee2f154 | 2010-10-26 14:17:25 -0700 | [diff] [blame] | 124 | * init_completion - Initialize a dynamically allocated completion | 
| Wolfram Sang | c32f74a | 2013-11-14 14:32:01 -0800 | [diff] [blame] | 125 | * @x:  pointer to completion structure that is to be initialized | 
| Kevin Diggs | 65eb3dc | 2008-08-26 10:26:54 +0200 | [diff] [blame] | 126 | * | 
|  | 127 | * This inline function will initialize a dynamically created completion | 
|  | 128 | * structure. | 
|  | 129 | */ | 
| Byungchul Park | cd8084f | 2017-08-07 16:12:56 +0900 | [diff] [blame] | 130 | static inline void __init_completion(struct completion *x) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | { | 
|  | 132 | x->done = 0; | 
|  | 133 | init_waitqueue_head(&x->wait); | 
|  | 134 | } | 
|  | 135 |  | 
| Wolfram Sang | c32f74a | 2013-11-14 14:32:01 -0800 | [diff] [blame] | 136 | /** | 
|  | 137 | * reinit_completion - reinitialize a completion structure | 
|  | 138 | * @x:  pointer to completion structure that is to be reinitialized | 
|  | 139 | * | 
|  | 140 | * This inline function should be used to reinitialize a completion structure so it can | 
|  | 141 | * be reused. This is especially important after complete_all() is used. | 
|  | 142 | */ | 
|  | 143 | static inline void reinit_completion(struct completion *x) | 
|  | 144 | { | 
|  | 145 | x->done = 0; | 
|  | 146 | } | 
|  | 147 |  | 
| Ingo Molnar | b15136e | 2007-10-24 18:23:48 +0200 | [diff] [blame] | 148 | extern void wait_for_completion(struct completion *); | 
| Vladimir Davydov | 686855f | 2013-02-14 18:19:58 +0400 | [diff] [blame] | 149 | extern void wait_for_completion_io(struct completion *); | 
| Ingo Molnar | b15136e | 2007-10-24 18:23:48 +0200 | [diff] [blame] | 150 | extern int wait_for_completion_interruptible(struct completion *x); | 
| Matthew Wilcox | 009e577 | 2007-12-06 12:29:54 -0500 | [diff] [blame] | 151 | extern int wait_for_completion_killable(struct completion *x); | 
| Ingo Molnar | b15136e | 2007-10-24 18:23:48 +0200 | [diff] [blame] | 152 | extern unsigned long wait_for_completion_timeout(struct completion *x, | 
|  | 153 | unsigned long timeout); | 
| Vladimir Davydov | 686855f | 2013-02-14 18:19:58 +0400 | [diff] [blame] | 154 | extern unsigned long wait_for_completion_io_timeout(struct completion *x, | 
|  | 155 | unsigned long timeout); | 
| NeilBrown | 6bf4123 | 2011-01-05 12:50:16 +1100 | [diff] [blame] | 156 | extern long wait_for_completion_interruptible_timeout( | 
|  | 157 | struct completion *x, unsigned long timeout); | 
|  | 158 | extern long wait_for_completion_killable_timeout( | 
|  | 159 | struct completion *x, unsigned long timeout); | 
| Dave Chinner | be4de35 | 2008-08-15 00:40:44 -0700 | [diff] [blame] | 160 | extern bool try_wait_for_completion(struct completion *x); | 
|  | 161 | extern bool completion_done(struct completion *x); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 |  | 
| Ingo Molnar | b15136e | 2007-10-24 18:23:48 +0200 | [diff] [blame] | 163 | extern void complete(struct completion *); | 
|  | 164 | extern void complete_all(struct completion *); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | #endif |