Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/include/linux/sunrpc/sched.h |
| 3 | * |
| 4 | * Scheduling primitives for kernel Sun RPC. |
| 5 | * |
| 6 | * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de> |
| 7 | */ |
| 8 | |
| 9 | #ifndef _LINUX_SUNRPC_SCHED_H_ |
| 10 | #define _LINUX_SUNRPC_SCHED_H_ |
| 11 | |
| 12 | #include <linux/timer.h> |
| 13 | #include <linux/sunrpc/types.h> |
| 14 | #include <linux/spinlock.h> |
| 15 | #include <linux/wait.h> |
| 16 | #include <linux/workqueue.h> |
| 17 | #include <linux/sunrpc/xdr.h> |
| 18 | |
| 19 | /* |
| 20 | * This is the actual RPC procedure call info. |
| 21 | */ |
| 22 | struct rpc_procinfo; |
| 23 | struct rpc_message { |
| 24 | struct rpc_procinfo * rpc_proc; /* Procedure information */ |
| 25 | void * rpc_argp; /* Arguments */ |
| 26 | void * rpc_resp; /* Result */ |
| 27 | struct rpc_cred * rpc_cred; /* Credentials */ |
| 28 | }; |
| 29 | |
Trond Myklebust | 963d8fe | 2006-01-03 09:55:04 +0100 | [diff] [blame] | 30 | struct rpc_call_ops; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | struct rpc_wait_queue; |
| 32 | struct rpc_wait { |
| 33 | struct list_head list; /* wait queue links */ |
| 34 | struct list_head links; /* Links to related tasks */ |
Trond Myklebust | 36df9aa | 2007-07-18 16:18:52 -0400 | [diff] [blame] | 35 | struct list_head timer_list; /* Timer list */ |
| 36 | unsigned long expires; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | }; |
| 38 | |
| 39 | /* |
| 40 | * This is the RPC task struct |
| 41 | */ |
| 42 | struct rpc_task { |
| 43 | #ifdef RPC_DEBUG |
| 44 | unsigned long tk_magic; /* 0xf00baa */ |
| 45 | #endif |
Trond Myklebust | 44c2887 | 2006-01-03 09:55:06 +0100 | [diff] [blame] | 46 | atomic_t tk_count; /* Reference count */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 47 | struct list_head tk_task; /* global list of tasks */ |
| 48 | struct rpc_clnt * tk_client; /* RPC client */ |
| 49 | struct rpc_rqst * tk_rqstp; /* RPC request */ |
| 50 | int tk_status; /* result of last operation */ |
| 51 | |
| 52 | /* |
| 53 | * RPC call state |
| 54 | */ |
| 55 | struct rpc_message tk_msg; /* RPC call info */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | __u8 tk_garb_retry; |
| 57 | __u8 tk_cred_retry; |
| 58 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | * callback to be executed after waking up |
| 61 | * action next procedure for async tasks |
Trond Myklebust | 963d8fe | 2006-01-03 09:55:04 +0100 | [diff] [blame] | 62 | * tk_ops caller callbacks |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 64 | void (*tk_callback)(struct rpc_task *); |
| 65 | void (*tk_action)(struct rpc_task *); |
Trond Myklebust | 963d8fe | 2006-01-03 09:55:04 +0100 | [diff] [blame] | 66 | const struct rpc_call_ops *tk_ops; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | void * tk_calldata; |
| 68 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 | unsigned long tk_timeout; /* timeout for rpc_sleep() */ |
| 70 | unsigned short tk_flags; /* misc flags */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | unsigned long tk_runstate; /* Task run status */ |
| 72 | struct workqueue_struct *tk_workqueue; /* Normally rpciod, but could |
| 73 | * be any workqueue |
| 74 | */ |
Trond Myklebust | 96ef13b | 2008-02-22 15:46:41 -0500 | [diff] [blame] | 75 | struct rpc_wait_queue *tk_waitqueue; /* RPC wait queue we're on */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | union { |
| 77 | struct work_struct tk_work; /* Async task work queue */ |
| 78 | struct rpc_wait tk_wait; /* RPC wait */ |
| 79 | } u; |
Chuck Lever | ef759a2 | 2006-03-20 13:44:17 -0500 | [diff] [blame] | 80 | |
| 81 | unsigned short tk_timeouts; /* maj timeouts */ |
| 82 | size_t tk_bytes_sent; /* total bytes sent */ |
| 83 | unsigned long tk_start; /* RPC task init timestamp */ |
| 84 | long tk_rtt; /* round-trip time (jiffies) */ |
| 85 | |
Trond Myklebust | 3ff7576 | 2007-07-14 15:40:00 -0400 | [diff] [blame] | 86 | pid_t tk_owner; /* Process id for batching tasks */ |
| 87 | unsigned char tk_priority : 2;/* Task priority */ |
| 88 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 89 | #ifdef RPC_DEBUG |
| 90 | unsigned short tk_pid; /* debugging aid */ |
| 91 | #endif |
| 92 | }; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 93 | #define tk_xprt tk_client->cl_xprt |
| 94 | |
| 95 | /* support walking a list of tasks on a wait queue */ |
| 96 | #define task_for_each(task, pos, head) \ |
| 97 | list_for_each(pos, head) \ |
| 98 | if ((task=list_entry(pos, struct rpc_task, u.tk_wait.list)),1) |
| 99 | |
| 100 | #define task_for_first(task, head) \ |
| 101 | if (!list_empty(head) && \ |
| 102 | ((task=list_entry((head)->next, struct rpc_task, u.tk_wait.list)),1)) |
| 103 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 104 | typedef void (*rpc_action)(struct rpc_task *); |
| 105 | |
Trond Myklebust | 963d8fe | 2006-01-03 09:55:04 +0100 | [diff] [blame] | 106 | struct rpc_call_ops { |
Trond Myklebust | 4ce70ad | 2006-01-03 09:55:05 +0100 | [diff] [blame] | 107 | void (*rpc_call_prepare)(struct rpc_task *, void *); |
Trond Myklebust | 963d8fe | 2006-01-03 09:55:04 +0100 | [diff] [blame] | 108 | void (*rpc_call_done)(struct rpc_task *, void *); |
| 109 | void (*rpc_release)(void *); |
| 110 | }; |
| 111 | |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 112 | struct rpc_task_setup { |
Trond Myklebust | e8f5d77 | 2007-10-25 18:42:53 -0400 | [diff] [blame] | 113 | struct rpc_task *task; |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 114 | struct rpc_clnt *rpc_client; |
| 115 | const struct rpc_message *rpc_message; |
| 116 | const struct rpc_call_ops *callback_ops; |
| 117 | void *callback_data; |
Trond Myklebust | 32bfb5c | 2008-02-19 20:04:21 -0500 | [diff] [blame] | 118 | struct workqueue_struct *workqueue; |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 119 | unsigned short flags; |
Trond Myklebust | 3ff7576 | 2007-07-14 15:40:00 -0400 | [diff] [blame] | 120 | signed char priority; |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 121 | }; |
Trond Myklebust | 963d8fe | 2006-01-03 09:55:04 +0100 | [diff] [blame] | 122 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | /* |
| 124 | * RPC task flags |
| 125 | */ |
| 126 | #define RPC_TASK_ASYNC 0x0001 /* is an async task */ |
| 127 | #define RPC_TASK_SWAPPER 0x0002 /* is swapping in/out */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | #define RPC_CALL_MAJORSEEN 0x0020 /* major timeout seen */ |
| 129 | #define RPC_TASK_ROOTCREDS 0x0040 /* force root creds */ |
| 130 | #define RPC_TASK_DYNAMIC 0x0080 /* task was kmalloc'ed */ |
| 131 | #define RPC_TASK_KILLED 0x0100 /* task was killed */ |
| 132 | #define RPC_TASK_SOFT 0x0200 /* Use soft timeouts */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | |
| 134 | #define RPC_IS_ASYNC(t) ((t)->tk_flags & RPC_TASK_ASYNC) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | #define RPC_IS_SWAPPER(t) ((t)->tk_flags & RPC_TASK_SWAPPER) |
| 136 | #define RPC_DO_ROOTOVERRIDE(t) ((t)->tk_flags & RPC_TASK_ROOTCREDS) |
| 137 | #define RPC_ASSASSINATED(t) ((t)->tk_flags & RPC_TASK_KILLED) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | #define RPC_DO_CALLBACK(t) ((t)->tk_callback != NULL) |
| 139 | #define RPC_IS_SOFT(t) ((t)->tk_flags & RPC_TASK_SOFT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | |
| 141 | #define RPC_TASK_RUNNING 0 |
| 142 | #define RPC_TASK_QUEUED 1 |
Trond Myklebust | f5fb7b06 | 2008-02-25 21:40:50 -0800 | [diff] [blame] | 143 | #define RPC_TASK_ACTIVE 2 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | |
Ralf Baechle | 7b8f850 | 2007-02-20 13:57:45 -0800 | [diff] [blame] | 145 | #define RPC_IS_RUNNING(t) test_bit(RPC_TASK_RUNNING, &(t)->tk_runstate) |
| 146 | #define rpc_set_running(t) set_bit(RPC_TASK_RUNNING, &(t)->tk_runstate) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | #define rpc_test_and_set_running(t) \ |
Ralf Baechle | 7b8f850 | 2007-02-20 13:57:45 -0800 | [diff] [blame] | 148 | test_and_set_bit(RPC_TASK_RUNNING, &(t)->tk_runstate) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | #define rpc_clear_running(t) \ |
| 150 | do { \ |
| 151 | smp_mb__before_clear_bit(); \ |
| 152 | clear_bit(RPC_TASK_RUNNING, &(t)->tk_runstate); \ |
| 153 | smp_mb__after_clear_bit(); \ |
| 154 | } while (0) |
| 155 | |
Ralf Baechle | 7b8f850 | 2007-02-20 13:57:45 -0800 | [diff] [blame] | 156 | #define RPC_IS_QUEUED(t) test_bit(RPC_TASK_QUEUED, &(t)->tk_runstate) |
| 157 | #define rpc_set_queued(t) set_bit(RPC_TASK_QUEUED, &(t)->tk_runstate) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | #define rpc_clear_queued(t) \ |
| 159 | do { \ |
| 160 | smp_mb__before_clear_bit(); \ |
| 161 | clear_bit(RPC_TASK_QUEUED, &(t)->tk_runstate); \ |
| 162 | smp_mb__after_clear_bit(); \ |
| 163 | } while (0) |
| 164 | |
Ralf Baechle | 7b8f850 | 2007-02-20 13:57:45 -0800 | [diff] [blame] | 165 | #define RPC_IS_ACTIVATED(t) test_bit(RPC_TASK_ACTIVE, &(t)->tk_runstate) |
Trond Myklebust | 44c2887 | 2006-01-03 09:55:06 +0100 | [diff] [blame] | 166 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | /* |
| 168 | * Task priorities. |
| 169 | * Note: if you change these, you must also change |
| 170 | * the task initialization definitions below. |
| 171 | */ |
Trond Myklebust | 3ff7576 | 2007-07-14 15:40:00 -0400 | [diff] [blame] | 172 | #define RPC_PRIORITY_LOW (-1) |
| 173 | #define RPC_PRIORITY_NORMAL (0) |
| 174 | #define RPC_PRIORITY_HIGH (1) |
| 175 | #define RPC_NR_PRIORITY (1 + RPC_PRIORITY_HIGH - RPC_PRIORITY_LOW) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | |
Trond Myklebust | 36df9aa | 2007-07-18 16:18:52 -0400 | [diff] [blame] | 177 | struct rpc_timer { |
| 178 | struct timer_list timer; |
| 179 | struct list_head list; |
| 180 | unsigned long expires; |
| 181 | }; |
| 182 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 183 | /* |
| 184 | * RPC synchronization objects |
| 185 | */ |
| 186 | struct rpc_wait_queue { |
| 187 | spinlock_t lock; |
| 188 | struct list_head tasks[RPC_NR_PRIORITY]; /* task queue for each priority level */ |
Trond Myklebust | 3ff7576 | 2007-07-14 15:40:00 -0400 | [diff] [blame] | 189 | pid_t owner; /* process id of last task serviced */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | unsigned char maxpriority; /* maximum priority (0 if queue is not a priority queue) */ |
| 191 | unsigned char priority; /* current priority */ |
| 192 | unsigned char count; /* # task groups remaining serviced so far */ |
| 193 | unsigned char nr; /* # tasks remaining for cookie */ |
Chuck Lever | e19b63d | 2006-03-20 13:44:15 -0500 | [diff] [blame] | 194 | unsigned short qlen; /* total # tasks waiting in queue */ |
Trond Myklebust | 36df9aa | 2007-07-18 16:18:52 -0400 | [diff] [blame] | 195 | struct rpc_timer timer_list; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | #ifdef RPC_DEBUG |
| 197 | const char * name; |
| 198 | #endif |
| 199 | }; |
| 200 | |
| 201 | /* |
| 202 | * This is the # requests to send consecutively |
| 203 | * from a single cookie. The aim is to improve |
| 204 | * performance of NFS operations such as read/write. |
| 205 | */ |
| 206 | #define RPC_BATCH_COUNT 16 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 207 | #define RPC_IS_PRIORITY(q) ((q)->maxpriority > 0) |
| 208 | |
| 209 | /* |
| 210 | * Function prototypes |
| 211 | */ |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 212 | struct rpc_task *rpc_new_task(const struct rpc_task_setup *); |
Trond Myklebust | c970aa8 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 213 | struct rpc_task *rpc_run_task(const struct rpc_task_setup *); |
Trond Myklebust | e6b3c4d | 2006-11-11 22:18:03 -0500 | [diff] [blame] | 214 | void rpc_put_task(struct rpc_task *); |
Trond Myklebust | abbcf28 | 2006-01-03 09:55:03 +0100 | [diff] [blame] | 215 | void rpc_exit_task(struct rpc_task *); |
Trond Myklebust | bbd5a1f | 2006-10-18 16:01:05 -0400 | [diff] [blame] | 216 | void rpc_release_calldata(const struct rpc_call_ops *, void *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 217 | void rpc_killall_tasks(struct rpc_clnt *); |
Trond Myklebust | 2efef83 | 2007-02-03 13:38:41 -0800 | [diff] [blame] | 218 | void rpc_execute(struct rpc_task *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 219 | void rpc_init_priority_wait_queue(struct rpc_wait_queue *, const char *); |
| 220 | void rpc_init_wait_queue(struct rpc_wait_queue *, const char *); |
Trond Myklebust | f6a1cc8 | 2008-02-22 17:06:55 -0500 | [diff] [blame] | 221 | void rpc_destroy_wait_queue(struct rpc_wait_queue *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 222 | void rpc_sleep_on(struct rpc_wait_queue *, struct rpc_task *, |
Trond Myklebust | 5d00837 | 2008-02-22 16:34:17 -0500 | [diff] [blame] | 223 | rpc_action action); |
Trond Myklebust | 96ef13b | 2008-02-22 15:46:41 -0500 | [diff] [blame] | 224 | void rpc_wake_up_queued_task(struct rpc_wait_queue *, |
| 225 | struct rpc_task *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | void rpc_wake_up(struct rpc_wait_queue *); |
| 227 | struct rpc_task *rpc_wake_up_next(struct rpc_wait_queue *); |
| 228 | void rpc_wake_up_status(struct rpc_wait_queue *, int); |
| 229 | void rpc_delay(struct rpc_task *, unsigned long); |
| 230 | void * rpc_malloc(struct rpc_task *, size_t); |
Chuck Lever | c5a4dd8 | 2007-03-29 16:47:58 -0400 | [diff] [blame] | 231 | void rpc_free(void *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 232 | int rpciod_up(void); |
| 233 | void rpciod_down(void); |
Trond Myklebust | 44c2887 | 2006-01-03 09:55:06 +0100 | [diff] [blame] | 234 | int __rpc_wait_for_completion_task(struct rpc_task *task, int (*)(void *)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | #ifdef RPC_DEBUG |
| 236 | void rpc_show_tasks(void); |
| 237 | #endif |
| 238 | int rpc_init_mempool(void); |
| 239 | void rpc_destroy_mempool(void); |
Trond Myklebust | 24c5d9d | 2006-03-20 13:44:08 -0500 | [diff] [blame] | 240 | extern struct workqueue_struct *rpciod_workqueue; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 241 | |
| 242 | static inline void rpc_exit(struct rpc_task *task, int status) |
| 243 | { |
| 244 | task->tk_status = status; |
Trond Myklebust | abbcf28 | 2006-01-03 09:55:03 +0100 | [diff] [blame] | 245 | task->tk_action = rpc_exit_task; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 246 | } |
| 247 | |
Trond Myklebust | 44c2887 | 2006-01-03 09:55:06 +0100 | [diff] [blame] | 248 | static inline int rpc_wait_for_completion_task(struct rpc_task *task) |
| 249 | { |
| 250 | return __rpc_wait_for_completion_task(task, NULL); |
| 251 | } |
| 252 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 253 | #ifdef RPC_DEBUG |
| 254 | static inline const char * rpc_qname(struct rpc_wait_queue *q) |
| 255 | { |
| 256 | return ((q && q->name) ? q->name : "unknown"); |
| 257 | } |
| 258 | #endif |
| 259 | |
| 260 | #endif /* _LINUX_SUNRPC_SCHED_H_ */ |