blob: b0ced669427e154cc67c7b4b4f9e4630f934919f [file] [log] [blame]
Mike Marshall5db11c22015-07-17 10:38:12 -04001/*
2 * (C) 2001 Clemson University and The University of Chicago
3 *
4 * Changes by Acxiom Corporation to add protocol version to kernel
5 * communication, Copyright Acxiom Corporation, 2005.
6 *
7 * See COPYING in top-level directory.
8 */
9
10#include "protocol.h"
Mike Marshall575e9462015-12-04 12:56:14 -050011#include "orangefs-kernel.h"
12#include "orangefs-dev-proto.h"
13#include "orangefs-bufmap.h"
Martin Brandenburg44f46412016-08-15 11:38:36 -040014#include "orangefs-debugfs.h"
Mike Marshall5db11c22015-07-17 10:38:12 -040015
16#include <linux/debugfs.h>
17#include <linux/slab.h>
18
19/* this file implements the /dev/pvfs2-req device node */
20
Martin Brandenburg482664d2016-08-12 12:02:31 -040021uint32_t orangefs_userspace_version;
Martin Brandenburgf2ee3b72016-08-09 15:59:26 -040022
Mike Marshall5db11c22015-07-17 10:38:12 -040023static int open_access_count;
24
Martin Brandenburga0fe0512016-08-15 15:21:16 -040025static DEFINE_MUTEX(devreq_mutex);
26
Mike Marshall5db11c22015-07-17 10:38:12 -040027#define DUMP_DEVICE_ERROR() \
28do { \
29 gossip_err("*****************************************************\n");\
Yi Liu8bb8aef2015-11-24 15:12:14 -050030 gossip_err("ORANGEFS Device Error: You cannot open the device file "); \
Mike Marshall5db11c22015-07-17 10:38:12 -040031 gossip_err("\n/dev/%s more than once. Please make sure that\nthere " \
Yi Liu8bb8aef2015-11-24 15:12:14 -050032 "are no ", ORANGEFS_REQDEVICE_NAME); \
Mike Marshall5db11c22015-07-17 10:38:12 -040033 gossip_err("instances of a program using this device\ncurrently " \
34 "running. (You must verify this!)\n"); \
35 gossip_err("For example, you can use the lsof program as follows:\n");\
36 gossip_err("'lsof | grep %s' (run this as root)\n", \
Yi Liu8bb8aef2015-11-24 15:12:14 -050037 ORANGEFS_REQDEVICE_NAME); \
Mike Marshall5db11c22015-07-17 10:38:12 -040038 gossip_err(" open_access_count = %d\n", open_access_count); \
39 gossip_err("*****************************************************\n");\
40} while (0)
41
42static int hash_func(__u64 tag, int table_size)
43{
Mike Marshall2c590d52015-07-24 10:37:15 -040044 return do_div(tag, (unsigned int)table_size);
Mike Marshall5db11c22015-07-17 10:38:12 -040045}
46
Yi Liu8bb8aef2015-11-24 15:12:14 -050047static void orangefs_devreq_add_op(struct orangefs_kernel_op_s *op)
Mike Marshall5db11c22015-07-17 10:38:12 -040048{
49 int index = hash_func(op->tag, hash_table_size);
50
Martin Brandenburg1d503612016-08-16 11:38:14 -040051 list_add_tail(&op->list, &orangefs_htable_ops_in_progress[index]);
Mike Marshall5db11c22015-07-17 10:38:12 -040052}
53
Mike Marshallca9f5182016-02-26 10:21:12 -050054/*
55 * find the op with this tag and remove it from the in progress
56 * hash table.
57 */
Yi Liu8bb8aef2015-11-24 15:12:14 -050058static struct orangefs_kernel_op_s *orangefs_devreq_remove_op(__u64 tag)
Mike Marshall5db11c22015-07-17 10:38:12 -040059{
Yi Liu8bb8aef2015-11-24 15:12:14 -050060 struct orangefs_kernel_op_s *op, *next;
Mike Marshall5db11c22015-07-17 10:38:12 -040061 int index;
62
63 index = hash_func(tag, hash_table_size);
64
Martin Brandenburg1d503612016-08-16 11:38:14 -040065 spin_lock(&orangefs_htable_ops_in_progress_lock);
Mike Marshall5db11c22015-07-17 10:38:12 -040066 list_for_each_entry_safe(op,
67 next,
Martin Brandenburg1d503612016-08-16 11:38:14 -040068 &orangefs_htable_ops_in_progress[index],
Mike Marshall5db11c22015-07-17 10:38:12 -040069 list) {
Al Viro05a50a52016-02-18 18:59:44 -050070 if (op->tag == tag && !op_state_purged(op) &&
71 !op_state_given_up(op)) {
Al Viroed42fe02016-01-22 19:47:47 -050072 list_del_init(&op->list);
Martin Brandenburg1d503612016-08-16 11:38:14 -040073 spin_unlock(&orangefs_htable_ops_in_progress_lock);
Mike Marshall5db11c22015-07-17 10:38:12 -040074 return op;
75 }
76 }
77
Martin Brandenburg1d503612016-08-16 11:38:14 -040078 spin_unlock(&orangefs_htable_ops_in_progress_lock);
Mike Marshall5db11c22015-07-17 10:38:12 -040079 return NULL;
80}
81
Martin Brandenburgacfcbaf2016-03-05 13:17:39 -050082/* Returns whether any FS are still pending remounted */
83static int mark_all_pending_mounts(void)
84{
85 int unmounted = 1;
86 struct orangefs_sb_info_s *orangefs_sb = NULL;
87
88 spin_lock(&orangefs_superblocks_lock);
89 list_for_each_entry(orangefs_sb, &orangefs_superblocks, list) {
90 /* All of these file system require a remount */
91 orangefs_sb->mount_pending = 1;
92 unmounted = 0;
93 }
94 spin_unlock(&orangefs_superblocks_lock);
95 return unmounted;
96}
97
98/*
99 * Determine if a given file system needs to be remounted or not
100 * Returns -1 on error
101 * 0 if already mounted
102 * 1 if needs remount
103 */
104static int fs_mount_pending(__s32 fsid)
105{
106 int mount_pending = -1;
107 struct orangefs_sb_info_s *orangefs_sb = NULL;
108
109 spin_lock(&orangefs_superblocks_lock);
110 list_for_each_entry(orangefs_sb, &orangefs_superblocks, list) {
111 if (orangefs_sb->fs_id == fsid) {
112 mount_pending = orangefs_sb->mount_pending;
113 break;
114 }
115 }
116 spin_unlock(&orangefs_superblocks_lock);
117 return mount_pending;
118}
119
Yi Liu8bb8aef2015-11-24 15:12:14 -0500120static int orangefs_devreq_open(struct inode *inode, struct file *file)
Mike Marshall5db11c22015-07-17 10:38:12 -0400121{
122 int ret = -EINVAL;
123
Jann Horn78fee0b2016-06-25 01:51:52 +0200124 /* in order to ensure that the filesystem driver sees correct UIDs */
125 if (file->f_cred->user_ns != &init_user_ns) {
126 gossip_err("%s: device cannot be opened outside init_user_ns\n",
127 __func__);
128 goto out;
129 }
130
Mike Marshall5db11c22015-07-17 10:38:12 -0400131 if (!(file->f_flags & O_NONBLOCK)) {
Mike Marshall97f10022015-12-11 16:45:03 -0500132 gossip_err("%s: device cannot be opened in blocking mode\n",
133 __func__);
Mike Marshall5db11c22015-07-17 10:38:12 -0400134 goto out;
135 }
136 ret = -EACCES;
Mike Marshall97f10022015-12-11 16:45:03 -0500137 gossip_debug(GOSSIP_DEV_DEBUG, "client-core: opening device\n");
Mike Marshall5db11c22015-07-17 10:38:12 -0400138 mutex_lock(&devreq_mutex);
139
140 if (open_access_count == 0) {
Al Virofee25ce2016-01-22 19:46:08 -0500141 open_access_count = 1;
Al Virofb6d2522016-01-19 12:00:26 -0500142 ret = 0;
Mike Marshall5db11c22015-07-17 10:38:12 -0400143 } else {
144 DUMP_DEVICE_ERROR();
145 }
146 mutex_unlock(&devreq_mutex);
147
148out:
149
150 gossip_debug(GOSSIP_DEV_DEBUG,
151 "pvfs2-client-core: open device complete (ret = %d)\n",
152 ret);
153 return ret;
154}
155
Mike Marshall97f10022015-12-11 16:45:03 -0500156/* Function for read() callers into the device */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500157static ssize_t orangefs_devreq_read(struct file *file,
Mike Marshall5db11c22015-07-17 10:38:12 -0400158 char __user *buf,
159 size_t count, loff_t *offset)
160{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500161 struct orangefs_kernel_op_s *op, *temp;
162 __s32 proto_ver = ORANGEFS_KERNEL_PROTO_VERSION;
163 static __s32 magic = ORANGEFS_DEVREQ_MAGIC;
164 struct orangefs_kernel_op_s *cur_op = NULL;
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500165 unsigned long ret;
Mike Marshall5db11c22015-07-17 10:38:12 -0400166
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500167 /* We do not support blocking IO. */
Mike Marshall5db11c22015-07-17 10:38:12 -0400168 if (!(file->f_flags & O_NONBLOCK)) {
Mike Marshall97f10022015-12-11 16:45:03 -0500169 gossip_err("%s: blocking read from client-core.\n",
170 __func__);
Mike Marshall5db11c22015-07-17 10:38:12 -0400171 return -EINVAL;
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500172 }
173
174 /*
Martin Brandenburga762ae62015-12-15 14:22:06 -0500175 * The client will do an ioctl to find MAX_DEV_REQ_UPSIZE, then
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500176 * always read with that size buffer.
177 */
Martin Brandenburga762ae62015-12-15 14:22:06 -0500178 if (count != MAX_DEV_REQ_UPSIZE) {
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500179 gossip_err("orangefs: client-core tried to read wrong size\n");
180 return -EINVAL;
181 }
182
Al Viroed42fe02016-01-22 19:47:47 -0500183restart:
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500184 /* Get next op (if any) from top of list. */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500185 spin_lock(&orangefs_request_list_lock);
186 list_for_each_entry_safe(op, temp, &orangefs_request_list, list) {
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500187 __s32 fsid;
188 /* This lock is held past the end of the loop when we break. */
189 spin_lock(&op->lock);
Al Viro05a50a52016-02-18 18:59:44 -0500190 if (unlikely(op_state_purged(op) || op_state_given_up(op))) {
Al Viroed42fe02016-01-22 19:47:47 -0500191 spin_unlock(&op->lock);
192 continue;
193 }
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500194
195 fsid = fsid_of_op(op);
Yi Liu8bb8aef2015-11-24 15:12:14 -0500196 if (fsid != ORANGEFS_FS_ID_NULL) {
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500197 int ret;
198 /* Skip ops whose filesystem needs to be mounted. */
199 ret = fs_mount_pending(fsid);
200 if (ret == 1) {
Mike Marshall5db11c22015-07-17 10:38:12 -0400201 gossip_debug(GOSSIP_DEV_DEBUG,
Mike Marshall5090c962016-02-04 13:29:27 -0500202 "%s: mount pending, skipping op tag "
203 "%llu %s\n",
204 __func__,
205 llu(op->tag),
206 get_opname_string(op));
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500207 spin_unlock(&op->lock);
Mike Marshall5db11c22015-07-17 10:38:12 -0400208 continue;
Mike Marshall97f10022015-12-11 16:45:03 -0500209 /*
210 * Skip ops whose filesystem we don't know about unless
211 * it is being mounted.
212 */
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500213 /* XXX: is there a better way to detect this? */
214 } else if (ret == -1 &&
Mike Marshall97f10022015-12-11 16:45:03 -0500215 !(op->upcall.type ==
216 ORANGEFS_VFS_OP_FS_MOUNT ||
217 op->upcall.type ==
218 ORANGEFS_VFS_OP_GETATTR)) {
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500219 gossip_debug(GOSSIP_DEV_DEBUG,
220 "orangefs: skipping op tag %llu %s\n",
221 llu(op->tag), get_opname_string(op));
222 gossip_err(
223 "orangefs: ERROR: fs_mount_pending %d\n",
224 fsid);
225 spin_unlock(&op->lock);
226 continue;
Mike Marshall5db11c22015-07-17 10:38:12 -0400227 }
228 }
Mike Marshall5db11c22015-07-17 10:38:12 -0400229 /*
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500230 * Either this op does not pertain to a filesystem, is mounting
231 * a filesystem, or pertains to a mounted filesystem. Let it
232 * through.
Mike Marshall5db11c22015-07-17 10:38:12 -0400233 */
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500234 cur_op = op;
235 break;
Mike Marshall5db11c22015-07-17 10:38:12 -0400236 }
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500237
238 /*
239 * At this point we either have a valid op and can continue or have not
240 * found an op and must ask the client to try again later.
241 */
242 if (!cur_op) {
Yi Liu8bb8aef2015-11-24 15:12:14 -0500243 spin_unlock(&orangefs_request_list_lock);
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500244 return -EAGAIN;
245 }
246
Mike Marshallca9f5182016-02-26 10:21:12 -0500247 gossip_debug(GOSSIP_DEV_DEBUG, "%s: reading op tag %llu %s\n",
248 __func__,
249 llu(cur_op->tag),
250 get_opname_string(cur_op));
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500251
252 /*
253 * Such an op should never be on the list in the first place. If so, we
254 * will abort.
255 */
256 if (op_state_in_progress(cur_op) || op_state_serviced(cur_op)) {
257 gossip_err("orangefs: ERROR: Current op already queued.\n");
Al Viro05a50a52016-02-18 18:59:44 -0500258 list_del_init(&cur_op->list);
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500259 spin_unlock(&cur_op->lock);
Yi Liu8bb8aef2015-11-24 15:12:14 -0500260 spin_unlock(&orangefs_request_list_lock);
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500261 return -EAGAIN;
262 }
Mike Marshallca9f5182016-02-26 10:21:12 -0500263
Al Viroed42fe02016-01-22 19:47:47 -0500264 list_del_init(&cur_op->list);
Yi Liu8bb8aef2015-11-24 15:12:14 -0500265 spin_unlock(&orangefs_request_list_lock);
Al Viroed42fe02016-01-22 19:47:47 -0500266
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500267 spin_unlock(&cur_op->lock);
268
269 /* Push the upcall out. */
270 ret = copy_to_user(buf, &proto_ver, sizeof(__s32));
271 if (ret != 0)
272 goto error;
273 ret = copy_to_user(buf+sizeof(__s32), &magic, sizeof(__s32));
274 if (ret != 0)
275 goto error;
276 ret = copy_to_user(buf+2 * sizeof(__s32), &cur_op->tag, sizeof(__u64));
277 if (ret != 0)
278 goto error;
279 ret = copy_to_user(buf+2*sizeof(__s32)+sizeof(__u64), &cur_op->upcall,
Yi Liu8bb8aef2015-11-24 15:12:14 -0500280 sizeof(struct orangefs_upcall_s));
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500281 if (ret != 0)
282 goto error;
283
Martin Brandenburg1d503612016-08-16 11:38:14 -0400284 spin_lock(&orangefs_htable_ops_in_progress_lock);
Al Viroed42fe02016-01-22 19:47:47 -0500285 spin_lock(&cur_op->lock);
286 if (unlikely(op_state_given_up(cur_op))) {
287 spin_unlock(&cur_op->lock);
Martin Brandenburg1d503612016-08-16 11:38:14 -0400288 spin_unlock(&orangefs_htable_ops_in_progress_lock);
Al Viro05a50a52016-02-18 18:59:44 -0500289 complete(&cur_op->waitq);
Al Viroed42fe02016-01-22 19:47:47 -0500290 goto restart;
291 }
292
293 /*
294 * Set the operation to be in progress and move it between lists since
295 * it has been sent to the client.
296 */
297 set_op_state_inprogress(cur_op);
Mike Marshall9d9e7ba2016-03-03 13:46:48 -0500298 gossip_debug(GOSSIP_DEV_DEBUG,
299 "%s: 1 op:%s: op_state:%d: process:%s:\n",
300 __func__,
301 get_opname_string(cur_op),
302 cur_op->op_state,
303 current->comm);
Al Viroed42fe02016-01-22 19:47:47 -0500304 orangefs_devreq_add_op(cur_op);
305 spin_unlock(&cur_op->lock);
Martin Brandenburg1d503612016-08-16 11:38:14 -0400306 spin_unlock(&orangefs_htable_ops_in_progress_lock);
Al Viroed42fe02016-01-22 19:47:47 -0500307
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500308 /* The client only asks to read one size buffer. */
Martin Brandenburga762ae62015-12-15 14:22:06 -0500309 return MAX_DEV_REQ_UPSIZE;
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500310error:
311 /*
312 * We were unable to copy the op data to the client. Put the op back in
313 * list. If client has crashed, the op will be purged later when the
314 * device is released.
315 */
316 gossip_err("orangefs: Failed to copy data to user space\n");
Yi Liu8bb8aef2015-11-24 15:12:14 -0500317 spin_lock(&orangefs_request_list_lock);
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500318 spin_lock(&cur_op->lock);
Al Viroed42fe02016-01-22 19:47:47 -0500319 if (likely(!op_state_given_up(cur_op))) {
320 set_op_state_waiting(cur_op);
Mike Marshall9d9e7ba2016-03-03 13:46:48 -0500321 gossip_debug(GOSSIP_DEV_DEBUG,
322 "%s: 2 op:%s: op_state:%d: process:%s:\n",
323 __func__,
324 get_opname_string(cur_op),
325 cur_op->op_state,
326 current->comm);
Al Viroed42fe02016-01-22 19:47:47 -0500327 list_add(&cur_op->list, &orangefs_request_list);
Al Viro05a50a52016-02-18 18:59:44 -0500328 spin_unlock(&cur_op->lock);
329 } else {
330 spin_unlock(&cur_op->lock);
331 complete(&cur_op->waitq);
Al Viroed42fe02016-01-22 19:47:47 -0500332 }
Yi Liu8bb8aef2015-11-24 15:12:14 -0500333 spin_unlock(&orangefs_request_list_lock);
Martin Brandenburg24c8d082015-11-13 14:26:10 -0500334 return -EFAULT;
Mike Marshall5db11c22015-07-17 10:38:12 -0400335}
336
Mike Marshall97f10022015-12-11 16:45:03 -0500337/*
Mike Marshallb3ae4752016-01-13 11:18:12 -0500338 * Function for writev() callers into the device.
339 *
340 * Userspace should have written:
341 * - __u32 version
342 * - __u32 magic
343 * - __u64 tag
344 * - struct orangefs_downcall_s
345 * - trailer buffer (in the case of READDIR operations)
Mike Marshall97f10022015-12-11 16:45:03 -0500346 */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500347static ssize_t orangefs_devreq_write_iter(struct kiocb *iocb,
Mike Marshall5db11c22015-07-17 10:38:12 -0400348 struct iov_iter *iter)
349{
Mike Marshallb3ae4752016-01-13 11:18:12 -0500350 ssize_t ret;
351 struct orangefs_kernel_op_s *op = NULL;
352 struct {
353 __u32 version;
354 __u32 magic;
355 __u64 tag;
356 } head;
357 int total = ret = iov_iter_count(iter);
Mike Marshallb3ae4752016-01-13 11:18:12 -0500358 int downcall_size = sizeof(struct orangefs_downcall_s);
359 int head_size = sizeof(head);
360
361 gossip_debug(GOSSIP_DEV_DEBUG, "%s: total:%d: ret:%zd:\n",
362 __func__,
363 total,
364 ret);
365
366 if (total < MAX_DEV_REQ_DOWNSIZE) {
Mike Marshallcf0c2772016-01-19 12:04:40 -0500367 gossip_err("%s: total:%d: must be at least:%u:\n",
Mike Marshallb3ae4752016-01-13 11:18:12 -0500368 __func__,
369 total,
Mike Marshallcf0c2772016-01-19 12:04:40 -0500370 (unsigned int) MAX_DEV_REQ_DOWNSIZE);
Al Viroed42fe02016-01-22 19:47:47 -0500371 return -EFAULT;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500372 }
373
Al Virocbbd26b2016-11-01 22:09:04 -0400374 if (!copy_from_iter_full(&head, head_size, iter)) {
Mike Marshallb3ae4752016-01-13 11:18:12 -0500375 gossip_err("%s: failed to copy head.\n", __func__);
Al Viroed42fe02016-01-22 19:47:47 -0500376 return -EFAULT;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500377 }
378
379 if (head.version < ORANGEFS_MINIMUM_USERSPACE_VERSION) {
380 gossip_err("%s: userspace claims version"
381 "%d, minimum version required: %d.\n",
382 __func__,
383 head.version,
384 ORANGEFS_MINIMUM_USERSPACE_VERSION);
Al Viroed42fe02016-01-22 19:47:47 -0500385 return -EPROTO;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500386 }
387
388 if (head.magic != ORANGEFS_DEVREQ_MAGIC) {
389 gossip_err("Error: Device magic number does not match.\n");
Al Viroed42fe02016-01-22 19:47:47 -0500390 return -EPROTO;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500391 }
392
Martin Brandenburg482664d2016-08-12 12:02:31 -0400393 if (!orangefs_userspace_version) {
394 orangefs_userspace_version = head.version;
395 } else if (orangefs_userspace_version != head.version) {
Martin Brandenburgf2ee3b72016-08-09 15:59:26 -0400396 gossip_err("Error: userspace version changes\n");
397 return -EPROTO;
398 }
399
Mike Marshallca9f5182016-02-26 10:21:12 -0500400 /* remove the op from the in progress hash table */
Mike Marshallb3ae4752016-01-13 11:18:12 -0500401 op = orangefs_devreq_remove_op(head.tag);
402 if (!op) {
403 gossip_err("WARNING: No one's waiting for tag %llu\n",
404 llu(head.tag));
Al Viroed42fe02016-01-22 19:47:47 -0500405 return ret;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500406 }
407
Al Virocbbd26b2016-11-01 22:09:04 -0400408 if (!copy_from_iter_full(&op->downcall, downcall_size, iter)) {
Mike Marshallb3ae4752016-01-13 11:18:12 -0500409 gossip_err("%s: failed to copy downcall.\n", __func__);
Al Viro5964c1b2016-02-18 18:53:41 -0500410 goto Efault;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500411 }
412
413 if (op->downcall.status)
414 goto wakeup;
415
416 /*
417 * We've successfully peeled off the head and the downcall.
418 * Something has gone awry if total doesn't equal the
419 * sum of head_size, downcall_size and trailer_size.
420 */
421 if ((head_size + downcall_size + op->downcall.trailer_size) != total) {
422 gossip_err("%s: funky write, head_size:%d"
423 ": downcall_size:%d: trailer_size:%lld"
424 ": total size:%d:\n",
425 __func__,
426 head_size,
427 downcall_size,
428 op->downcall.trailer_size,
429 total);
Al Viro5964c1b2016-02-18 18:53:41 -0500430 goto Efault;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500431 }
432
433 /* Only READDIR operations should have trailers. */
434 if ((op->downcall.type != ORANGEFS_VFS_OP_READDIR) &&
435 (op->downcall.trailer_size != 0)) {
436 gossip_err("%s: %x operation with trailer.",
437 __func__,
438 op->downcall.type);
Al Viro5964c1b2016-02-18 18:53:41 -0500439 goto Efault;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500440 }
441
442 /* READDIR operations should always have trailers. */
443 if ((op->downcall.type == ORANGEFS_VFS_OP_READDIR) &&
444 (op->downcall.trailer_size == 0)) {
445 gossip_err("%s: %x operation with no trailer.",
446 __func__,
447 op->downcall.type);
Al Viro5964c1b2016-02-18 18:53:41 -0500448 goto Efault;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500449 }
450
451 if (op->downcall.type != ORANGEFS_VFS_OP_READDIR)
452 goto wakeup;
453
454 op->downcall.trailer_buf =
455 vmalloc(op->downcall.trailer_size);
456 if (op->downcall.trailer_buf == NULL) {
457 gossip_err("%s: failed trailer vmalloc.\n",
458 __func__);
Al Viro5964c1b2016-02-18 18:53:41 -0500459 goto Enomem;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500460 }
461 memset(op->downcall.trailer_buf, 0, op->downcall.trailer_size);
Al Virocbbd26b2016-11-01 22:09:04 -0400462 if (!copy_from_iter_full(op->downcall.trailer_buf,
463 op->downcall.trailer_size, iter)) {
Mike Marshallb3ae4752016-01-13 11:18:12 -0500464 gossip_err("%s: failed to copy trailer.\n", __func__);
465 vfree(op->downcall.trailer_buf);
Al Viro5964c1b2016-02-18 18:53:41 -0500466 goto Efault;
Mike Marshallb3ae4752016-01-13 11:18:12 -0500467 }
468
469wakeup:
Al Viro2a9e5c22016-01-23 13:45:46 -0500470 /*
Mike Marshall9f08cfe2016-02-26 14:39:08 -0500471 * Return to vfs waitqueue, and back to service_operation
472 * through wait_for_matching_downcall.
Al Viro2a9e5c22016-01-23 13:45:46 -0500473 */
474 spin_lock(&op->lock);
Al Viro5964c1b2016-02-18 18:53:41 -0500475 if (unlikely(op_is_cancel(op))) {
Al Viro2a9e5c22016-01-23 13:45:46 -0500476 spin_unlock(&op->lock);
Al Viro78699e22016-02-11 23:07:19 -0500477 put_cancel(op);
Al Viro5964c1b2016-02-18 18:53:41 -0500478 } else if (unlikely(op_state_given_up(op))) {
479 spin_unlock(&op->lock);
Al Viro05a50a52016-02-18 18:59:44 -0500480 complete(&op->waitq);
Al Viro5964c1b2016-02-18 18:53:41 -0500481 } else {
482 set_op_state_serviced(op);
Mike Marshall9d9e7ba2016-03-03 13:46:48 -0500483 gossip_debug(GOSSIP_DEV_DEBUG,
484 "%s: op:%s: op_state:%d: process:%s:\n",
485 __func__,
486 get_opname_string(op),
487 op->op_state,
488 current->comm);
Al Viro5964c1b2016-02-18 18:53:41 -0500489 spin_unlock(&op->lock);
490 }
Mike Marshallb3ae4752016-01-13 11:18:12 -0500491 return ret;
Al Viroed42fe02016-01-22 19:47:47 -0500492
Al Viro5964c1b2016-02-18 18:53:41 -0500493Efault:
494 op->downcall.status = -(ORANGEFS_ERROR_BIT | 9);
495 ret = -EFAULT;
496 goto wakeup;
497
498Enomem:
499 op->downcall.status = -(ORANGEFS_ERROR_BIT | 8);
500 ret = -ENOMEM;
501 goto wakeup;
Mike Marshall5db11c22015-07-17 10:38:12 -0400502}
503
Mike Marshall5db11c22015-07-17 10:38:12 -0400504/*
505 * NOTE: gets called when the last reference to this device is dropped.
506 * Using the open_access_count variable, we enforce a reference count
507 * on this file so that it can be opened by only one process at a time.
508 * the devreq_mutex is used to make sure all i/o has completed
Yi Liu8bb8aef2015-11-24 15:12:14 -0500509 * before we call orangefs_bufmap_finalize, and similar such tricky
Mike Marshall5db11c22015-07-17 10:38:12 -0400510 * situations
511 */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500512static int orangefs_devreq_release(struct inode *inode, struct file *file)
Mike Marshall5db11c22015-07-17 10:38:12 -0400513{
514 int unmounted = 0;
515
516 gossip_debug(GOSSIP_DEV_DEBUG,
517 "%s:pvfs2-client-core: exiting, closing device\n",
518 __func__);
519
520 mutex_lock(&devreq_mutex);
Al Viroea2c9c92016-02-13 21:01:21 -0500521 orangefs_bufmap_finalize();
Mike Marshall5db11c22015-07-17 10:38:12 -0400522
Al Virofee25ce2016-01-22 19:46:08 -0500523 open_access_count = -1;
Mike Marshall5db11c22015-07-17 10:38:12 -0400524
525 unmounted = mark_all_pending_mounts();
Yi Liu8bb8aef2015-11-24 15:12:14 -0500526 gossip_debug(GOSSIP_DEV_DEBUG, "ORANGEFS Device Close: Filesystem(s) %s\n",
Mike Marshall5db11c22015-07-17 10:38:12 -0400527 (unmounted ? "UNMOUNTED" : "MOUNTED"));
Mike Marshall5db11c22015-07-17 10:38:12 -0400528
Mike Marshall5db11c22015-07-17 10:38:12 -0400529 purge_waiting_ops();
Mike Marshall5db11c22015-07-17 10:38:12 -0400530 purge_inprogress_ops();
Al Viroea2c9c92016-02-13 21:01:21 -0500531
532 orangefs_bufmap_run_down();
533
Mike Marshall5db11c22015-07-17 10:38:12 -0400534 gossip_debug(GOSSIP_DEV_DEBUG,
535 "pvfs2-client-core: device close complete\n");
Al Virofee25ce2016-01-22 19:46:08 -0500536 open_access_count = 0;
Martin Brandenburg482664d2016-08-12 12:02:31 -0400537 orangefs_userspace_version = 0;
Al Virofee25ce2016-01-22 19:46:08 -0500538 mutex_unlock(&devreq_mutex);
Mike Marshall5db11c22015-07-17 10:38:12 -0400539 return 0;
540}
541
542int is_daemon_in_service(void)
543{
544 int in_service;
545
546 /*
547 * What this function does is checks if client-core is alive
548 * based on the access count we maintain on the device.
549 */
550 mutex_lock(&devreq_mutex);
551 in_service = open_access_count == 1 ? 0 : -EIO;
552 mutex_unlock(&devreq_mutex);
553 return in_service;
554}
555
Al Viro78699e22016-02-11 23:07:19 -0500556bool __is_daemon_in_service(void)
557{
558 return open_access_count == 1;
559}
560
Mike Marshall5db11c22015-07-17 10:38:12 -0400561static inline long check_ioctl_command(unsigned int command)
562{
563 /* Check for valid ioctl codes */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500564 if (_IOC_TYPE(command) != ORANGEFS_DEV_MAGIC) {
Mike Marshall5db11c22015-07-17 10:38:12 -0400565 gossip_err("device ioctl magic numbers don't match! Did you rebuild pvfs2-client-core/libpvfs2? [cmd %x, magic %x != %x]\n",
566 command,
567 _IOC_TYPE(command),
Yi Liu8bb8aef2015-11-24 15:12:14 -0500568 ORANGEFS_DEV_MAGIC);
Mike Marshall5db11c22015-07-17 10:38:12 -0400569 return -EINVAL;
570 }
571 /* and valid ioctl commands */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500572 if (_IOC_NR(command) >= ORANGEFS_DEV_MAXNR || _IOC_NR(command) <= 0) {
Mike Marshall5db11c22015-07-17 10:38:12 -0400573 gossip_err("Invalid ioctl command number [%d >= %d]\n",
Yi Liu8bb8aef2015-11-24 15:12:14 -0500574 _IOC_NR(command), ORANGEFS_DEV_MAXNR);
Mike Marshall5db11c22015-07-17 10:38:12 -0400575 return -ENOIOCTLCMD;
576 }
577 return 0;
578}
579
580static long dispatch_ioctl_command(unsigned int command, unsigned long arg)
581{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500582 static __s32 magic = ORANGEFS_DEVREQ_MAGIC;
Martin Brandenburga762ae62015-12-15 14:22:06 -0500583 static __s32 max_up_size = MAX_DEV_REQ_UPSIZE;
584 static __s32 max_down_size = MAX_DEV_REQ_DOWNSIZE;
Yi Liu8bb8aef2015-11-24 15:12:14 -0500585 struct ORANGEFS_dev_map_desc user_desc;
Mike Marshall5db11c22015-07-17 10:38:12 -0400586 int ret = 0;
Mike Marshall5db11c22015-07-17 10:38:12 -0400587 int upstream_kmod = 1;
Al Viro45996492016-03-25 19:56:34 -0400588 struct orangefs_sb_info_s *orangefs_sb;
Mike Marshall5db11c22015-07-17 10:38:12 -0400589
590 /* mtmoore: add locking here */
591
592 switch (command) {
Yi Liu8bb8aef2015-11-24 15:12:14 -0500593 case ORANGEFS_DEV_GET_MAGIC:
Mike Marshall5db11c22015-07-17 10:38:12 -0400594 return ((put_user(magic, (__s32 __user *) arg) == -EFAULT) ?
595 -EIO :
596 0);
Yi Liu8bb8aef2015-11-24 15:12:14 -0500597 case ORANGEFS_DEV_GET_MAX_UPSIZE:
Mike Marshall5db11c22015-07-17 10:38:12 -0400598 return ((put_user(max_up_size,
599 (__s32 __user *) arg) == -EFAULT) ?
600 -EIO :
601 0);
Yi Liu8bb8aef2015-11-24 15:12:14 -0500602 case ORANGEFS_DEV_GET_MAX_DOWNSIZE:
Mike Marshall5db11c22015-07-17 10:38:12 -0400603 return ((put_user(max_down_size,
604 (__s32 __user *) arg) == -EFAULT) ?
605 -EIO :
606 0);
Yi Liu8bb8aef2015-11-24 15:12:14 -0500607 case ORANGEFS_DEV_MAP:
Mike Marshall5db11c22015-07-17 10:38:12 -0400608 ret = copy_from_user(&user_desc,
Yi Liu8bb8aef2015-11-24 15:12:14 -0500609 (struct ORANGEFS_dev_map_desc __user *)
Mike Marshall5db11c22015-07-17 10:38:12 -0400610 arg,
Yi Liu8bb8aef2015-11-24 15:12:14 -0500611 sizeof(struct ORANGEFS_dev_map_desc));
Al Viroea2c9c92016-02-13 21:01:21 -0500612 /* WTF -EIO and not -EFAULT? */
613 return ret ? -EIO : orangefs_bufmap_initialize(&user_desc);
Yi Liu8bb8aef2015-11-24 15:12:14 -0500614 case ORANGEFS_DEV_REMOUNT_ALL:
Mike Marshall5db11c22015-07-17 10:38:12 -0400615 gossip_debug(GOSSIP_DEV_DEBUG,
Mike Marshall97f10022015-12-11 16:45:03 -0500616 "%s: got ORANGEFS_DEV_REMOUNT_ALL\n",
617 __func__);
Mike Marshall5db11c22015-07-17 10:38:12 -0400618
619 /*
Yi Liu8bb8aef2015-11-24 15:12:14 -0500620 * remount all mounted orangefs volumes to regain the lost
Mike Marshall5db11c22015-07-17 10:38:12 -0400621 * dynamic mount tables (if any) -- NOTE: this is done
622 * without keeping the superblock list locked due to the
Mike Marshalladcf34a2016-02-24 16:54:27 -0500623 * upcall/downcall waiting. also, the request mutex is
Mike Marshall5db11c22015-07-17 10:38:12 -0400624 * used to ensure that no operations will be serviced until
625 * all of the remounts are serviced (to avoid ops between
626 * mounts to fail)
627 */
Martin Brandenburg1d503612016-08-16 11:38:14 -0400628 ret = mutex_lock_interruptible(&orangefs_request_mutex);
Mike Marshall5db11c22015-07-17 10:38:12 -0400629 if (ret < 0)
630 return ret;
631 gossip_debug(GOSSIP_DEV_DEBUG,
Mike Marshall97f10022015-12-11 16:45:03 -0500632 "%s: priority remount in progress\n",
633 __func__);
Al Viro45996492016-03-25 19:56:34 -0400634 spin_lock(&orangefs_superblocks_lock);
635 list_for_each_entry(orangefs_sb, &orangefs_superblocks, list) {
636 /*
637 * We have to drop the spinlock, so entries can be
638 * removed. They can't be freed, though, so we just
639 * keep the forward pointers and zero the back ones -
640 * that way we can get to the rest of the list.
641 */
642 if (!orangefs_sb->list.prev)
643 continue;
644 gossip_debug(GOSSIP_DEV_DEBUG,
645 "%s: Remounting SB %p\n",
646 __func__,
647 orangefs_sb);
Mike Marshall5db11c22015-07-17 10:38:12 -0400648
Al Viro45996492016-03-25 19:56:34 -0400649 spin_unlock(&orangefs_superblocks_lock);
650 ret = orangefs_remount(orangefs_sb);
651 spin_lock(&orangefs_superblocks_lock);
652 if (ret) {
653 gossip_debug(GOSSIP_DEV_DEBUG,
654 "SB %p remount failed\n",
655 orangefs_sb);
656 break;
Mike Marshall5db11c22015-07-17 10:38:12 -0400657 }
658 }
Al Viro45996492016-03-25 19:56:34 -0400659 spin_unlock(&orangefs_superblocks_lock);
Mike Marshall5db11c22015-07-17 10:38:12 -0400660 gossip_debug(GOSSIP_DEV_DEBUG,
Mike Marshall97f10022015-12-11 16:45:03 -0500661 "%s: priority remount complete\n",
662 __func__);
Martin Brandenburg1d503612016-08-16 11:38:14 -0400663 mutex_unlock(&orangefs_request_mutex);
Mike Marshall5db11c22015-07-17 10:38:12 -0400664 return ret;
665
Yi Liu8bb8aef2015-11-24 15:12:14 -0500666 case ORANGEFS_DEV_UPSTREAM:
Mike Marshall5db11c22015-07-17 10:38:12 -0400667 ret = copy_to_user((void __user *)arg,
668 &upstream_kmod,
669 sizeof(upstream_kmod));
670
671 if (ret != 0)
672 return -EIO;
673 else
674 return ret;
675
Yi Liu8bb8aef2015-11-24 15:12:14 -0500676 case ORANGEFS_DEV_CLIENT_MASK:
Martin Brandenburg44f46412016-08-15 11:38:36 -0400677 return orangefs_debugfs_new_client_mask((void __user *)arg);
Yi Liu8bb8aef2015-11-24 15:12:14 -0500678 case ORANGEFS_DEV_CLIENT_STRING:
Martin Brandenburg44f46412016-08-15 11:38:36 -0400679 return orangefs_debugfs_new_client_string((void __user *)arg);
Yi Liu8bb8aef2015-11-24 15:12:14 -0500680 case ORANGEFS_DEV_DEBUG:
Martin Brandenburg44f46412016-08-15 11:38:36 -0400681 return orangefs_debugfs_new_debug((void __user *)arg);
Mike Marshall5db11c22015-07-17 10:38:12 -0400682 default:
683 return -ENOIOCTLCMD;
684 }
685 return -ENOIOCTLCMD;
686}
687
Yi Liu8bb8aef2015-11-24 15:12:14 -0500688static long orangefs_devreq_ioctl(struct file *file,
Mike Marshall5db11c22015-07-17 10:38:12 -0400689 unsigned int command, unsigned long arg)
690{
691 long ret;
692
693 /* Check for properly constructed commands */
694 ret = check_ioctl_command(command);
695 if (ret < 0)
696 return (int)ret;
697
698 return (int)dispatch_ioctl_command(command, arg);
699}
700
701#ifdef CONFIG_COMPAT /* CONFIG_COMPAT is in .config */
702
Yi Liu8bb8aef2015-11-24 15:12:14 -0500703/* Compat structure for the ORANGEFS_DEV_MAP ioctl */
704struct ORANGEFS_dev_map_desc32 {
Mike Marshall5db11c22015-07-17 10:38:12 -0400705 compat_uptr_t ptr;
706 __s32 total_size;
707 __s32 size;
708 __s32 count;
709};
710
711static unsigned long translate_dev_map26(unsigned long args, long *error)
712{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500713 struct ORANGEFS_dev_map_desc32 __user *p32 = (void __user *)args;
Mike Marshall5db11c22015-07-17 10:38:12 -0400714 /*
715 * Depending on the architecture, allocate some space on the
716 * user-call-stack based on our expected layout.
717 */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500718 struct ORANGEFS_dev_map_desc __user *p =
Mike Marshall5db11c22015-07-17 10:38:12 -0400719 compat_alloc_user_space(sizeof(*p));
Mike Marshall84d02152015-07-28 13:27:51 -0400720 compat_uptr_t addr;
Mike Marshall5db11c22015-07-17 10:38:12 -0400721
722 *error = 0;
723 /* get the ptr from the 32 bit user-space */
724 if (get_user(addr, &p32->ptr))
725 goto err;
726 /* try to put that into a 64-bit layout */
727 if (put_user(compat_ptr(addr), &p->ptr))
728 goto err;
729 /* copy the remaining fields */
730 if (copy_in_user(&p->total_size, &p32->total_size, sizeof(__s32)))
731 goto err;
732 if (copy_in_user(&p->size, &p32->size, sizeof(__s32)))
733 goto err;
734 if (copy_in_user(&p->count, &p32->count, sizeof(__s32)))
735 goto err;
736 return (unsigned long)p;
737err:
738 *error = -EFAULT;
739 return 0;
740}
741
742/*
743 * 32 bit user-space apps' ioctl handlers when kernel modules
744 * is compiled as a 64 bit one
745 */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500746static long orangefs_devreq_compat_ioctl(struct file *filp, unsigned int cmd,
Mike Marshall5db11c22015-07-17 10:38:12 -0400747 unsigned long args)
748{
749 long ret;
750 unsigned long arg = args;
751
752 /* Check for properly constructed commands */
753 ret = check_ioctl_command(cmd);
754 if (ret < 0)
755 return ret;
Yi Liu8bb8aef2015-11-24 15:12:14 -0500756 if (cmd == ORANGEFS_DEV_MAP) {
Mike Marshall5db11c22015-07-17 10:38:12 -0400757 /*
758 * convert the arguments to what we expect internally
759 * in kernel space
760 */
761 arg = translate_dev_map26(args, &ret);
762 if (ret < 0) {
763 gossip_err("Could not translate dev map\n");
764 return ret;
765 }
766 }
767 /* no other ioctl requires translation */
768 return dispatch_ioctl_command(cmd, arg);
769}
770
Mike Marshall2c590d52015-07-24 10:37:15 -0400771#endif /* CONFIG_COMPAT is in .config */
772
Mike Marshall5db11c22015-07-17 10:38:12 -0400773/* the assigned character device major number */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500774static int orangefs_dev_major;
Mike Marshall5db11c22015-07-17 10:38:12 -0400775
776/*
Yi Liu8bb8aef2015-11-24 15:12:14 -0500777 * Initialize orangefs device specific state:
Mike Marshall5db11c22015-07-17 10:38:12 -0400778 * Must be called at module load time only
779 */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500780int orangefs_dev_init(void)
Mike Marshall5db11c22015-07-17 10:38:12 -0400781{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500782 /* register orangefs-req device */
783 orangefs_dev_major = register_chrdev(0,
784 ORANGEFS_REQDEVICE_NAME,
785 &orangefs_devreq_file_operations);
786 if (orangefs_dev_major < 0) {
Mike Marshall5db11c22015-07-17 10:38:12 -0400787 gossip_debug(GOSSIP_DEV_DEBUG,
788 "Failed to register /dev/%s (error %d)\n",
Yi Liu8bb8aef2015-11-24 15:12:14 -0500789 ORANGEFS_REQDEVICE_NAME, orangefs_dev_major);
Yi Liu8bb8aef2015-11-24 15:12:14 -0500790 return orangefs_dev_major;
Mike Marshall5db11c22015-07-17 10:38:12 -0400791 }
792
793 gossip_debug(GOSSIP_DEV_DEBUG,
794 "*** /dev/%s character device registered ***\n",
Yi Liu8bb8aef2015-11-24 15:12:14 -0500795 ORANGEFS_REQDEVICE_NAME);
Mike Marshall5db11c22015-07-17 10:38:12 -0400796 gossip_debug(GOSSIP_DEV_DEBUG, "'mknod /dev/%s c %d 0'.\n",
Yi Liu8bb8aef2015-11-24 15:12:14 -0500797 ORANGEFS_REQDEVICE_NAME, orangefs_dev_major);
Mike Marshall5db11c22015-07-17 10:38:12 -0400798 return 0;
799}
800
Yi Liu8bb8aef2015-11-24 15:12:14 -0500801void orangefs_dev_cleanup(void)
Mike Marshall5db11c22015-07-17 10:38:12 -0400802{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500803 unregister_chrdev(orangefs_dev_major, ORANGEFS_REQDEVICE_NAME);
Mike Marshall5db11c22015-07-17 10:38:12 -0400804 gossip_debug(GOSSIP_DEV_DEBUG,
805 "*** /dev/%s character device unregistered ***\n",
Yi Liu8bb8aef2015-11-24 15:12:14 -0500806 ORANGEFS_REQDEVICE_NAME);
Mike Marshall5db11c22015-07-17 10:38:12 -0400807}
808
Yi Liu8bb8aef2015-11-24 15:12:14 -0500809static unsigned int orangefs_devreq_poll(struct file *file,
Mike Marshall5db11c22015-07-17 10:38:12 -0400810 struct poll_table_struct *poll_table)
811{
812 int poll_revent_mask = 0;
813
Al Viro83595db2016-01-19 12:03:05 -0500814 poll_wait(file, &orangefs_request_list_waitq, poll_table);
Mike Marshall5db11c22015-07-17 10:38:12 -0400815
Al Viro83595db2016-01-19 12:03:05 -0500816 if (!list_empty(&orangefs_request_list))
817 poll_revent_mask |= POLL_IN;
Mike Marshall5db11c22015-07-17 10:38:12 -0400818 return poll_revent_mask;
819}
820
Yi Liu8bb8aef2015-11-24 15:12:14 -0500821const struct file_operations orangefs_devreq_file_operations = {
Mike Marshall5db11c22015-07-17 10:38:12 -0400822 .owner = THIS_MODULE,
Yi Liu8bb8aef2015-11-24 15:12:14 -0500823 .read = orangefs_devreq_read,
824 .write_iter = orangefs_devreq_write_iter,
825 .open = orangefs_devreq_open,
826 .release = orangefs_devreq_release,
827 .unlocked_ioctl = orangefs_devreq_ioctl,
Mike Marshall5db11c22015-07-17 10:38:12 -0400828
829#ifdef CONFIG_COMPAT /* CONFIG_COMPAT is in .config */
Yi Liu8bb8aef2015-11-24 15:12:14 -0500830 .compat_ioctl = orangefs_devreq_compat_ioctl,
Mike Marshall5db11c22015-07-17 10:38:12 -0400831#endif
Yi Liu8bb8aef2015-11-24 15:12:14 -0500832 .poll = orangefs_devreq_poll
Mike Marshall5db11c22015-07-17 10:38:12 -0400833};