Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 1 | /* |
| 2 | * (C) 2001 Clemson University and The University of Chicago |
| 3 | * |
| 4 | * Changes by Acxiom Corporation to add proc file handler for pvfs2 client |
| 5 | * parameters, Copyright Acxiom Corporation, 2005. |
| 6 | * |
| 7 | * See COPYING in top-level directory. |
| 8 | */ |
| 9 | |
| 10 | #include "protocol.h" |
Mike Marshall | 575e946 | 2015-12-04 12:56:14 -0500 | [diff] [blame] | 11 | #include "orangefs-kernel.h" |
| 12 | #include "orangefs-debugfs.h" |
| 13 | #include "orangefs-sysfs.h" |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 14 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 15 | /* ORANGEFS_VERSION is a ./configure define */ |
| 16 | #ifndef ORANGEFS_VERSION |
Mike Marshall | 4c27b32 | 2016-01-13 11:34:59 -0500 | [diff] [blame] | 17 | #define ORANGEFS_VERSION "upstream" |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 18 | #endif |
| 19 | |
| 20 | /* |
| 21 | * global variables declared here |
| 22 | */ |
| 23 | |
Martin Brandenburg | 889d5f1 | 2016-08-15 15:33:42 -0400 | [diff] [blame] | 24 | struct orangefs_stats orangefs_stats; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 25 | |
| 26 | /* the size of the hash tables for ops in progress */ |
| 27 | int hash_table_size = 509; |
| 28 | |
| 29 | static ulong module_parm_debug_mask; |
Martin Brandenburg | 44f4641 | 2016-08-15 11:38:36 -0400 | [diff] [blame] | 30 | __u64 orangefs_gossip_debug_mask; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 31 | int op_timeout_secs = ORANGEFS_DEFAULT_OP_TIMEOUT_SECS; |
| 32 | int slot_timeout_secs = ORANGEFS_DEFAULT_SLOT_TIMEOUT_SECS; |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 33 | int orangefs_dcache_timeout_msecs = 50; |
| 34 | int orangefs_getattr_timeout_msecs = 50; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 35 | |
| 36 | MODULE_LICENSE("GPL"); |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 37 | MODULE_AUTHOR("ORANGEFS Development Team"); |
| 38 | MODULE_DESCRIPTION("The Linux Kernel VFS interface to ORANGEFS"); |
| 39 | MODULE_PARM_DESC(module_parm_debug_mask, "debugging level (see orangefs-debug.h for values)"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 40 | MODULE_PARM_DESC(op_timeout_secs, "Operation timeout in seconds"); |
| 41 | MODULE_PARM_DESC(slot_timeout_secs, "Slot timeout in seconds"); |
| 42 | MODULE_PARM_DESC(hash_table_size, |
| 43 | "size of hash table for operations in progress"); |
| 44 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 45 | static struct file_system_type orangefs_fs_type = { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 46 | .name = "pvfs2", |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 47 | .mount = orangefs_mount, |
| 48 | .kill_sb = orangefs_kill_sb, |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 49 | .owner = THIS_MODULE, |
| 50 | }; |
| 51 | |
| 52 | module_param(hash_table_size, int, 0); |
Sasha Levin | cb987f3 | 2015-08-03 00:08:59 -0400 | [diff] [blame] | 53 | module_param(module_parm_debug_mask, ulong, 0644); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 54 | module_param(op_timeout_secs, int, 0); |
| 55 | module_param(slot_timeout_secs, int, 0); |
| 56 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 57 | /* |
Mike Marshall | 5480494 | 2015-10-05 13:44:24 -0400 | [diff] [blame] | 58 | * Blocks non-priority requests from being queued for servicing. This |
| 59 | * could be used for protecting the request list data structure, but |
| 60 | * for now it's only being used to stall the op addition to the request |
| 61 | * list |
| 62 | */ |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 63 | DEFINE_MUTEX(orangefs_request_mutex); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 64 | |
| 65 | /* hash table for storing operations waiting for matching downcall */ |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 66 | struct list_head *orangefs_htable_ops_in_progress; |
| 67 | DEFINE_SPINLOCK(orangefs_htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 68 | |
| 69 | /* list for queueing upcall operations */ |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 70 | LIST_HEAD(orangefs_request_list); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 71 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 72 | /* used to protect the above orangefs_request_list */ |
| 73 | DEFINE_SPINLOCK(orangefs_request_list_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 74 | |
| 75 | /* used for incoming request notification */ |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 76 | DECLARE_WAIT_QUEUE_HEAD(orangefs_request_list_waitq); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 77 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 78 | static int __init orangefs_init(void) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 79 | { |
| 80 | int ret = -1; |
| 81 | __u32 i = 0; |
| 82 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 83 | ret = bdi_init(&orangefs_backing_dev_info); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 84 | |
| 85 | if (ret) |
| 86 | return ret; |
| 87 | |
| 88 | if (op_timeout_secs < 0) |
| 89 | op_timeout_secs = 0; |
| 90 | |
| 91 | if (slot_timeout_secs < 0) |
| 92 | slot_timeout_secs = 0; |
| 93 | |
| 94 | /* initialize global book keeping data structures */ |
| 95 | ret = op_cache_initialize(); |
| 96 | if (ret < 0) |
| 97 | goto err; |
| 98 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 99 | ret = orangefs_inode_cache_initialize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 100 | if (ret < 0) |
Mike Marshall | 2d4cae0 | 2016-02-04 13:48:16 -0500 | [diff] [blame] | 101 | goto cleanup_op; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 102 | |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 103 | orangefs_htable_ops_in_progress = |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 104 | kcalloc(hash_table_size, sizeof(struct list_head), GFP_KERNEL); |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 105 | if (!orangefs_htable_ops_in_progress) { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 106 | gossip_err("Failed to initialize op hashtable"); |
| 107 | ret = -ENOMEM; |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 108 | goto cleanup_inode; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 109 | } |
| 110 | |
| 111 | /* initialize a doubly linked at each hash table index */ |
| 112 | for (i = 0; i < hash_table_size; i++) |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 113 | INIT_LIST_HEAD(&orangefs_htable_ops_in_progress[i]); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 114 | |
| 115 | ret = fsid_key_table_initialize(); |
| 116 | if (ret < 0) |
| 117 | goto cleanup_progress_table; |
| 118 | |
| 119 | /* |
| 120 | * Build the contents of /sys/kernel/debug/orangefs/debug-help |
| 121 | * from the keywords in the kernel keyword/mask array. |
| 122 | * |
| 123 | * The keywords in the client keyword/mask array are |
| 124 | * unknown at boot time. |
| 125 | * |
| 126 | * orangefs_prepare_debugfs_help_string will be used again |
Mike Marshall | dc03362 | 2016-11-04 16:32:25 -0400 | [diff] [blame] | 127 | * later to rebuild the debug-help-string after the client starts |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 128 | * and passes along the needed info. The argument signifies |
| 129 | * which time orangefs_prepare_debugfs_help_string is being |
| 130 | * called. |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 131 | */ |
| 132 | ret = orangefs_prepare_debugfs_help_string(1); |
| 133 | if (ret) |
Mike Marshall | 1a0ce16 | 2016-03-17 13:24:34 -0400 | [diff] [blame] | 134 | goto cleanup_key_table; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 135 | |
Martin Brandenburg | 44f4641 | 2016-08-15 11:38:36 -0400 | [diff] [blame] | 136 | ret = orangefs_debugfs_init(module_parm_debug_mask); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 137 | if (ret) |
| 138 | goto debugfs_init_failed; |
| 139 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 140 | ret = orangefs_sysfs_init(); |
| 141 | if (ret) |
| 142 | goto sysfs_init_failed; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 143 | |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 144 | /* Initialize the orangefsdev subsystem. */ |
| 145 | ret = orangefs_dev_init(); |
| 146 | if (ret < 0) { |
| 147 | gossip_err("%s: could not initialize device subsystem %d!\n", |
| 148 | __func__, |
| 149 | ret); |
| 150 | goto cleanup_device; |
| 151 | } |
| 152 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 153 | ret = register_filesystem(&orangefs_fs_type); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 154 | if (ret == 0) { |
Mike Marshall | dc03362 | 2016-11-04 16:32:25 -0400 | [diff] [blame] | 155 | pr_info("%s: module version %s loaded\n", |
| 156 | __func__, |
| 157 | ORANGEFS_VERSION); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 158 | ret = 0; |
| 159 | goto out; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 160 | } |
| 161 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 162 | orangefs_sysfs_exit(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 163 | |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 164 | cleanup_device: |
| 165 | orangefs_dev_cleanup(); |
| 166 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 167 | sysfs_init_failed: |
| 168 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 169 | debugfs_init_failed: |
| 170 | orangefs_debugfs_cleanup(); |
| 171 | |
Mike Marshall | 1a0ce16 | 2016-03-17 13:24:34 -0400 | [diff] [blame] | 172 | cleanup_key_table: |
| 173 | fsid_key_table_finalize(); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 174 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 175 | cleanup_progress_table: |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 176 | kfree(orangefs_htable_ops_in_progress); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 177 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 178 | cleanup_inode: |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 179 | orangefs_inode_cache_finalize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 180 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 181 | cleanup_op: |
| 182 | op_cache_finalize(); |
| 183 | |
| 184 | err: |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 185 | bdi_destroy(&orangefs_backing_dev_info); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 186 | |
| 187 | out: |
| 188 | return ret; |
| 189 | } |
| 190 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 191 | static void __exit orangefs_exit(void) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 192 | { |
| 193 | int i = 0; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 194 | gossip_debug(GOSSIP_INIT_DEBUG, "orangefs: orangefs_exit called\n"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 195 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 196 | unregister_filesystem(&orangefs_fs_type); |
| 197 | orangefs_debugfs_cleanup(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 198 | orangefs_sysfs_exit(); |
| 199 | fsid_key_table_finalize(); |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 200 | orangefs_dev_cleanup(); |
Al Viro | 96acf9d6 | 2016-01-22 13:34:32 -0500 | [diff] [blame] | 201 | BUG_ON(!list_empty(&orangefs_request_list)); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 202 | for (i = 0; i < hash_table_size; i++) |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 203 | BUG_ON(!list_empty(&orangefs_htable_ops_in_progress[i])); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 204 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 205 | orangefs_inode_cache_finalize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 206 | op_cache_finalize(); |
| 207 | |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 208 | kfree(orangefs_htable_ops_in_progress); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 209 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 210 | bdi_destroy(&orangefs_backing_dev_info); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 211 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 212 | pr_info("orangefs: module version %s unloaded\n", ORANGEFS_VERSION); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 213 | } |
| 214 | |
| 215 | /* |
| 216 | * What we do in this function is to walk the list of operations |
| 217 | * that are in progress in the hash table and mark them as purged as well. |
| 218 | */ |
| 219 | void purge_inprogress_ops(void) |
| 220 | { |
| 221 | int i; |
| 222 | |
| 223 | for (i = 0; i < hash_table_size; i++) { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 224 | struct orangefs_kernel_op_s *op; |
| 225 | struct orangefs_kernel_op_s *next; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 226 | |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 227 | spin_lock(&orangefs_htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 228 | list_for_each_entry_safe(op, |
| 229 | next, |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 230 | &orangefs_htable_ops_in_progress[i], |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 231 | list) { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 232 | set_op_state_purged(op); |
Mike Marshall | 9d9e7ba | 2016-03-03 13:46:48 -0500 | [diff] [blame] | 233 | gossip_debug(GOSSIP_DEV_DEBUG, |
| 234 | "%s: op:%s: op_state:%d: process:%s:\n", |
| 235 | __func__, |
| 236 | get_opname_string(op), |
| 237 | op->op_state, |
| 238 | current->comm); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 239 | } |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 240 | spin_unlock(&orangefs_htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 241 | } |
| 242 | } |
| 243 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 244 | module_init(orangefs_init); |
| 245 | module_exit(orangefs_exit); |