Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 1 | /* |
| 2 | * (C) 2001 Clemson University and The University of Chicago |
| 3 | * |
| 4 | * Changes by Acxiom Corporation to add proc file handler for pvfs2 client |
| 5 | * parameters, Copyright Acxiom Corporation, 2005. |
| 6 | * |
| 7 | * See COPYING in top-level directory. |
| 8 | */ |
| 9 | |
| 10 | #include "protocol.h" |
Mike Marshall | 575e946 | 2015-12-04 12:56:14 -0500 | [diff] [blame] | 11 | #include "orangefs-kernel.h" |
| 12 | #include "orangefs-debugfs.h" |
| 13 | #include "orangefs-sysfs.h" |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 14 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 15 | /* ORANGEFS_VERSION is a ./configure define */ |
| 16 | #ifndef ORANGEFS_VERSION |
Mike Marshall | 4c27b32 | 2016-01-13 11:34:59 -0500 | [diff] [blame] | 17 | #define ORANGEFS_VERSION "upstream" |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 18 | #endif |
| 19 | |
| 20 | /* |
| 21 | * global variables declared here |
| 22 | */ |
| 23 | |
Martin Brandenburg | 889d5f1 | 2016-08-15 15:33:42 -0400 | [diff] [blame] | 24 | struct orangefs_stats orangefs_stats; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 25 | |
| 26 | /* the size of the hash tables for ops in progress */ |
| 27 | int hash_table_size = 509; |
| 28 | |
| 29 | static ulong module_parm_debug_mask; |
Martin Brandenburg | 44f4641 | 2016-08-15 11:38:36 -0400 | [diff] [blame] | 30 | __u64 orangefs_gossip_debug_mask; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 31 | int op_timeout_secs = ORANGEFS_DEFAULT_OP_TIMEOUT_SECS; |
| 32 | int slot_timeout_secs = ORANGEFS_DEFAULT_SLOT_TIMEOUT_SECS; |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 33 | int orangefs_dcache_timeout_msecs = 50; |
| 34 | int orangefs_getattr_timeout_msecs = 50; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 35 | |
| 36 | MODULE_LICENSE("GPL"); |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 37 | MODULE_AUTHOR("ORANGEFS Development Team"); |
| 38 | MODULE_DESCRIPTION("The Linux Kernel VFS interface to ORANGEFS"); |
| 39 | MODULE_PARM_DESC(module_parm_debug_mask, "debugging level (see orangefs-debug.h for values)"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 40 | MODULE_PARM_DESC(op_timeout_secs, "Operation timeout in seconds"); |
| 41 | MODULE_PARM_DESC(slot_timeout_secs, "Slot timeout in seconds"); |
| 42 | MODULE_PARM_DESC(hash_table_size, |
| 43 | "size of hash table for operations in progress"); |
| 44 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 45 | static struct file_system_type orangefs_fs_type = { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 46 | .name = "pvfs2", |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 47 | .mount = orangefs_mount, |
| 48 | .kill_sb = orangefs_kill_sb, |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 49 | .owner = THIS_MODULE, |
| 50 | }; |
| 51 | |
| 52 | module_param(hash_table_size, int, 0); |
Sasha Levin | cb987f3 | 2015-08-03 00:08:59 -0400 | [diff] [blame] | 53 | module_param(module_parm_debug_mask, ulong, 0644); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 54 | module_param(op_timeout_secs, int, 0); |
| 55 | module_param(slot_timeout_secs, int, 0); |
| 56 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 57 | /* |
Mike Marshall | 5480494 | 2015-10-05 13:44:24 -0400 | [diff] [blame] | 58 | * Blocks non-priority requests from being queued for servicing. This |
| 59 | * could be used for protecting the request list data structure, but |
| 60 | * for now it's only being used to stall the op addition to the request |
| 61 | * list |
| 62 | */ |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 63 | DEFINE_MUTEX(orangefs_request_mutex); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 64 | |
| 65 | /* hash table for storing operations waiting for matching downcall */ |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 66 | struct list_head *orangefs_htable_ops_in_progress; |
| 67 | DEFINE_SPINLOCK(orangefs_htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 68 | |
| 69 | /* list for queueing upcall operations */ |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 70 | LIST_HEAD(orangefs_request_list); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 71 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 72 | /* used to protect the above orangefs_request_list */ |
| 73 | DEFINE_SPINLOCK(orangefs_request_list_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 74 | |
| 75 | /* used for incoming request notification */ |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 76 | DECLARE_WAIT_QUEUE_HEAD(orangefs_request_list_waitq); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 77 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 78 | static int __init orangefs_init(void) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 79 | { |
| 80 | int ret = -1; |
| 81 | __u32 i = 0; |
| 82 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 83 | if (op_timeout_secs < 0) |
| 84 | op_timeout_secs = 0; |
| 85 | |
| 86 | if (slot_timeout_secs < 0) |
| 87 | slot_timeout_secs = 0; |
| 88 | |
| 89 | /* initialize global book keeping data structures */ |
| 90 | ret = op_cache_initialize(); |
| 91 | if (ret < 0) |
Jan Kara | 70823b9 | 2017-02-02 18:34:11 +0100 | [diff] [blame] | 92 | goto out; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 93 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 94 | ret = orangefs_inode_cache_initialize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 95 | if (ret < 0) |
Mike Marshall | 2d4cae0 | 2016-02-04 13:48:16 -0500 | [diff] [blame] | 96 | goto cleanup_op; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 97 | |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 98 | orangefs_htable_ops_in_progress = |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 99 | kcalloc(hash_table_size, sizeof(struct list_head), GFP_KERNEL); |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 100 | if (!orangefs_htable_ops_in_progress) { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 101 | gossip_err("Failed to initialize op hashtable"); |
| 102 | ret = -ENOMEM; |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 103 | goto cleanup_inode; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 104 | } |
| 105 | |
| 106 | /* initialize a doubly linked at each hash table index */ |
| 107 | for (i = 0; i < hash_table_size; i++) |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 108 | INIT_LIST_HEAD(&orangefs_htable_ops_in_progress[i]); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 109 | |
| 110 | ret = fsid_key_table_initialize(); |
| 111 | if (ret < 0) |
| 112 | goto cleanup_progress_table; |
| 113 | |
| 114 | /* |
| 115 | * Build the contents of /sys/kernel/debug/orangefs/debug-help |
| 116 | * from the keywords in the kernel keyword/mask array. |
| 117 | * |
| 118 | * The keywords in the client keyword/mask array are |
| 119 | * unknown at boot time. |
| 120 | * |
| 121 | * orangefs_prepare_debugfs_help_string will be used again |
Mike Marshall | dc03362 | 2016-11-04 16:32:25 -0400 | [diff] [blame] | 122 | * later to rebuild the debug-help-string after the client starts |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 123 | * and passes along the needed info. The argument signifies |
| 124 | * which time orangefs_prepare_debugfs_help_string is being |
| 125 | * called. |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 126 | */ |
| 127 | ret = orangefs_prepare_debugfs_help_string(1); |
| 128 | if (ret) |
Mike Marshall | 1a0ce16 | 2016-03-17 13:24:34 -0400 | [diff] [blame] | 129 | goto cleanup_key_table; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 130 | |
Martin Brandenburg | 44f4641 | 2016-08-15 11:38:36 -0400 | [diff] [blame] | 131 | ret = orangefs_debugfs_init(module_parm_debug_mask); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 132 | if (ret) |
| 133 | goto debugfs_init_failed; |
| 134 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 135 | ret = orangefs_sysfs_init(); |
| 136 | if (ret) |
| 137 | goto sysfs_init_failed; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 138 | |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 139 | /* Initialize the orangefsdev subsystem. */ |
| 140 | ret = orangefs_dev_init(); |
| 141 | if (ret < 0) { |
| 142 | gossip_err("%s: could not initialize device subsystem %d!\n", |
| 143 | __func__, |
| 144 | ret); |
| 145 | goto cleanup_device; |
| 146 | } |
| 147 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 148 | ret = register_filesystem(&orangefs_fs_type); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 149 | if (ret == 0) { |
Mike Marshall | dc03362 | 2016-11-04 16:32:25 -0400 | [diff] [blame] | 150 | pr_info("%s: module version %s loaded\n", |
| 151 | __func__, |
| 152 | ORANGEFS_VERSION); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 153 | ret = 0; |
| 154 | goto out; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 155 | } |
| 156 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 157 | orangefs_sysfs_exit(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 158 | |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 159 | cleanup_device: |
| 160 | orangefs_dev_cleanup(); |
| 161 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 162 | sysfs_init_failed: |
| 163 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 164 | debugfs_init_failed: |
| 165 | orangefs_debugfs_cleanup(); |
| 166 | |
Mike Marshall | 1a0ce16 | 2016-03-17 13:24:34 -0400 | [diff] [blame] | 167 | cleanup_key_table: |
| 168 | fsid_key_table_finalize(); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 169 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 170 | cleanup_progress_table: |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 171 | kfree(orangefs_htable_ops_in_progress); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 172 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 173 | cleanup_inode: |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 174 | orangefs_inode_cache_finalize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 175 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 176 | cleanup_op: |
| 177 | op_cache_finalize(); |
| 178 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 179 | out: |
| 180 | return ret; |
| 181 | } |
| 182 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 183 | static void __exit orangefs_exit(void) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 184 | { |
| 185 | int i = 0; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 186 | gossip_debug(GOSSIP_INIT_DEBUG, "orangefs: orangefs_exit called\n"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 187 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 188 | unregister_filesystem(&orangefs_fs_type); |
| 189 | orangefs_debugfs_cleanup(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 190 | orangefs_sysfs_exit(); |
| 191 | fsid_key_table_finalize(); |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 192 | orangefs_dev_cleanup(); |
Al Viro | 96acf9d6 | 2016-01-22 13:34:32 -0500 | [diff] [blame] | 193 | BUG_ON(!list_empty(&orangefs_request_list)); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 194 | for (i = 0; i < hash_table_size; i++) |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 195 | BUG_ON(!list_empty(&orangefs_htable_ops_in_progress[i])); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 196 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 197 | orangefs_inode_cache_finalize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 198 | op_cache_finalize(); |
| 199 | |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 200 | kfree(orangefs_htable_ops_in_progress); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 201 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 202 | pr_info("orangefs: module version %s unloaded\n", ORANGEFS_VERSION); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 203 | } |
| 204 | |
| 205 | /* |
| 206 | * What we do in this function is to walk the list of operations |
| 207 | * that are in progress in the hash table and mark them as purged as well. |
| 208 | */ |
| 209 | void purge_inprogress_ops(void) |
| 210 | { |
| 211 | int i; |
| 212 | |
| 213 | for (i = 0; i < hash_table_size; i++) { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 214 | struct orangefs_kernel_op_s *op; |
| 215 | struct orangefs_kernel_op_s *next; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 216 | |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 217 | spin_lock(&orangefs_htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 218 | list_for_each_entry_safe(op, |
| 219 | next, |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 220 | &orangefs_htable_ops_in_progress[i], |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 221 | list) { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 222 | set_op_state_purged(op); |
Mike Marshall | 9d9e7ba | 2016-03-03 13:46:48 -0500 | [diff] [blame] | 223 | gossip_debug(GOSSIP_DEV_DEBUG, |
| 224 | "%s: op:%s: op_state:%d: process:%s:\n", |
| 225 | __func__, |
| 226 | get_opname_string(op), |
| 227 | op->op_state, |
| 228 | current->comm); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 229 | } |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 230 | spin_unlock(&orangefs_htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 231 | } |
| 232 | } |
| 233 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 234 | module_init(orangefs_init); |
| 235 | module_exit(orangefs_exit); |