Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 1 | /* |
| 2 | * (C) 2001 Clemson University and The University of Chicago |
| 3 | * |
| 4 | * Changes by Acxiom Corporation to add proc file handler for pvfs2 client |
| 5 | * parameters, Copyright Acxiom Corporation, 2005. |
| 6 | * |
| 7 | * See COPYING in top-level directory. |
| 8 | */ |
| 9 | |
| 10 | #include "protocol.h" |
Mike Marshall | 575e946 | 2015-12-04 12:56:14 -0500 | [diff] [blame] | 11 | #include "orangefs-kernel.h" |
| 12 | #include "orangefs-debugfs.h" |
| 13 | #include "orangefs-sysfs.h" |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 14 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 15 | /* ORANGEFS_VERSION is a ./configure define */ |
| 16 | #ifndef ORANGEFS_VERSION |
Mike Marshall | 4c27b32 | 2016-01-13 11:34:59 -0500 | [diff] [blame] | 17 | #define ORANGEFS_VERSION "upstream" |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 18 | #endif |
| 19 | |
| 20 | /* |
| 21 | * global variables declared here |
| 22 | */ |
| 23 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 24 | struct orangefs_stats g_orangefs_stats; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 25 | |
| 26 | /* the size of the hash tables for ops in progress */ |
| 27 | int hash_table_size = 509; |
| 28 | |
| 29 | static ulong module_parm_debug_mask; |
Martin Brandenburg | 44f4641 | 2016-08-15 11:38:36 -0400 | [diff] [blame^] | 30 | __u64 orangefs_gossip_debug_mask; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 31 | int op_timeout_secs = ORANGEFS_DEFAULT_OP_TIMEOUT_SECS; |
| 32 | int slot_timeout_secs = ORANGEFS_DEFAULT_SLOT_TIMEOUT_SECS; |
Martin Brandenburg | 957ee43 | 2016-07-26 13:23:04 -0400 | [diff] [blame] | 33 | int dcache_timeout_msecs = 50; |
| 34 | int getattr_timeout_msecs = 50; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 35 | |
| 36 | MODULE_LICENSE("GPL"); |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 37 | MODULE_AUTHOR("ORANGEFS Development Team"); |
| 38 | MODULE_DESCRIPTION("The Linux Kernel VFS interface to ORANGEFS"); |
| 39 | MODULE_PARM_DESC(module_parm_debug_mask, "debugging level (see orangefs-debug.h for values)"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 40 | MODULE_PARM_DESC(op_timeout_secs, "Operation timeout in seconds"); |
| 41 | MODULE_PARM_DESC(slot_timeout_secs, "Slot timeout in seconds"); |
| 42 | MODULE_PARM_DESC(hash_table_size, |
| 43 | "size of hash table for operations in progress"); |
| 44 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 45 | static struct file_system_type orangefs_fs_type = { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 46 | .name = "pvfs2", |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 47 | .mount = orangefs_mount, |
| 48 | .kill_sb = orangefs_kill_sb, |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 49 | .owner = THIS_MODULE, |
| 50 | }; |
| 51 | |
| 52 | module_param(hash_table_size, int, 0); |
Sasha Levin | cb987f3 | 2015-08-03 00:08:59 -0400 | [diff] [blame] | 53 | module_param(module_parm_debug_mask, ulong, 0644); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 54 | module_param(op_timeout_secs, int, 0); |
| 55 | module_param(slot_timeout_secs, int, 0); |
| 56 | |
| 57 | /* synchronizes the request device file */ |
Al Viro | 3e1dd9a | 2016-01-19 11:33:40 -0500 | [diff] [blame] | 58 | DEFINE_MUTEX(devreq_mutex); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 59 | |
| 60 | /* |
Mike Marshall | 5480494 | 2015-10-05 13:44:24 -0400 | [diff] [blame] | 61 | * Blocks non-priority requests from being queued for servicing. This |
| 62 | * could be used for protecting the request list data structure, but |
| 63 | * for now it's only being used to stall the op addition to the request |
| 64 | * list |
| 65 | */ |
Al Viro | 3e1dd9a | 2016-01-19 11:33:40 -0500 | [diff] [blame] | 66 | DEFINE_MUTEX(request_mutex); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 67 | |
| 68 | /* hash table for storing operations waiting for matching downcall */ |
| 69 | struct list_head *htable_ops_in_progress; |
| 70 | DEFINE_SPINLOCK(htable_ops_in_progress_lock); |
| 71 | |
| 72 | /* list for queueing upcall operations */ |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 73 | LIST_HEAD(orangefs_request_list); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 74 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 75 | /* used to protect the above orangefs_request_list */ |
| 76 | DEFINE_SPINLOCK(orangefs_request_list_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 77 | |
| 78 | /* used for incoming request notification */ |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 79 | DECLARE_WAIT_QUEUE_HEAD(orangefs_request_list_waitq); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 80 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 81 | static int __init orangefs_init(void) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 82 | { |
| 83 | int ret = -1; |
| 84 | __u32 i = 0; |
| 85 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 86 | ret = bdi_init(&orangefs_backing_dev_info); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 87 | |
| 88 | if (ret) |
| 89 | return ret; |
| 90 | |
| 91 | if (op_timeout_secs < 0) |
| 92 | op_timeout_secs = 0; |
| 93 | |
| 94 | if (slot_timeout_secs < 0) |
| 95 | slot_timeout_secs = 0; |
| 96 | |
| 97 | /* initialize global book keeping data structures */ |
| 98 | ret = op_cache_initialize(); |
| 99 | if (ret < 0) |
| 100 | goto err; |
| 101 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 102 | ret = orangefs_inode_cache_initialize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 103 | if (ret < 0) |
Mike Marshall | 2d4cae0 | 2016-02-04 13:48:16 -0500 | [diff] [blame] | 104 | goto cleanup_op; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 105 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 106 | htable_ops_in_progress = |
| 107 | kcalloc(hash_table_size, sizeof(struct list_head), GFP_KERNEL); |
| 108 | if (!htable_ops_in_progress) { |
| 109 | gossip_err("Failed to initialize op hashtable"); |
| 110 | ret = -ENOMEM; |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 111 | goto cleanup_inode; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 112 | } |
| 113 | |
| 114 | /* initialize a doubly linked at each hash table index */ |
| 115 | for (i = 0; i < hash_table_size; i++) |
| 116 | INIT_LIST_HEAD(&htable_ops_in_progress[i]); |
| 117 | |
| 118 | ret = fsid_key_table_initialize(); |
| 119 | if (ret < 0) |
| 120 | goto cleanup_progress_table; |
| 121 | |
| 122 | /* |
| 123 | * Build the contents of /sys/kernel/debug/orangefs/debug-help |
| 124 | * from the keywords in the kernel keyword/mask array. |
| 125 | * |
| 126 | * The keywords in the client keyword/mask array are |
| 127 | * unknown at boot time. |
| 128 | * |
| 129 | * orangefs_prepare_debugfs_help_string will be used again |
| 130 | * later to rebuild the debug-help file after the client starts |
| 131 | * and passes along the needed info. The argument signifies |
| 132 | * which time orangefs_prepare_debugfs_help_string is being |
| 133 | * called. |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 134 | */ |
| 135 | ret = orangefs_prepare_debugfs_help_string(1); |
| 136 | if (ret) |
Mike Marshall | 1a0ce16 | 2016-03-17 13:24:34 -0400 | [diff] [blame] | 137 | goto cleanup_key_table; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 138 | |
Martin Brandenburg | 44f4641 | 2016-08-15 11:38:36 -0400 | [diff] [blame^] | 139 | ret = orangefs_debugfs_init(module_parm_debug_mask); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 140 | if (ret) |
| 141 | goto debugfs_init_failed; |
| 142 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 143 | ret = orangefs_sysfs_init(); |
| 144 | if (ret) |
| 145 | goto sysfs_init_failed; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 146 | |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 147 | /* Initialize the orangefsdev subsystem. */ |
| 148 | ret = orangefs_dev_init(); |
| 149 | if (ret < 0) { |
| 150 | gossip_err("%s: could not initialize device subsystem %d!\n", |
| 151 | __func__, |
| 152 | ret); |
| 153 | goto cleanup_device; |
| 154 | } |
| 155 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 156 | ret = register_filesystem(&orangefs_fs_type); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 157 | if (ret == 0) { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 158 | pr_info("orangefs: module version %s loaded\n", ORANGEFS_VERSION); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 159 | ret = 0; |
| 160 | goto out; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 161 | } |
| 162 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 163 | orangefs_sysfs_exit(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 164 | |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 165 | cleanup_device: |
| 166 | orangefs_dev_cleanup(); |
| 167 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 168 | sysfs_init_failed: |
| 169 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 170 | debugfs_init_failed: |
| 171 | orangefs_debugfs_cleanup(); |
| 172 | |
Mike Marshall | 1a0ce16 | 2016-03-17 13:24:34 -0400 | [diff] [blame] | 173 | cleanup_key_table: |
| 174 | fsid_key_table_finalize(); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 175 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 176 | cleanup_progress_table: |
| 177 | kfree(htable_ops_in_progress); |
| 178 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 179 | cleanup_inode: |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 180 | orangefs_inode_cache_finalize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 181 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 182 | cleanup_op: |
| 183 | op_cache_finalize(); |
| 184 | |
| 185 | err: |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 186 | bdi_destroy(&orangefs_backing_dev_info); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 187 | |
| 188 | out: |
| 189 | return ret; |
| 190 | } |
| 191 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 192 | static void __exit orangefs_exit(void) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 193 | { |
| 194 | int i = 0; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 195 | gossip_debug(GOSSIP_INIT_DEBUG, "orangefs: orangefs_exit called\n"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 196 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 197 | unregister_filesystem(&orangefs_fs_type); |
| 198 | orangefs_debugfs_cleanup(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 199 | orangefs_sysfs_exit(); |
| 200 | fsid_key_table_finalize(); |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 201 | orangefs_dev_cleanup(); |
Al Viro | 96acf9d6 | 2016-01-22 13:34:32 -0500 | [diff] [blame] | 202 | BUG_ON(!list_empty(&orangefs_request_list)); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 203 | for (i = 0; i < hash_table_size; i++) |
Al Viro | 96acf9d6 | 2016-01-22 13:34:32 -0500 | [diff] [blame] | 204 | BUG_ON(!list_empty(&htable_ops_in_progress[i])); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 205 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 206 | orangefs_inode_cache_finalize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 207 | op_cache_finalize(); |
| 208 | |
| 209 | kfree(htable_ops_in_progress); |
| 210 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 211 | bdi_destroy(&orangefs_backing_dev_info); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 212 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 213 | pr_info("orangefs: module version %s unloaded\n", ORANGEFS_VERSION); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 214 | } |
| 215 | |
| 216 | /* |
| 217 | * What we do in this function is to walk the list of operations |
| 218 | * that are in progress in the hash table and mark them as purged as well. |
| 219 | */ |
| 220 | void purge_inprogress_ops(void) |
| 221 | { |
| 222 | int i; |
| 223 | |
| 224 | for (i = 0; i < hash_table_size; i++) { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 225 | struct orangefs_kernel_op_s *op; |
| 226 | struct orangefs_kernel_op_s *next; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 227 | |
Al Viro | ed42fe0 | 2016-01-22 19:47:47 -0500 | [diff] [blame] | 228 | spin_lock(&htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 229 | list_for_each_entry_safe(op, |
| 230 | next, |
| 231 | &htable_ops_in_progress[i], |
| 232 | list) { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 233 | set_op_state_purged(op); |
Mike Marshall | 9d9e7ba | 2016-03-03 13:46:48 -0500 | [diff] [blame] | 234 | gossip_debug(GOSSIP_DEV_DEBUG, |
| 235 | "%s: op:%s: op_state:%d: process:%s:\n", |
| 236 | __func__, |
| 237 | get_opname_string(op), |
| 238 | op->op_state, |
| 239 | current->comm); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 240 | } |
Al Viro | ed42fe0 | 2016-01-22 19:47:47 -0500 | [diff] [blame] | 241 | spin_unlock(&htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 242 | } |
| 243 | } |
| 244 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 245 | module_init(orangefs_init); |
| 246 | module_exit(orangefs_exit); |