blob: 0028c60a46c73ad416f9749d2cf78387b883aa38 [file] [log] [blame]
Mike Marshall274dcf52015-07-17 10:38:13 -04001/*
2 * (C) 2001 Clemson University and The University of Chicago
3 *
4 * Changes by Acxiom Corporation to add proc file handler for pvfs2 client
5 * parameters, Copyright Acxiom Corporation, 2005.
6 *
7 * See COPYING in top-level directory.
8 */
9
10#include "protocol.h"
Mike Marshall575e9462015-12-04 12:56:14 -050011#include "orangefs-kernel.h"
12#include "orangefs-debugfs.h"
13#include "orangefs-sysfs.h"
Mike Marshall274dcf52015-07-17 10:38:13 -040014
Yi Liu8bb8aef2015-11-24 15:12:14 -050015/* ORANGEFS_VERSION is a ./configure define */
16#ifndef ORANGEFS_VERSION
Mike Marshall4c27b322016-01-13 11:34:59 -050017#define ORANGEFS_VERSION "upstream"
Mike Marshall274dcf52015-07-17 10:38:13 -040018#endif
19
20/*
21 * global variables declared here
22 */
23
Yi Liu8bb8aef2015-11-24 15:12:14 -050024struct orangefs_stats g_orangefs_stats;
Mike Marshall274dcf52015-07-17 10:38:13 -040025
26/* the size of the hash tables for ops in progress */
27int hash_table_size = 509;
28
29static ulong module_parm_debug_mask;
Martin Brandenburg44f46412016-08-15 11:38:36 -040030__u64 orangefs_gossip_debug_mask;
Yi Liu8bb8aef2015-11-24 15:12:14 -050031int op_timeout_secs = ORANGEFS_DEFAULT_OP_TIMEOUT_SECS;
32int slot_timeout_secs = ORANGEFS_DEFAULT_SLOT_TIMEOUT_SECS;
Martin Brandenburg957ee432016-07-26 13:23:04 -040033int dcache_timeout_msecs = 50;
34int getattr_timeout_msecs = 50;
Mike Marshall274dcf52015-07-17 10:38:13 -040035
36MODULE_LICENSE("GPL");
Yi Liu8bb8aef2015-11-24 15:12:14 -050037MODULE_AUTHOR("ORANGEFS Development Team");
38MODULE_DESCRIPTION("The Linux Kernel VFS interface to ORANGEFS");
39MODULE_PARM_DESC(module_parm_debug_mask, "debugging level (see orangefs-debug.h for values)");
Mike Marshall274dcf52015-07-17 10:38:13 -040040MODULE_PARM_DESC(op_timeout_secs, "Operation timeout in seconds");
41MODULE_PARM_DESC(slot_timeout_secs, "Slot timeout in seconds");
42MODULE_PARM_DESC(hash_table_size,
43 "size of hash table for operations in progress");
44
Yi Liu8bb8aef2015-11-24 15:12:14 -050045static struct file_system_type orangefs_fs_type = {
Mike Marshall274dcf52015-07-17 10:38:13 -040046 .name = "pvfs2",
Yi Liu8bb8aef2015-11-24 15:12:14 -050047 .mount = orangefs_mount,
48 .kill_sb = orangefs_kill_sb,
Mike Marshall274dcf52015-07-17 10:38:13 -040049 .owner = THIS_MODULE,
50};
51
52module_param(hash_table_size, int, 0);
Sasha Levincb987f32015-08-03 00:08:59 -040053module_param(module_parm_debug_mask, ulong, 0644);
Mike Marshall274dcf52015-07-17 10:38:13 -040054module_param(op_timeout_secs, int, 0);
55module_param(slot_timeout_secs, int, 0);
56
57/* synchronizes the request device file */
Al Viro3e1dd9a2016-01-19 11:33:40 -050058DEFINE_MUTEX(devreq_mutex);
Mike Marshall274dcf52015-07-17 10:38:13 -040059
60/*
Mike Marshall54804942015-10-05 13:44:24 -040061 * Blocks non-priority requests from being queued for servicing. This
62 * could be used for protecting the request list data structure, but
63 * for now it's only being used to stall the op addition to the request
64 * list
65 */
Al Viro3e1dd9a2016-01-19 11:33:40 -050066DEFINE_MUTEX(request_mutex);
Mike Marshall274dcf52015-07-17 10:38:13 -040067
68/* hash table for storing operations waiting for matching downcall */
69struct list_head *htable_ops_in_progress;
70DEFINE_SPINLOCK(htable_ops_in_progress_lock);
71
72/* list for queueing upcall operations */
Yi Liu8bb8aef2015-11-24 15:12:14 -050073LIST_HEAD(orangefs_request_list);
Mike Marshall274dcf52015-07-17 10:38:13 -040074
Yi Liu8bb8aef2015-11-24 15:12:14 -050075/* used to protect the above orangefs_request_list */
76DEFINE_SPINLOCK(orangefs_request_list_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -040077
78/* used for incoming request notification */
Yi Liu8bb8aef2015-11-24 15:12:14 -050079DECLARE_WAIT_QUEUE_HEAD(orangefs_request_list_waitq);
Mike Marshall274dcf52015-07-17 10:38:13 -040080
Yi Liu8bb8aef2015-11-24 15:12:14 -050081static int __init orangefs_init(void)
Mike Marshall274dcf52015-07-17 10:38:13 -040082{
83 int ret = -1;
84 __u32 i = 0;
85
Yi Liu8bb8aef2015-11-24 15:12:14 -050086 ret = bdi_init(&orangefs_backing_dev_info);
Mike Marshall274dcf52015-07-17 10:38:13 -040087
88 if (ret)
89 return ret;
90
91 if (op_timeout_secs < 0)
92 op_timeout_secs = 0;
93
94 if (slot_timeout_secs < 0)
95 slot_timeout_secs = 0;
96
97 /* initialize global book keeping data structures */
98 ret = op_cache_initialize();
99 if (ret < 0)
100 goto err;
101
Yi Liu8bb8aef2015-11-24 15:12:14 -0500102 ret = orangefs_inode_cache_initialize();
Mike Marshall274dcf52015-07-17 10:38:13 -0400103 if (ret < 0)
Mike Marshall2d4cae02016-02-04 13:48:16 -0500104 goto cleanup_op;
Mike Marshall274dcf52015-07-17 10:38:13 -0400105
Mike Marshall274dcf52015-07-17 10:38:13 -0400106 htable_ops_in_progress =
107 kcalloc(hash_table_size, sizeof(struct list_head), GFP_KERNEL);
108 if (!htable_ops_in_progress) {
109 gossip_err("Failed to initialize op hashtable");
110 ret = -ENOMEM;
Martin Brandenburg2f83ace2016-03-17 13:20:35 -0400111 goto cleanup_inode;
Mike Marshall274dcf52015-07-17 10:38:13 -0400112 }
113
114 /* initialize a doubly linked at each hash table index */
115 for (i = 0; i < hash_table_size; i++)
116 INIT_LIST_HEAD(&htable_ops_in_progress[i]);
117
118 ret = fsid_key_table_initialize();
119 if (ret < 0)
120 goto cleanup_progress_table;
121
122 /*
123 * Build the contents of /sys/kernel/debug/orangefs/debug-help
124 * from the keywords in the kernel keyword/mask array.
125 *
126 * The keywords in the client keyword/mask array are
127 * unknown at boot time.
128 *
129 * orangefs_prepare_debugfs_help_string will be used again
130 * later to rebuild the debug-help file after the client starts
131 * and passes along the needed info. The argument signifies
132 * which time orangefs_prepare_debugfs_help_string is being
133 * called.
Mike Marshall274dcf52015-07-17 10:38:13 -0400134 */
135 ret = orangefs_prepare_debugfs_help_string(1);
136 if (ret)
Mike Marshall1a0ce162016-03-17 13:24:34 -0400137 goto cleanup_key_table;
Mike Marshall274dcf52015-07-17 10:38:13 -0400138
Martin Brandenburg44f46412016-08-15 11:38:36 -0400139 ret = orangefs_debugfs_init(module_parm_debug_mask);
Mike Marshall2180c522016-03-14 15:30:39 -0400140 if (ret)
141 goto debugfs_init_failed;
142
Mike Marshall2180c522016-03-14 15:30:39 -0400143 ret = orangefs_sysfs_init();
144 if (ret)
145 goto sysfs_init_failed;
Mike Marshall274dcf52015-07-17 10:38:13 -0400146
Martin Brandenburg2f83ace2016-03-17 13:20:35 -0400147 /* Initialize the orangefsdev subsystem. */
148 ret = orangefs_dev_init();
149 if (ret < 0) {
150 gossip_err("%s: could not initialize device subsystem %d!\n",
151 __func__,
152 ret);
153 goto cleanup_device;
154 }
155
Yi Liu8bb8aef2015-11-24 15:12:14 -0500156 ret = register_filesystem(&orangefs_fs_type);
Mike Marshall274dcf52015-07-17 10:38:13 -0400157 if (ret == 0) {
Yi Liu8bb8aef2015-11-24 15:12:14 -0500158 pr_info("orangefs: module version %s loaded\n", ORANGEFS_VERSION);
Mike Marshall2180c522016-03-14 15:30:39 -0400159 ret = 0;
160 goto out;
Mike Marshall274dcf52015-07-17 10:38:13 -0400161 }
162
Mike Marshall274dcf52015-07-17 10:38:13 -0400163 orangefs_sysfs_exit();
Mike Marshall274dcf52015-07-17 10:38:13 -0400164
Martin Brandenburg2f83ace2016-03-17 13:20:35 -0400165cleanup_device:
166 orangefs_dev_cleanup();
167
Mike Marshall2180c522016-03-14 15:30:39 -0400168sysfs_init_failed:
169
Mike Marshall2180c522016-03-14 15:30:39 -0400170debugfs_init_failed:
171 orangefs_debugfs_cleanup();
172
Mike Marshall1a0ce162016-03-17 13:24:34 -0400173cleanup_key_table:
174 fsid_key_table_finalize();
Mike Marshall2180c522016-03-14 15:30:39 -0400175
Mike Marshall274dcf52015-07-17 10:38:13 -0400176cleanup_progress_table:
177 kfree(htable_ops_in_progress);
178
Mike Marshall274dcf52015-07-17 10:38:13 -0400179cleanup_inode:
Yi Liu8bb8aef2015-11-24 15:12:14 -0500180 orangefs_inode_cache_finalize();
Mike Marshall274dcf52015-07-17 10:38:13 -0400181
Mike Marshall274dcf52015-07-17 10:38:13 -0400182cleanup_op:
183 op_cache_finalize();
184
185err:
Yi Liu8bb8aef2015-11-24 15:12:14 -0500186 bdi_destroy(&orangefs_backing_dev_info);
Mike Marshall274dcf52015-07-17 10:38:13 -0400187
188out:
189 return ret;
190}
191
Yi Liu8bb8aef2015-11-24 15:12:14 -0500192static void __exit orangefs_exit(void)
Mike Marshall274dcf52015-07-17 10:38:13 -0400193{
194 int i = 0;
Yi Liu8bb8aef2015-11-24 15:12:14 -0500195 gossip_debug(GOSSIP_INIT_DEBUG, "orangefs: orangefs_exit called\n");
Mike Marshall274dcf52015-07-17 10:38:13 -0400196
Yi Liu8bb8aef2015-11-24 15:12:14 -0500197 unregister_filesystem(&orangefs_fs_type);
198 orangefs_debugfs_cleanup();
Mike Marshall274dcf52015-07-17 10:38:13 -0400199 orangefs_sysfs_exit();
200 fsid_key_table_finalize();
Yi Liu8bb8aef2015-11-24 15:12:14 -0500201 orangefs_dev_cleanup();
Al Viro96acf9d62016-01-22 13:34:32 -0500202 BUG_ON(!list_empty(&orangefs_request_list));
Mike Marshall274dcf52015-07-17 10:38:13 -0400203 for (i = 0; i < hash_table_size; i++)
Al Viro96acf9d62016-01-22 13:34:32 -0500204 BUG_ON(!list_empty(&htable_ops_in_progress[i]));
Mike Marshall274dcf52015-07-17 10:38:13 -0400205
Yi Liu8bb8aef2015-11-24 15:12:14 -0500206 orangefs_inode_cache_finalize();
Mike Marshall274dcf52015-07-17 10:38:13 -0400207 op_cache_finalize();
208
209 kfree(htable_ops_in_progress);
210
Yi Liu8bb8aef2015-11-24 15:12:14 -0500211 bdi_destroy(&orangefs_backing_dev_info);
Mike Marshall274dcf52015-07-17 10:38:13 -0400212
Yi Liu8bb8aef2015-11-24 15:12:14 -0500213 pr_info("orangefs: module version %s unloaded\n", ORANGEFS_VERSION);
Mike Marshall274dcf52015-07-17 10:38:13 -0400214}
215
216/*
217 * What we do in this function is to walk the list of operations
218 * that are in progress in the hash table and mark them as purged as well.
219 */
220void purge_inprogress_ops(void)
221{
222 int i;
223
224 for (i = 0; i < hash_table_size; i++) {
Yi Liu8bb8aef2015-11-24 15:12:14 -0500225 struct orangefs_kernel_op_s *op;
226 struct orangefs_kernel_op_s *next;
Mike Marshall274dcf52015-07-17 10:38:13 -0400227
Al Viroed42fe02016-01-22 19:47:47 -0500228 spin_lock(&htable_ops_in_progress_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -0400229 list_for_each_entry_safe(op,
230 next,
231 &htable_ops_in_progress[i],
232 list) {
Mike Marshall274dcf52015-07-17 10:38:13 -0400233 set_op_state_purged(op);
Mike Marshall9d9e7ba2016-03-03 13:46:48 -0500234 gossip_debug(GOSSIP_DEV_DEBUG,
235 "%s: op:%s: op_state:%d: process:%s:\n",
236 __func__,
237 get_opname_string(op),
238 op->op_state,
239 current->comm);
Mike Marshall274dcf52015-07-17 10:38:13 -0400240 }
Al Viroed42fe02016-01-22 19:47:47 -0500241 spin_unlock(&htable_ops_in_progress_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -0400242 }
243}
244
Yi Liu8bb8aef2015-11-24 15:12:14 -0500245module_init(orangefs_init);
246module_exit(orangefs_exit);