blob: 57e270246e3d9ed40bbccb99324481371b71e3dd [file] [log] [blame]
Mike Marshall274dcf52015-07-17 10:38:13 -04001/*
2 * (C) 2001 Clemson University and The University of Chicago
3 *
4 * See COPYING in top-level directory.
5 */
6
7#include "protocol.h"
Mike Marshall575e9462015-12-04 12:56:14 -05008#include "orangefs-kernel.h"
Mike Marshall274dcf52015-07-17 10:38:13 -04009
10/* tags assigned to kernel upcall operations */
11static __u64 next_tag_value;
12static DEFINE_SPINLOCK(next_tag_value_lock);
13
Yi Liu8bb8aef2015-11-24 15:12:14 -050014/* the orangefs memory caches */
Mike Marshall274dcf52015-07-17 10:38:13 -040015
Yi Liu8bb8aef2015-11-24 15:12:14 -050016/* a cache for orangefs upcall/downcall operations */
Mike Marshall274dcf52015-07-17 10:38:13 -040017static struct kmem_cache *op_cache;
18
19/* a cache for device (/dev/pvfs2-req) communication */
20static struct kmem_cache *dev_req_cache;
21
Yi Liu8bb8aef2015-11-24 15:12:14 -050022/* a cache for orangefs_kiocb objects (i.e orangefs iocb structures ) */
23static struct kmem_cache *orangefs_kiocb_cache;
Mike Marshall274dcf52015-07-17 10:38:13 -040024
25int op_cache_initialize(void)
26{
Yi Liu8bb8aef2015-11-24 15:12:14 -050027 op_cache = kmem_cache_create("orangefs_op_cache",
28 sizeof(struct orangefs_kernel_op_s),
Mike Marshall274dcf52015-07-17 10:38:13 -040029 0,
Yi Liu8bb8aef2015-11-24 15:12:14 -050030 ORANGEFS_CACHE_CREATE_FLAGS,
Mike Marshall274dcf52015-07-17 10:38:13 -040031 NULL);
32
33 if (!op_cache) {
Yi Liu8bb8aef2015-11-24 15:12:14 -050034 gossip_err("Cannot create orangefs_op_cache\n");
Mike Marshall274dcf52015-07-17 10:38:13 -040035 return -ENOMEM;
36 }
37
38 /* initialize our atomic tag counter */
39 spin_lock(&next_tag_value_lock);
40 next_tag_value = 100;
41 spin_unlock(&next_tag_value_lock);
42 return 0;
43}
44
45int op_cache_finalize(void)
46{
47 kmem_cache_destroy(op_cache);
48 return 0;
49}
50
Yi Liu8bb8aef2015-11-24 15:12:14 -050051char *get_opname_string(struct orangefs_kernel_op_s *new_op)
Mike Marshall274dcf52015-07-17 10:38:13 -040052{
53 if (new_op) {
54 __s32 type = new_op->upcall.type;
55
Yi Liu8bb8aef2015-11-24 15:12:14 -050056 if (type == ORANGEFS_VFS_OP_FILE_IO)
Mike Marshall274dcf52015-07-17 10:38:13 -040057 return "OP_FILE_IO";
Yi Liu8bb8aef2015-11-24 15:12:14 -050058 else if (type == ORANGEFS_VFS_OP_LOOKUP)
Mike Marshall274dcf52015-07-17 10:38:13 -040059 return "OP_LOOKUP";
Yi Liu8bb8aef2015-11-24 15:12:14 -050060 else if (type == ORANGEFS_VFS_OP_CREATE)
Mike Marshall274dcf52015-07-17 10:38:13 -040061 return "OP_CREATE";
Yi Liu8bb8aef2015-11-24 15:12:14 -050062 else if (type == ORANGEFS_VFS_OP_GETATTR)
Mike Marshall274dcf52015-07-17 10:38:13 -040063 return "OP_GETATTR";
Yi Liu8bb8aef2015-11-24 15:12:14 -050064 else if (type == ORANGEFS_VFS_OP_REMOVE)
Mike Marshall274dcf52015-07-17 10:38:13 -040065 return "OP_REMOVE";
Yi Liu8bb8aef2015-11-24 15:12:14 -050066 else if (type == ORANGEFS_VFS_OP_MKDIR)
Mike Marshall274dcf52015-07-17 10:38:13 -040067 return "OP_MKDIR";
Yi Liu8bb8aef2015-11-24 15:12:14 -050068 else if (type == ORANGEFS_VFS_OP_READDIR)
Mike Marshall274dcf52015-07-17 10:38:13 -040069 return "OP_READDIR";
Yi Liu8bb8aef2015-11-24 15:12:14 -050070 else if (type == ORANGEFS_VFS_OP_READDIRPLUS)
Mike Marshall274dcf52015-07-17 10:38:13 -040071 return "OP_READDIRPLUS";
Yi Liu8bb8aef2015-11-24 15:12:14 -050072 else if (type == ORANGEFS_VFS_OP_SETATTR)
Mike Marshall274dcf52015-07-17 10:38:13 -040073 return "OP_SETATTR";
Yi Liu8bb8aef2015-11-24 15:12:14 -050074 else if (type == ORANGEFS_VFS_OP_SYMLINK)
Mike Marshall274dcf52015-07-17 10:38:13 -040075 return "OP_SYMLINK";
Yi Liu8bb8aef2015-11-24 15:12:14 -050076 else if (type == ORANGEFS_VFS_OP_RENAME)
Mike Marshall274dcf52015-07-17 10:38:13 -040077 return "OP_RENAME";
Yi Liu8bb8aef2015-11-24 15:12:14 -050078 else if (type == ORANGEFS_VFS_OP_STATFS)
Mike Marshall274dcf52015-07-17 10:38:13 -040079 return "OP_STATFS";
Yi Liu8bb8aef2015-11-24 15:12:14 -050080 else if (type == ORANGEFS_VFS_OP_TRUNCATE)
Mike Marshall274dcf52015-07-17 10:38:13 -040081 return "OP_TRUNCATE";
Yi Liu8bb8aef2015-11-24 15:12:14 -050082 else if (type == ORANGEFS_VFS_OP_MMAP_RA_FLUSH)
Mike Marshall274dcf52015-07-17 10:38:13 -040083 return "OP_MMAP_RA_FLUSH";
Yi Liu8bb8aef2015-11-24 15:12:14 -050084 else if (type == ORANGEFS_VFS_OP_FS_MOUNT)
Mike Marshall274dcf52015-07-17 10:38:13 -040085 return "OP_FS_MOUNT";
Yi Liu8bb8aef2015-11-24 15:12:14 -050086 else if (type == ORANGEFS_VFS_OP_FS_UMOUNT)
Mike Marshall274dcf52015-07-17 10:38:13 -040087 return "OP_FS_UMOUNT";
Yi Liu8bb8aef2015-11-24 15:12:14 -050088 else if (type == ORANGEFS_VFS_OP_GETXATTR)
Mike Marshall274dcf52015-07-17 10:38:13 -040089 return "OP_GETXATTR";
Yi Liu8bb8aef2015-11-24 15:12:14 -050090 else if (type == ORANGEFS_VFS_OP_SETXATTR)
Mike Marshall274dcf52015-07-17 10:38:13 -040091 return "OP_SETXATTR";
Yi Liu8bb8aef2015-11-24 15:12:14 -050092 else if (type == ORANGEFS_VFS_OP_LISTXATTR)
Mike Marshall274dcf52015-07-17 10:38:13 -040093 return "OP_LISTXATTR";
Yi Liu8bb8aef2015-11-24 15:12:14 -050094 else if (type == ORANGEFS_VFS_OP_REMOVEXATTR)
Mike Marshall274dcf52015-07-17 10:38:13 -040095 return "OP_REMOVEXATTR";
Yi Liu8bb8aef2015-11-24 15:12:14 -050096 else if (type == ORANGEFS_VFS_OP_PARAM)
Mike Marshall274dcf52015-07-17 10:38:13 -040097 return "OP_PARAM";
Yi Liu8bb8aef2015-11-24 15:12:14 -050098 else if (type == ORANGEFS_VFS_OP_PERF_COUNT)
Mike Marshall274dcf52015-07-17 10:38:13 -040099 return "OP_PERF_COUNT";
Yi Liu8bb8aef2015-11-24 15:12:14 -0500100 else if (type == ORANGEFS_VFS_OP_CANCEL)
Mike Marshall274dcf52015-07-17 10:38:13 -0400101 return "OP_CANCEL";
Yi Liu8bb8aef2015-11-24 15:12:14 -0500102 else if (type == ORANGEFS_VFS_OP_FSYNC)
Mike Marshall274dcf52015-07-17 10:38:13 -0400103 return "OP_FSYNC";
Yi Liu8bb8aef2015-11-24 15:12:14 -0500104 else if (type == ORANGEFS_VFS_OP_FSKEY)
Mike Marshall274dcf52015-07-17 10:38:13 -0400105 return "OP_FSKEY";
Mike Marshall274dcf52015-07-17 10:38:13 -0400106 }
107 return "OP_UNKNOWN?";
108}
109
Yi Liu8bb8aef2015-11-24 15:12:14 -0500110struct orangefs_kernel_op_s *op_alloc(__s32 type)
Mike Marshall274dcf52015-07-17 10:38:13 -0400111{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500112 struct orangefs_kernel_op_s *new_op = NULL;
Mike Marshall274dcf52015-07-17 10:38:13 -0400113
Yi Liu8bb8aef2015-11-24 15:12:14 -0500114 new_op = kmem_cache_alloc(op_cache, ORANGEFS_CACHE_ALLOC_FLAGS);
Mike Marshall274dcf52015-07-17 10:38:13 -0400115 if (new_op) {
Yi Liu8bb8aef2015-11-24 15:12:14 -0500116 memset(new_op, 0, sizeof(struct orangefs_kernel_op_s));
Mike Marshall274dcf52015-07-17 10:38:13 -0400117
118 INIT_LIST_HEAD(&new_op->list);
119 spin_lock_init(&new_op->lock);
120 init_waitqueue_head(&new_op->waitq);
121
122 init_waitqueue_head(&new_op->io_completion_waitq);
123 atomic_set(&new_op->aio_ref_count, 0);
124
Yi Liu8bb8aef2015-11-24 15:12:14 -0500125 orangefs_op_initialize(new_op);
Mike Marshall274dcf52015-07-17 10:38:13 -0400126
127 /* initialize the op specific tag and upcall credentials */
128 spin_lock(&next_tag_value_lock);
129 new_op->tag = next_tag_value++;
130 if (next_tag_value == 0)
131 next_tag_value = 100;
132 spin_unlock(&next_tag_value_lock);
133 new_op->upcall.type = type;
134 new_op->attempts = 0;
135 gossip_debug(GOSSIP_CACHE_DEBUG,
136 "Alloced OP (%p: %llu %s)\n",
137 new_op,
138 llu(new_op->tag),
139 get_opname_string(new_op));
140
141 new_op->upcall.uid = from_kuid(current_user_ns(),
142 current_fsuid());
143
144 new_op->upcall.gid = from_kgid(current_user_ns(),
145 current_fsgid());
Mike Marshall274dcf52015-07-17 10:38:13 -0400146 } else {
147 gossip_err("op_alloc: kmem_cache_alloc failed!\n");
148 }
149 return new_op;
150}
151
Yi Liu8bb8aef2015-11-24 15:12:14 -0500152void op_release(struct orangefs_kernel_op_s *orangefs_op)
Mike Marshall274dcf52015-07-17 10:38:13 -0400153{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500154 if (orangefs_op) {
Mike Marshall274dcf52015-07-17 10:38:13 -0400155 gossip_debug(GOSSIP_CACHE_DEBUG,
156 "Releasing OP (%p: %llu)\n",
Yi Liu8bb8aef2015-11-24 15:12:14 -0500157 orangefs_op,
158 llu(orangefs_op->tag));
159 orangefs_op_initialize(orangefs_op);
160 kmem_cache_free(op_cache, orangefs_op);
Mike Marshall274dcf52015-07-17 10:38:13 -0400161 } else {
162 gossip_err("NULL pointer in op_release\n");
163 }
164}
165
166int dev_req_cache_initialize(void)
167{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500168 dev_req_cache = kmem_cache_create("orangefs_devreqcache",
Mike Marshall274dcf52015-07-17 10:38:13 -0400169 MAX_ALIGNED_DEV_REQ_DOWNSIZE,
170 0,
Yi Liu8bb8aef2015-11-24 15:12:14 -0500171 ORANGEFS_CACHE_CREATE_FLAGS,
Mike Marshall274dcf52015-07-17 10:38:13 -0400172 NULL);
173
174 if (!dev_req_cache) {
Yi Liu8bb8aef2015-11-24 15:12:14 -0500175 gossip_err("Cannot create orangefs_dev_req_cache\n");
Mike Marshall274dcf52015-07-17 10:38:13 -0400176 return -ENOMEM;
177 }
178 return 0;
179}
180
181int dev_req_cache_finalize(void)
182{
183 kmem_cache_destroy(dev_req_cache);
184 return 0;
185}
186
187void *dev_req_alloc(void)
188{
189 void *buffer;
190
Yi Liu8bb8aef2015-11-24 15:12:14 -0500191 buffer = kmem_cache_alloc(dev_req_cache, ORANGEFS_CACHE_ALLOC_FLAGS);
Mike Marshall274dcf52015-07-17 10:38:13 -0400192 if (buffer == NULL)
193 gossip_err("Failed to allocate from dev_req_cache\n");
194 else
195 memset(buffer, 0, sizeof(MAX_ALIGNED_DEV_REQ_DOWNSIZE));
196 return buffer;
197}
198
199void dev_req_release(void *buffer)
200{
201 if (buffer)
202 kmem_cache_free(dev_req_cache, buffer);
203 else
204 gossip_err("NULL pointer passed to dev_req_release\n");
205}
206
207int kiocb_cache_initialize(void)
208{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500209 orangefs_kiocb_cache = kmem_cache_create("orangefs_kiocbcache",
210 sizeof(struct orangefs_kiocb_s),
Mike Marshall274dcf52015-07-17 10:38:13 -0400211 0,
Yi Liu8bb8aef2015-11-24 15:12:14 -0500212 ORANGEFS_CACHE_CREATE_FLAGS,
Mike Marshall274dcf52015-07-17 10:38:13 -0400213 NULL);
214
Yi Liu8bb8aef2015-11-24 15:12:14 -0500215 if (!orangefs_kiocb_cache) {
216 gossip_err("Cannot create orangefs_kiocb_cache!\n");
Mike Marshall274dcf52015-07-17 10:38:13 -0400217 return -ENOMEM;
218 }
219 return 0;
220}
221
222int kiocb_cache_finalize(void)
223{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500224 kmem_cache_destroy(orangefs_kiocb_cache);
Mike Marshall274dcf52015-07-17 10:38:13 -0400225 return 0;
226}
227
Yi Liu8bb8aef2015-11-24 15:12:14 -0500228struct orangefs_kiocb_s *kiocb_alloc(void)
Mike Marshall274dcf52015-07-17 10:38:13 -0400229{
Yi Liu8bb8aef2015-11-24 15:12:14 -0500230 struct orangefs_kiocb_s *x = NULL;
Mike Marshall274dcf52015-07-17 10:38:13 -0400231
Yi Liu8bb8aef2015-11-24 15:12:14 -0500232 x = kmem_cache_alloc(orangefs_kiocb_cache, ORANGEFS_CACHE_ALLOC_FLAGS);
Mike Marshall274dcf52015-07-17 10:38:13 -0400233 if (x == NULL)
234 gossip_err("kiocb_alloc: kmem_cache_alloc failed!\n");
235 else
Yi Liu8bb8aef2015-11-24 15:12:14 -0500236 memset(x, 0, sizeof(struct orangefs_kiocb_s));
Mike Marshall274dcf52015-07-17 10:38:13 -0400237 return x;
238}
239
Yi Liu8bb8aef2015-11-24 15:12:14 -0500240void kiocb_release(struct orangefs_kiocb_s *x)
Mike Marshall274dcf52015-07-17 10:38:13 -0400241{
242 if (x)
Yi Liu8bb8aef2015-11-24 15:12:14 -0500243 kmem_cache_free(orangefs_kiocb_cache, x);
Mike Marshall274dcf52015-07-17 10:38:13 -0400244 else
245 gossip_err("kiocb_release: kmem_cache_free NULL pointer!\n");
246}