blob: 388158ff0cbc8c5ba56697dc719df659c2fc5e74 [file] [log] [blame]
Sage Weilf24e9982009-10-06 11:31:10 -07001#ifndef _FS_CEPH_OSD_CLIENT_H
2#define _FS_CEPH_OSD_CLIENT_H
3
4#include <linux/completion.h>
Sage Weil415e49a2009-12-07 13:37:03 -08005#include <linux/kref.h>
Sage Weilf24e9982009-10-06 11:31:10 -07006#include <linux/mempool.h>
7#include <linux/rbtree.h>
8
Alex Elder6c4a1912012-05-16 15:16:38 -05009#include <linux/ceph/types.h>
10#include <linux/ceph/osdmap.h>
11#include <linux/ceph/messenger.h>
12#include <linux/ceph/auth.h>
Alex Elderc8858372012-11-13 21:11:15 -060013#include <linux/ceph/pagelist.h>
Sage Weilf24e9982009-10-06 11:31:10 -070014
Stratos Psomadakis224736d2011-11-10 15:45:37 +020015/*
16 * Maximum object name size
17 * (must be at least as big as RBD_MAX_MD_NAME_LEN -- currently 100)
18 */
19#define MAX_OBJ_NAME_SIZE 100
20
Sage Weilf24e9982009-10-06 11:31:10 -070021struct ceph_msg;
22struct ceph_snap_context;
23struct ceph_osd_request;
24struct ceph_osd_client;
Sage Weil4e7a5dc2009-11-18 16:19:57 -080025struct ceph_authorizer;
Sage Weilf24e9982009-10-06 11:31:10 -070026
27/*
28 * completion callback for async writepages
29 */
30typedef void (*ceph_osdc_callback_t)(struct ceph_osd_request *,
31 struct ceph_msg *);
32
33/* a given osd we're communicating with */
34struct ceph_osd {
35 atomic_t o_ref;
36 struct ceph_osd_client *o_osdc;
37 int o_osd;
38 int o_incarnation;
39 struct rb_node o_node;
40 struct ceph_connection o_con;
41 struct list_head o_requests;
Yehuda Sadeha40c4f12011-03-21 15:07:16 -070042 struct list_head o_linger_requests;
Yehuda Sadehf5a20412010-02-03 11:00:26 -080043 struct list_head o_osd_lru;
Alex Elder6c4a1912012-05-16 15:16:38 -050044 struct ceph_auth_handshake o_auth;
Yehuda Sadehf5a20412010-02-03 11:00:26 -080045 unsigned long lru_ttl;
Yehuda Sadeh422d2cb2010-02-26 15:32:31 -080046 int o_marked_for_keepalive;
47 struct list_head o_keepalive_item;
Sage Weilf24e9982009-10-06 11:31:10 -070048};
49
50/* an in-flight request */
51struct ceph_osd_request {
52 u64 r_tid; /* unique for this client */
53 struct rb_node r_node;
Yehuda Sadeh422d2cb2010-02-26 15:32:31 -080054 struct list_head r_req_lru_item;
Sage Weilf24e9982009-10-06 11:31:10 -070055 struct list_head r_osd_item;
Yehuda Sadeha40c4f12011-03-21 15:07:16 -070056 struct list_head r_linger_item;
57 struct list_head r_linger_osd;
Sage Weilf24e9982009-10-06 11:31:10 -070058 struct ceph_osd *r_osd;
Sage Weil5b191d92013-02-23 10:38:16 -080059 struct ceph_pg r_pgid;
Sage Weild85b7052010-05-10 10:24:48 -070060 int r_pg_osds[CEPH_PG_MAX_SIZE];
61 int r_num_pg_osds;
Sage Weilf24e9982009-10-06 11:31:10 -070062
Yehuda Sadeh0d59ab82010-01-13 17:03:23 -080063 struct ceph_connection *r_con_filling_msg;
Sage Weil350b1c32009-12-22 10:45:45 -080064
Sage Weilf24e9982009-10-06 11:31:10 -070065 struct ceph_msg *r_request, *r_reply;
66 int r_result;
67 int r_flags; /* any additional flags for the osd */
68 u32 r_sent; /* >0 if r_request is sending/sent */
Sage Weil350b1c32009-12-22 10:45:45 -080069 int r_got_reply;
Yehuda Sadeha40c4f12011-03-21 15:07:16 -070070 int r_linger;
Sage Weilf24e9982009-10-06 11:31:10 -070071
72 struct ceph_osd_client *r_osdc;
Sage Weil415e49a2009-12-07 13:37:03 -080073 struct kref r_kref;
Sage Weilf24e9982009-10-06 11:31:10 -070074 bool r_mempool;
75 struct completion r_completion, r_safe_completion;
76 ceph_osdc_callback_t r_callback, r_safe_callback;
77 struct ceph_eversion r_reassert_version;
78 struct list_head r_unsafe_item;
79
80 struct inode *r_inode; /* for use by callbacks */
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070081 void *r_priv; /* ditto */
Sage Weilf24e9982009-10-06 11:31:10 -070082
Stratos Psomadakis224736d2011-11-10 15:45:37 +020083 char r_oid[MAX_OBJ_NAME_SIZE]; /* object name */
Sage Weilf24e9982009-10-06 11:31:10 -070084 int r_oid_len;
Sage Weil3dd72fc2010-03-22 14:42:30 -070085 unsigned long r_stamp; /* send OR check time */
Sage Weilf24e9982009-10-06 11:31:10 -070086
87 struct ceph_file_layout r_file_layout;
88 struct ceph_snap_context *r_snapc; /* snap context for writes */
89 unsigned r_num_pages; /* size of page array (follows) */
Sage Weilb7495fc2010-11-09 12:43:12 -080090 unsigned r_page_alignment; /* io offset in first page */
Sage Weilf24e9982009-10-06 11:31:10 -070091 struct page **r_pages; /* pages for data payload */
92 int r_pages_from_pool;
93 int r_own_pages; /* if true, i own page list */
Yehuda Sadeh68b44762010-04-06 15:01:27 -070094#ifdef CONFIG_BLOCK
95 struct bio *r_bio; /* instead of pages */
96#endif
97
Alex Elderc8858372012-11-13 21:11:15 -060098 struct ceph_pagelist r_trail; /* trailing part of the data */
Sage Weilf24e9982009-10-06 11:31:10 -070099};
100
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700101struct ceph_osd_event {
102 u64 cookie;
103 int one_shot;
104 struct ceph_osd_client *osdc;
105 void (*cb)(u64, u64, u8, void *);
106 void *data;
107 struct rb_node node;
108 struct list_head osd_node;
109 struct kref kref;
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700110};
111
112struct ceph_osd_event_work {
113 struct work_struct work;
114 struct ceph_osd_event *event;
115 u64 ver;
116 u64 notify_id;
117 u8 opcode;
118};
119
Sage Weilf24e9982009-10-06 11:31:10 -0700120struct ceph_osd_client {
121 struct ceph_client *client;
122
123 struct ceph_osdmap *osdmap; /* current map */
124 struct rw_semaphore map_sem;
125 struct completion map_waiters;
126 u64 last_requested_map;
127
128 struct mutex request_mutex;
129 struct rb_root osds; /* osds */
Yehuda Sadehf5a20412010-02-03 11:00:26 -0800130 struct list_head osd_lru; /* idle osds */
Sage Weilf24e9982009-10-06 11:31:10 -0700131 u64 timeout_tid; /* tid of timeout triggering rq */
132 u64 last_tid; /* tid of last request */
133 struct rb_root requests; /* pending requests */
Sage Weil6f6c7002011-01-17 20:34:08 -0800134 struct list_head req_lru; /* in-flight lru */
135 struct list_head req_unsent; /* unsent/need-resend queue */
136 struct list_head req_notarget; /* map to no osd */
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700137 struct list_head req_linger; /* lingering requests */
Sage Weilf24e9982009-10-06 11:31:10 -0700138 int num_requests;
139 struct delayed_work timeout_work;
Yehuda Sadehf5a20412010-02-03 11:00:26 -0800140 struct delayed_work osds_timeout_work;
Sage Weil039934b2009-11-12 15:05:52 -0800141#ifdef CONFIG_DEBUG_FS
Sage Weilf24e9982009-10-06 11:31:10 -0700142 struct dentry *debugfs_file;
Sage Weil039934b2009-11-12 15:05:52 -0800143#endif
Sage Weilf24e9982009-10-06 11:31:10 -0700144
145 mempool_t *req_mempool;
146
Yehuda Sadeh0d59ab82010-01-13 17:03:23 -0800147 struct ceph_msgpool msgpool_op;
Sage Weilc16e7862010-03-01 13:02:00 -0800148 struct ceph_msgpool msgpool_op_reply;
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700149
150 spinlock_t event_lock;
151 struct rb_root event_tree;
152 u64 event_count;
153
154 struct workqueue_struct *notify_wq;
Sage Weilf24e9982009-10-06 11:31:10 -0700155};
156
Yehuda Sadeh68b44762010-04-06 15:01:27 -0700157struct ceph_osd_req_op {
158 u16 op; /* CEPH_OSD_OP_* */
Alex Eldere7e319a2013-02-14 12:16:43 -0600159 u32 payload_len;
Yehuda Sadeh68b44762010-04-06 15:01:27 -0700160 union {
161 struct {
162 u64 offset, length;
163 u64 truncate_size;
164 u32 truncate_seq;
165 } extent;
166 struct {
167 const char *name;
Yehuda Sadeh68b44762010-04-06 15:01:27 -0700168 const char *val;
Alex Eldere7e319a2013-02-14 12:16:43 -0600169 u32 name_len;
Yehuda Sadeh68b44762010-04-06 15:01:27 -0700170 u32 value_len;
171 __u8 cmp_op; /* CEPH_OSD_CMPXATTR_OP_* */
172 __u8 cmp_mode; /* CEPH_OSD_CMPXATTR_MODE_* */
173 } xattr;
174 struct {
Yehuda Sadehae1533b2010-05-18 16:38:08 -0700175 const char *class_name;
Yehuda Sadehae1533b2010-05-18 16:38:08 -0700176 const char *method_name;
Yehuda Sadehae1533b2010-05-18 16:38:08 -0700177 const char *indata;
Yehuda Sadeh68b44762010-04-06 15:01:27 -0700178 u32 indata_len;
Alex Eldere7e319a2013-02-14 12:16:43 -0600179 __u8 class_len;
180 __u8 method_len;
181 __u8 argc;
Yehuda Sadeh68b44762010-04-06 15:01:27 -0700182 } cls;
183 struct {
Alex Eldere7e319a2013-02-14 12:16:43 -0600184 u64 cookie;
185 u64 count;
Yehuda Sadeh68b44762010-04-06 15:01:27 -0700186 } pgls;
Yehuda Sadehae1533b2010-05-18 16:38:08 -0700187 struct {
188 u64 snapid;
189 } snap;
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700190 struct {
191 u64 cookie;
192 u64 ver;
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700193 u32 prot_ver;
194 u32 timeout;
Alex Eldere7e319a2013-02-14 12:16:43 -0600195 __u8 flag;
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700196 } watch;
Yehuda Sadeh68b44762010-04-06 15:01:27 -0700197 };
Yehuda Sadeh68b44762010-04-06 15:01:27 -0700198};
199
Sage Weilf24e9982009-10-06 11:31:10 -0700200extern int ceph_osdc_init(struct ceph_osd_client *osdc,
201 struct ceph_client *client);
202extern void ceph_osdc_stop(struct ceph_osd_client *osdc);
203
204extern void ceph_osdc_handle_reply(struct ceph_osd_client *osdc,
205 struct ceph_msg *msg);
206extern void ceph_osdc_handle_map(struct ceph_osd_client *osdc,
207 struct ceph_msg *msg);
208
Yehuda Sadeh3499e8a2010-04-06 14:51:47 -0700209extern struct ceph_osd_request *ceph_osdc_alloc_request(struct ceph_osd_client *osdc,
Yehuda Sadeh3499e8a2010-04-06 14:51:47 -0700210 struct ceph_snap_context *snapc,
Alex Elderae7ca4a32012-11-13 21:11:15 -0600211 unsigned int num_op,
Yehuda Sadeh3499e8a2010-04-06 14:51:47 -0700212 bool use_mempool,
Alex Elder54a54002012-11-13 21:11:15 -0600213 gfp_t gfp_flags);
Yehuda Sadeh3499e8a2010-04-06 14:51:47 -0700214
215extern void ceph_osdc_build_request(struct ceph_osd_request *req,
Alex Elder0120be32012-11-14 09:38:19 -0600216 u64 off, u64 len,
Alex Elderae7ca4a32012-11-13 21:11:15 -0600217 unsigned int num_op,
Yehuda Sadeh68b44762010-04-06 15:01:27 -0700218 struct ceph_osd_req_op *src_ops,
219 struct ceph_snap_context *snapc,
Alex Elder4d6b2502012-11-13 21:11:15 -0600220 u64 snap_id,
Alex Elderaf77f262012-11-09 08:43:15 -0600221 struct timespec *mtime);
Yehuda Sadeh3499e8a2010-04-06 14:51:47 -0700222
Sage Weilf24e9982009-10-06 11:31:10 -0700223extern struct ceph_osd_request *ceph_osdc_new_request(struct ceph_osd_client *,
224 struct ceph_file_layout *layout,
225 struct ceph_vino vino,
226 u64 offset, u64 *len, int op, int flags,
227 struct ceph_snap_context *snapc,
228 int do_sync, u32 truncate_seq,
229 u64 truncate_size,
230 struct timespec *mtime,
Alex Eldera3bea472013-02-15 11:42:29 -0600231 bool use_mempool, int page_align);
Sage Weilf24e9982009-10-06 11:31:10 -0700232
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700233extern void ceph_osdc_set_request_linger(struct ceph_osd_client *osdc,
234 struct ceph_osd_request *req);
235extern void ceph_osdc_unregister_linger_request(struct ceph_osd_client *osdc,
236 struct ceph_osd_request *req);
237
Sage Weilf24e9982009-10-06 11:31:10 -0700238static inline void ceph_osdc_get_request(struct ceph_osd_request *req)
239{
Sage Weil415e49a2009-12-07 13:37:03 -0800240 kref_get(&req->r_kref);
Sage Weilf24e9982009-10-06 11:31:10 -0700241}
Sage Weil415e49a2009-12-07 13:37:03 -0800242extern void ceph_osdc_release_request(struct kref *kref);
243static inline void ceph_osdc_put_request(struct ceph_osd_request *req)
244{
245 kref_put(&req->r_kref, ceph_osdc_release_request);
246}
Sage Weilf24e9982009-10-06 11:31:10 -0700247
248extern int ceph_osdc_start_request(struct ceph_osd_client *osdc,
249 struct ceph_osd_request *req,
250 bool nofail);
251extern int ceph_osdc_wait_request(struct ceph_osd_client *osdc,
252 struct ceph_osd_request *req);
253extern void ceph_osdc_sync(struct ceph_osd_client *osdc);
254
255extern int ceph_osdc_readpages(struct ceph_osd_client *osdc,
256 struct ceph_vino vino,
257 struct ceph_file_layout *layout,
258 u64 off, u64 *plen,
259 u32 truncate_seq, u64 truncate_size,
Sage Weilb7495fc2010-11-09 12:43:12 -0800260 struct page **pages, int nr_pages,
261 int page_align);
Sage Weilf24e9982009-10-06 11:31:10 -0700262
263extern int ceph_osdc_writepages(struct ceph_osd_client *osdc,
264 struct ceph_vino vino,
265 struct ceph_file_layout *layout,
266 struct ceph_snap_context *sc,
267 u64 off, u64 len,
268 u32 truncate_seq, u64 truncate_size,
269 struct timespec *mtime,
Alex Elder24808822013-02-15 11:42:29 -0600270 struct page **pages, int nr_pages);
Sage Weilf24e9982009-10-06 11:31:10 -0700271
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700272/* watch/notify events */
273extern int ceph_osdc_create_event(struct ceph_osd_client *osdc,
274 void (*event_cb)(u64, u64, u8, void *),
Alex Elder3c663bb2013-02-15 11:42:30 -0600275 void *data, struct ceph_osd_event **pevent);
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700276extern void ceph_osdc_cancel_event(struct ceph_osd_event *event);
Yehuda Sadeha40c4f12011-03-21 15:07:16 -0700277extern void ceph_osdc_put_event(struct ceph_osd_event *event);
Sage Weilf24e9982009-10-06 11:31:10 -0700278#endif
279