blob: b687c2ea72e6407385744ce2b21b660b15f45938 [file] [log] [blame]
Sage Weilf24e9982009-10-06 11:31:10 -07001#ifndef _FS_CEPH_OSD_CLIENT_H
2#define _FS_CEPH_OSD_CLIENT_H
3
4#include <linux/completion.h>
Sage Weil415e49a2009-12-07 13:37:03 -08005#include <linux/kref.h>
Sage Weilf24e9982009-10-06 11:31:10 -07006#include <linux/mempool.h>
7#include <linux/rbtree.h>
8
9#include "types.h"
10#include "osdmap.h"
11#include "messenger.h"
12
13struct ceph_msg;
14struct ceph_snap_context;
15struct ceph_osd_request;
16struct ceph_osd_client;
Sage Weil4e7a5dc2009-11-18 16:19:57 -080017struct ceph_authorizer;
Sage Weilf24e9982009-10-06 11:31:10 -070018
19/*
20 * completion callback for async writepages
21 */
22typedef void (*ceph_osdc_callback_t)(struct ceph_osd_request *,
23 struct ceph_msg *);
24
25/* a given osd we're communicating with */
26struct ceph_osd {
27 atomic_t o_ref;
28 struct ceph_osd_client *o_osdc;
29 int o_osd;
30 int o_incarnation;
31 struct rb_node o_node;
32 struct ceph_connection o_con;
33 struct list_head o_requests;
Yehuda Sadehf5a20412010-02-03 11:00:26 -080034 struct list_head o_osd_lru;
Sage Weil4e7a5dc2009-11-18 16:19:57 -080035 struct ceph_authorizer *o_authorizer;
36 void *o_authorizer_buf, *o_authorizer_reply_buf;
37 size_t o_authorizer_buf_len, o_authorizer_reply_buf_len;
Yehuda Sadehf5a20412010-02-03 11:00:26 -080038 unsigned long lru_ttl;
Yehuda Sadeh422d2cb2010-02-26 15:32:31 -080039 int o_marked_for_keepalive;
40 struct list_head o_keepalive_item;
Sage Weilf24e9982009-10-06 11:31:10 -070041};
42
43/* an in-flight request */
44struct ceph_osd_request {
45 u64 r_tid; /* unique for this client */
46 struct rb_node r_node;
Yehuda Sadeh422d2cb2010-02-26 15:32:31 -080047 struct list_head r_req_lru_item;
Sage Weilf24e9982009-10-06 11:31:10 -070048 struct list_head r_osd_item;
49 struct ceph_osd *r_osd;
Sage Weil7740a422010-01-08 15:58:25 -080050 struct ceph_pg r_pgid;
Sage Weild85b7052010-05-10 10:24:48 -070051 int r_pg_osds[CEPH_PG_MAX_SIZE];
52 int r_num_pg_osds;
Sage Weilf24e9982009-10-06 11:31:10 -070053
Yehuda Sadeh0d59ab82010-01-13 17:03:23 -080054 struct ceph_connection *r_con_filling_msg;
Sage Weil350b1c32009-12-22 10:45:45 -080055
Sage Weilf24e9982009-10-06 11:31:10 -070056 struct ceph_msg *r_request, *r_reply;
57 int r_result;
58 int r_flags; /* any additional flags for the osd */
59 u32 r_sent; /* >0 if r_request is sending/sent */
Sage Weil350b1c32009-12-22 10:45:45 -080060 int r_got_reply;
Sage Weilf24e9982009-10-06 11:31:10 -070061
62 struct ceph_osd_client *r_osdc;
Sage Weil415e49a2009-12-07 13:37:03 -080063 struct kref r_kref;
Sage Weilf24e9982009-10-06 11:31:10 -070064 bool r_mempool;
65 struct completion r_completion, r_safe_completion;
66 ceph_osdc_callback_t r_callback, r_safe_callback;
67 struct ceph_eversion r_reassert_version;
68 struct list_head r_unsafe_item;
69
70 struct inode *r_inode; /* for use by callbacks */
Sage Weilf24e9982009-10-06 11:31:10 -070071
72 char r_oid[40]; /* object name */
73 int r_oid_len;
Sage Weil3dd72fc2010-03-22 14:42:30 -070074 unsigned long r_stamp; /* send OR check time */
Sage Weilf24e9982009-10-06 11:31:10 -070075 bool r_resend; /* msg send failed, needs retry */
76
77 struct ceph_file_layout r_file_layout;
78 struct ceph_snap_context *r_snapc; /* snap context for writes */
79 unsigned r_num_pages; /* size of page array (follows) */
80 struct page **r_pages; /* pages for data payload */
81 int r_pages_from_pool;
82 int r_own_pages; /* if true, i own page list */
83};
84
85struct ceph_osd_client {
86 struct ceph_client *client;
87
88 struct ceph_osdmap *osdmap; /* current map */
89 struct rw_semaphore map_sem;
90 struct completion map_waiters;
91 u64 last_requested_map;
92
93 struct mutex request_mutex;
94 struct rb_root osds; /* osds */
Yehuda Sadehf5a20412010-02-03 11:00:26 -080095 struct list_head osd_lru; /* idle osds */
Sage Weilf24e9982009-10-06 11:31:10 -070096 u64 timeout_tid; /* tid of timeout triggering rq */
97 u64 last_tid; /* tid of last request */
98 struct rb_root requests; /* pending requests */
Yehuda Sadeh422d2cb2010-02-26 15:32:31 -080099 struct list_head req_lru; /* pending requests lru */
Sage Weilf24e9982009-10-06 11:31:10 -0700100 int num_requests;
101 struct delayed_work timeout_work;
Yehuda Sadehf5a20412010-02-03 11:00:26 -0800102 struct delayed_work osds_timeout_work;
Sage Weil039934b2009-11-12 15:05:52 -0800103#ifdef CONFIG_DEBUG_FS
Sage Weilf24e9982009-10-06 11:31:10 -0700104 struct dentry *debugfs_file;
Sage Weil039934b2009-11-12 15:05:52 -0800105#endif
Sage Weilf24e9982009-10-06 11:31:10 -0700106
107 mempool_t *req_mempool;
108
Yehuda Sadeh0d59ab82010-01-13 17:03:23 -0800109 struct ceph_msgpool msgpool_op;
Sage Weilc16e7862010-03-01 13:02:00 -0800110 struct ceph_msgpool msgpool_op_reply;
Sage Weilf24e9982009-10-06 11:31:10 -0700111};
112
113extern int ceph_osdc_init(struct ceph_osd_client *osdc,
114 struct ceph_client *client);
115extern void ceph_osdc_stop(struct ceph_osd_client *osdc);
116
117extern void ceph_osdc_handle_reply(struct ceph_osd_client *osdc,
118 struct ceph_msg *msg);
119extern void ceph_osdc_handle_map(struct ceph_osd_client *osdc,
120 struct ceph_msg *msg);
121
Yehuda Sadeh3499e8a2010-04-06 14:51:47 -0700122extern void ceph_calc_raw_layout(struct ceph_osd_client *osdc,
123 struct ceph_file_layout *layout,
124 u64 snapid,
125 u64 off, u64 len, u64 *bno,
126 struct ceph_osd_request *req);
127
128extern struct ceph_osd_request *ceph_osdc_alloc_request(struct ceph_osd_client *osdc,
129 int flags,
130 struct ceph_snap_context *snapc,
131 int do_sync,
132 bool use_mempool,
133 gfp_t gfp_flags,
134 struct page **pages);
135
136extern void ceph_osdc_build_request(struct ceph_osd_request *req,
137 u64 off, u64 *plen,
138 int opcode,
139 struct ceph_snap_context *snapc,
140 int do_sync,
141 u32 truncate_seq,
142 u64 truncate_size,
143 struct timespec *mtime,
144 const char *oid,
145 int oid_len);
146
Sage Weilf24e9982009-10-06 11:31:10 -0700147extern struct ceph_osd_request *ceph_osdc_new_request(struct ceph_osd_client *,
148 struct ceph_file_layout *layout,
149 struct ceph_vino vino,
150 u64 offset, u64 *len, int op, int flags,
151 struct ceph_snap_context *snapc,
152 int do_sync, u32 truncate_seq,
153 u64 truncate_size,
154 struct timespec *mtime,
155 bool use_mempool, int num_reply);
156
157static inline void ceph_osdc_get_request(struct ceph_osd_request *req)
158{
Sage Weil415e49a2009-12-07 13:37:03 -0800159 kref_get(&req->r_kref);
Sage Weilf24e9982009-10-06 11:31:10 -0700160}
Sage Weil415e49a2009-12-07 13:37:03 -0800161extern void ceph_osdc_release_request(struct kref *kref);
162static inline void ceph_osdc_put_request(struct ceph_osd_request *req)
163{
164 kref_put(&req->r_kref, ceph_osdc_release_request);
165}
Sage Weilf24e9982009-10-06 11:31:10 -0700166
167extern int ceph_osdc_start_request(struct ceph_osd_client *osdc,
168 struct ceph_osd_request *req,
169 bool nofail);
170extern int ceph_osdc_wait_request(struct ceph_osd_client *osdc,
171 struct ceph_osd_request *req);
172extern void ceph_osdc_sync(struct ceph_osd_client *osdc);
173
174extern int ceph_osdc_readpages(struct ceph_osd_client *osdc,
175 struct ceph_vino vino,
176 struct ceph_file_layout *layout,
177 u64 off, u64 *plen,
178 u32 truncate_seq, u64 truncate_size,
179 struct page **pages, int nr_pages);
180
181extern int ceph_osdc_writepages(struct ceph_osd_client *osdc,
182 struct ceph_vino vino,
183 struct ceph_file_layout *layout,
184 struct ceph_snap_context *sc,
185 u64 off, u64 len,
186 u32 truncate_seq, u64 truncate_size,
187 struct timespec *mtime,
188 struct page **pages, int nr_pages,
189 int flags, int do_sync, bool nofail);
190
191#endif
192