blob: 2e4cfd1e9f1079b45e717aed668bdaa781957bfe [file] [log] [blame]
Sage Weilf24e9982009-10-06 11:31:10 -07001#ifndef _FS_CEPH_OSD_CLIENT_H
2#define _FS_CEPH_OSD_CLIENT_H
3
4#include <linux/completion.h>
Sage Weil415e49a2009-12-07 13:37:03 -08005#include <linux/kref.h>
Sage Weilf24e9982009-10-06 11:31:10 -07006#include <linux/mempool.h>
7#include <linux/rbtree.h>
8
9#include "types.h"
10#include "osdmap.h"
11#include "messenger.h"
12
13struct ceph_msg;
14struct ceph_snap_context;
15struct ceph_osd_request;
16struct ceph_osd_client;
Sage Weil4e7a5dc2009-11-18 16:19:57 -080017struct ceph_authorizer;
Sage Weilf24e9982009-10-06 11:31:10 -070018
19/*
20 * completion callback for async writepages
21 */
22typedef void (*ceph_osdc_callback_t)(struct ceph_osd_request *,
23 struct ceph_msg *);
24
25/* a given osd we're communicating with */
26struct ceph_osd {
27 atomic_t o_ref;
28 struct ceph_osd_client *o_osdc;
29 int o_osd;
30 int o_incarnation;
31 struct rb_node o_node;
32 struct ceph_connection o_con;
33 struct list_head o_requests;
Sage Weil4e7a5dc2009-11-18 16:19:57 -080034 struct ceph_authorizer *o_authorizer;
35 void *o_authorizer_buf, *o_authorizer_reply_buf;
36 size_t o_authorizer_buf_len, o_authorizer_reply_buf_len;
Sage Weilf24e9982009-10-06 11:31:10 -070037};
38
39/* an in-flight request */
40struct ceph_osd_request {
41 u64 r_tid; /* unique for this client */
42 struct rb_node r_node;
43 struct list_head r_osd_item;
44 struct ceph_osd *r_osd;
45
46 struct ceph_msg *r_request, *r_reply;
47 int r_result;
48 int r_flags; /* any additional flags for the osd */
49 u32 r_sent; /* >0 if r_request is sending/sent */
50 int r_prepared_pages, r_got_reply;
Yehuda Sadeh93c20d92009-12-15 09:50:36 -080051 int r_num_prealloc_reply;
Sage Weilf24e9982009-10-06 11:31:10 -070052
53 struct ceph_osd_client *r_osdc;
Sage Weil415e49a2009-12-07 13:37:03 -080054 struct kref r_kref;
Sage Weilf24e9982009-10-06 11:31:10 -070055 bool r_mempool;
56 struct completion r_completion, r_safe_completion;
57 ceph_osdc_callback_t r_callback, r_safe_callback;
58 struct ceph_eversion r_reassert_version;
59 struct list_head r_unsafe_item;
60
61 struct inode *r_inode; /* for use by callbacks */
62 struct writeback_control *r_wbc; /* ditto */
63
64 char r_oid[40]; /* object name */
65 int r_oid_len;
66 unsigned long r_timeout_stamp;
67 bool r_resend; /* msg send failed, needs retry */
68
69 struct ceph_file_layout r_file_layout;
70 struct ceph_snap_context *r_snapc; /* snap context for writes */
71 unsigned r_num_pages; /* size of page array (follows) */
72 struct page **r_pages; /* pages for data payload */
73 int r_pages_from_pool;
74 int r_own_pages; /* if true, i own page list */
75};
76
77struct ceph_osd_client {
78 struct ceph_client *client;
79
80 struct ceph_osdmap *osdmap; /* current map */
81 struct rw_semaphore map_sem;
82 struct completion map_waiters;
83 u64 last_requested_map;
84
85 struct mutex request_mutex;
86 struct rb_root osds; /* osds */
87 u64 timeout_tid; /* tid of timeout triggering rq */
88 u64 last_tid; /* tid of last request */
89 struct rb_root requests; /* pending requests */
90 int num_requests;
91 struct delayed_work timeout_work;
Sage Weil039934b2009-11-12 15:05:52 -080092#ifdef CONFIG_DEBUG_FS
Sage Weilf24e9982009-10-06 11:31:10 -070093 struct dentry *debugfs_file;
Sage Weil039934b2009-11-12 15:05:52 -080094#endif
Sage Weilf24e9982009-10-06 11:31:10 -070095
96 mempool_t *req_mempool;
97
98 struct ceph_msgpool msgpool_op;
99 struct ceph_msgpool msgpool_op_reply;
100};
101
102extern int ceph_osdc_init(struct ceph_osd_client *osdc,
103 struct ceph_client *client);
104extern void ceph_osdc_stop(struct ceph_osd_client *osdc);
105
106extern void ceph_osdc_handle_reply(struct ceph_osd_client *osdc,
107 struct ceph_msg *msg);
108extern void ceph_osdc_handle_map(struct ceph_osd_client *osdc,
109 struct ceph_msg *msg);
110
111extern struct ceph_osd_request *ceph_osdc_new_request(struct ceph_osd_client *,
112 struct ceph_file_layout *layout,
113 struct ceph_vino vino,
114 u64 offset, u64 *len, int op, int flags,
115 struct ceph_snap_context *snapc,
116 int do_sync, u32 truncate_seq,
117 u64 truncate_size,
118 struct timespec *mtime,
119 bool use_mempool, int num_reply);
120
121static inline void ceph_osdc_get_request(struct ceph_osd_request *req)
122{
Sage Weil415e49a2009-12-07 13:37:03 -0800123 kref_get(&req->r_kref);
Sage Weilf24e9982009-10-06 11:31:10 -0700124}
Sage Weil415e49a2009-12-07 13:37:03 -0800125extern void ceph_osdc_release_request(struct kref *kref);
126static inline void ceph_osdc_put_request(struct ceph_osd_request *req)
127{
128 kref_put(&req->r_kref, ceph_osdc_release_request);
129}
Sage Weilf24e9982009-10-06 11:31:10 -0700130
131extern int ceph_osdc_start_request(struct ceph_osd_client *osdc,
132 struct ceph_osd_request *req,
133 bool nofail);
134extern int ceph_osdc_wait_request(struct ceph_osd_client *osdc,
135 struct ceph_osd_request *req);
136extern void ceph_osdc_sync(struct ceph_osd_client *osdc);
137
138extern int ceph_osdc_readpages(struct ceph_osd_client *osdc,
139 struct ceph_vino vino,
140 struct ceph_file_layout *layout,
141 u64 off, u64 *plen,
142 u32 truncate_seq, u64 truncate_size,
143 struct page **pages, int nr_pages);
144
145extern int ceph_osdc_writepages(struct ceph_osd_client *osdc,
146 struct ceph_vino vino,
147 struct ceph_file_layout *layout,
148 struct ceph_snap_context *sc,
149 u64 off, u64 len,
150 u32 truncate_seq, u64 truncate_size,
151 struct timespec *mtime,
152 struct page **pages, int nr_pages,
153 int flags, int do_sync, bool nofail);
154
155#endif
156