Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 1 | #include <linux/ceph/ceph_debug.h> |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 2 | |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 3 | #include <linux/module.h> |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 4 | #include <linux/types.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 5 | #include <linux/slab.h> |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 6 | #include <linux/random.h> |
| 7 | #include <linux/sched.h> |
| 8 | |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 9 | #include <linux/ceph/mon_client.h> |
| 10 | #include <linux/ceph/libceph.h> |
Sage Weil | ab434b6 | 2012-01-13 22:22:03 -0800 | [diff] [blame] | 11 | #include <linux/ceph/debugfs.h> |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 12 | #include <linux/ceph/decode.h> |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 13 | #include <linux/ceph/auth.h> |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 14 | |
| 15 | /* |
| 16 | * Interact with Ceph monitor cluster. Handle requests for new map |
| 17 | * versions, and periodically resend as needed. Also implement |
| 18 | * statfs() and umount(). |
| 19 | * |
| 20 | * A small cluster of Ceph "monitors" are responsible for managing critical |
| 21 | * cluster configuration and state information. An odd number (e.g., 3, 5) |
| 22 | * of cmon daemons use a modified version of the Paxos part-time parliament |
| 23 | * algorithm to manage the MDS map (mds cluster membership), OSD map, and |
| 24 | * list of clients who have mounted the file system. |
| 25 | * |
| 26 | * We maintain an open, active session with a monitor at all times in order to |
| 27 | * receive timely MDSMap updates. We periodically send a keepalive byte on the |
| 28 | * TCP socket to ensure we detect a failure. If the connection does break, we |
| 29 | * randomly hunt for a new monitor. Once the connection is reestablished, we |
| 30 | * resend any outstanding requests. |
| 31 | */ |
| 32 | |
Tobias Klauser | 9e32789 | 2010-05-20 10:40:19 +0200 | [diff] [blame] | 33 | static const struct ceph_connection_operations mon_con_ops; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 34 | |
Sage Weil | 9bd2e6f | 2010-02-02 16:21:06 -0800 | [diff] [blame] | 35 | static int __validate_auth(struct ceph_mon_client *monc); |
| 36 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 37 | /* |
| 38 | * Decode a monmap blob (e.g., during mount). |
| 39 | */ |
| 40 | struct ceph_monmap *ceph_monmap_decode(void *p, void *end) |
| 41 | { |
| 42 | struct ceph_monmap *m = NULL; |
| 43 | int i, err = -EINVAL; |
| 44 | struct ceph_fsid fsid; |
| 45 | u32 epoch, num_mon; |
| 46 | u16 version; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 47 | u32 len; |
| 48 | |
| 49 | ceph_decode_32_safe(&p, end, len, bad); |
| 50 | ceph_decode_need(&p, end, len, bad); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 51 | |
| 52 | dout("monmap_decode %p %p len %d\n", p, end, (int)(end-p)); |
| 53 | |
| 54 | ceph_decode_16_safe(&p, end, version, bad); |
| 55 | |
| 56 | ceph_decode_need(&p, end, sizeof(fsid) + 2*sizeof(u32), bad); |
| 57 | ceph_decode_copy(&p, &fsid, sizeof(fsid)); |
Sage Weil | c89136e | 2009-10-14 09:59:09 -0700 | [diff] [blame] | 58 | epoch = ceph_decode_32(&p); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 59 | |
Sage Weil | c89136e | 2009-10-14 09:59:09 -0700 | [diff] [blame] | 60 | num_mon = ceph_decode_32(&p); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 61 | ceph_decode_need(&p, end, num_mon*sizeof(m->mon_inst[0]), bad); |
| 62 | |
| 63 | if (num_mon >= CEPH_MAX_MON) |
| 64 | goto bad; |
| 65 | m = kmalloc(sizeof(*m) + sizeof(m->mon_inst[0])*num_mon, GFP_NOFS); |
| 66 | if (m == NULL) |
| 67 | return ERR_PTR(-ENOMEM); |
| 68 | m->fsid = fsid; |
| 69 | m->epoch = epoch; |
| 70 | m->num_mon = num_mon; |
| 71 | ceph_decode_copy(&p, m->mon_inst, num_mon*sizeof(m->mon_inst[0])); |
Sage Weil | 63f2d21 | 2009-11-03 15:17:56 -0800 | [diff] [blame] | 72 | for (i = 0; i < num_mon; i++) |
| 73 | ceph_decode_addr(&m->mon_inst[i].addr); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 74 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 75 | dout("monmap_decode epoch %d, num_mon %d\n", m->epoch, |
| 76 | m->num_mon); |
| 77 | for (i = 0; i < m->num_mon; i++) |
| 78 | dout("monmap_decode mon%d is %s\n", i, |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 79 | ceph_pr_addr(&m->mon_inst[i].addr.in_addr)); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 80 | return m; |
| 81 | |
| 82 | bad: |
| 83 | dout("monmap_decode failed with %d\n", err); |
| 84 | kfree(m); |
| 85 | return ERR_PTR(err); |
| 86 | } |
| 87 | |
| 88 | /* |
| 89 | * return true if *addr is included in the monmap. |
| 90 | */ |
| 91 | int ceph_monmap_contains(struct ceph_monmap *m, struct ceph_entity_addr *addr) |
| 92 | { |
| 93 | int i; |
| 94 | |
| 95 | for (i = 0; i < m->num_mon; i++) |
Sage Weil | 103e2d3 | 2010-01-07 16:12:36 -0800 | [diff] [blame] | 96 | if (memcmp(addr, &m->mon_inst[i].addr, sizeof(*addr)) == 0) |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 97 | return 1; |
| 98 | return 0; |
| 99 | } |
| 100 | |
| 101 | /* |
Sage Weil | 5ce6e9d | 2010-02-15 16:22:28 -0800 | [diff] [blame] | 102 | * Send an auth request. |
| 103 | */ |
| 104 | static void __send_prepared_auth_request(struct ceph_mon_client *monc, int len) |
| 105 | { |
| 106 | monc->pending_auth = 1; |
| 107 | monc->m_auth->front.iov_len = len; |
| 108 | monc->m_auth->hdr.front_len = cpu_to_le32(len); |
Alex Elder | 6740a84 | 2012-06-01 14:56:43 -0500 | [diff] [blame] | 109 | ceph_msg_revoke(monc->m_auth); |
Sage Weil | 5ce6e9d | 2010-02-15 16:22:28 -0800 | [diff] [blame] | 110 | ceph_msg_get(monc->m_auth); /* keep our ref */ |
Alex Elder | 6713093 | 2012-05-26 23:26:43 -0500 | [diff] [blame] | 111 | ceph_con_send(&monc->con, monc->m_auth); |
Sage Weil | 5ce6e9d | 2010-02-15 16:22:28 -0800 | [diff] [blame] | 112 | } |
| 113 | |
| 114 | /* |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 115 | * Close monitor session, if any. |
| 116 | */ |
| 117 | static void __close_session(struct ceph_mon_client *monc) |
| 118 | { |
Sage Weil | f6a2f5b | 2011-08-09 09:27:44 -0700 | [diff] [blame] | 119 | dout("__close_session closing mon%d\n", monc->cur_mon); |
Alex Elder | 6740a84 | 2012-06-01 14:56:43 -0500 | [diff] [blame] | 120 | ceph_msg_revoke(monc->m_auth); |
Sage Weil | 4f471e4 | 2012-07-30 18:16:40 -0700 | [diff] [blame] | 121 | ceph_msg_revoke_incoming(monc->m_auth_reply); |
| 122 | ceph_msg_revoke(monc->m_subscribe); |
| 123 | ceph_msg_revoke_incoming(monc->m_subscribe_ack); |
Alex Elder | 6713093 | 2012-05-26 23:26:43 -0500 | [diff] [blame] | 124 | ceph_con_close(&monc->con); |
Sage Weil | f6a2f5b | 2011-08-09 09:27:44 -0700 | [diff] [blame] | 125 | monc->cur_mon = -1; |
| 126 | monc->pending_auth = 0; |
| 127 | ceph_auth_reset(monc->auth); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 128 | } |
| 129 | |
| 130 | /* |
| 131 | * Open a session with a (new) monitor. |
| 132 | */ |
| 133 | static int __open_session(struct ceph_mon_client *monc) |
| 134 | { |
| 135 | char r; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 136 | int ret; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 137 | |
| 138 | if (monc->cur_mon < 0) { |
| 139 | get_random_bytes(&r, 1); |
| 140 | monc->cur_mon = r % monc->monmap->num_mon; |
| 141 | dout("open_session num=%d r=%d -> mon%d\n", |
| 142 | monc->monmap->num_mon, r, monc->cur_mon); |
| 143 | monc->sub_sent = 0; |
| 144 | monc->sub_renew_after = jiffies; /* i.e., expired */ |
| 145 | monc->want_next_osdmap = !!monc->want_next_osdmap; |
| 146 | |
Alex Elder | 20581c1 | 2012-05-26 23:26:43 -0500 | [diff] [blame] | 147 | dout("open_session mon%d opening\n", monc->cur_mon); |
Alex Elder | 6713093 | 2012-05-26 23:26:43 -0500 | [diff] [blame] | 148 | ceph_con_open(&monc->con, |
Sage Weil | b7a9e5d | 2012-06-27 12:24:08 -0700 | [diff] [blame] | 149 | CEPH_ENTITY_TYPE_MON, monc->cur_mon, |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 150 | &monc->monmap->mon_inst[monc->cur_mon].addr); |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 151 | |
Yan, Zheng | 8b9558a | 2015-09-01 17:19:38 +0800 | [diff] [blame] | 152 | /* send an initial keepalive to ensure our timestamp is |
| 153 | * valid by the time we are in an OPENED state */ |
| 154 | ceph_con_keepalive(&monc->con); |
| 155 | |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 156 | /* initiatiate authentication handshake */ |
| 157 | ret = ceph_auth_build_hello(monc->auth, |
| 158 | monc->m_auth->front.iov_base, |
Ilya Dryomov | 3cea4c3 | 2014-01-09 20:08:21 +0200 | [diff] [blame] | 159 | monc->m_auth->front_alloc_len); |
Sage Weil | 5ce6e9d | 2010-02-15 16:22:28 -0800 | [diff] [blame] | 160 | __send_prepared_auth_request(monc, ret); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 161 | } else { |
| 162 | dout("open_session mon%d already open\n", monc->cur_mon); |
| 163 | } |
| 164 | return 0; |
| 165 | } |
| 166 | |
| 167 | static bool __sub_expired(struct ceph_mon_client *monc) |
| 168 | { |
| 169 | return time_after_eq(jiffies, monc->sub_renew_after); |
| 170 | } |
| 171 | |
| 172 | /* |
| 173 | * Reschedule delayed work timer. |
| 174 | */ |
| 175 | static void __schedule_delayed(struct ceph_mon_client *monc) |
| 176 | { |
Yan, Zheng | 8b9558a | 2015-09-01 17:19:38 +0800 | [diff] [blame] | 177 | struct ceph_options *opt = monc->client->options; |
| 178 | unsigned long delay; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 179 | |
Yan, Zheng | 8b9558a | 2015-09-01 17:19:38 +0800 | [diff] [blame] | 180 | if (monc->cur_mon < 0 || __sub_expired(monc)) { |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 181 | delay = 10 * HZ; |
Yan, Zheng | 8b9558a | 2015-09-01 17:19:38 +0800 | [diff] [blame] | 182 | } else { |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 183 | delay = 20 * HZ; |
Yan, Zheng | 8b9558a | 2015-09-01 17:19:38 +0800 | [diff] [blame] | 184 | if (opt->monc_ping_timeout > 0) |
| 185 | delay = min(delay, opt->monc_ping_timeout / 3); |
| 186 | } |
| 187 | dout("__schedule_delayed after %lu\n", delay); |
| 188 | schedule_delayed_work(&monc->delayed_work, |
| 189 | round_jiffies_relative(delay)); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 190 | } |
| 191 | |
| 192 | /* |
| 193 | * Send subscribe request for mdsmap and/or osdmap. |
| 194 | */ |
| 195 | static void __send_subscribe(struct ceph_mon_client *monc) |
| 196 | { |
| 197 | dout("__send_subscribe sub_sent=%u exp=%u want_osd=%d\n", |
Eric Dumazet | 95c9617 | 2012-04-15 05:58:06 +0000 | [diff] [blame] | 198 | (unsigned int)monc->sub_sent, __sub_expired(monc), |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 199 | monc->want_next_osdmap); |
| 200 | if ((__sub_expired(monc) && !monc->sub_sent) || |
| 201 | monc->want_next_osdmap == 1) { |
Sage Weil | 240ed68 | 2010-05-21 14:57:25 -0700 | [diff] [blame] | 202 | struct ceph_msg *msg = monc->m_subscribe; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 203 | struct ceph_mon_subscribe_item *i; |
| 204 | void *p, *end; |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 205 | int num; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 206 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 207 | p = msg->front.iov_base; |
Ilya Dryomov | 3cea4c3 | 2014-01-09 20:08:21 +0200 | [diff] [blame] | 208 | end = p + msg->front_alloc_len; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 209 | |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 210 | num = 1 + !!monc->want_next_osdmap + !!monc->want_mdsmap; |
| 211 | ceph_encode_32(&p, num); |
| 212 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 213 | if (monc->want_next_osdmap) { |
| 214 | dout("__send_subscribe to 'osdmap' %u\n", |
Eric Dumazet | 95c9617 | 2012-04-15 05:58:06 +0000 | [diff] [blame] | 215 | (unsigned int)monc->have_osdmap); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 216 | ceph_encode_string(&p, end, "osdmap", 6); |
| 217 | i = p; |
| 218 | i->have = cpu_to_le64(monc->have_osdmap); |
| 219 | i->onetime = 1; |
| 220 | p += sizeof(*i); |
| 221 | monc->want_next_osdmap = 2; /* requested */ |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 222 | } |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 223 | if (monc->want_mdsmap) { |
| 224 | dout("__send_subscribe to 'mdsmap' %u+\n", |
Eric Dumazet | 95c9617 | 2012-04-15 05:58:06 +0000 | [diff] [blame] | 225 | (unsigned int)monc->have_mdsmap); |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 226 | ceph_encode_string(&p, end, "mdsmap", 6); |
| 227 | i = p; |
| 228 | i->have = cpu_to_le64(monc->have_mdsmap); |
| 229 | i->onetime = 0; |
| 230 | p += sizeof(*i); |
| 231 | } |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 232 | ceph_encode_string(&p, end, "monmap", 6); |
| 233 | i = p; |
| 234 | i->have = 0; |
| 235 | i->onetime = 0; |
| 236 | p += sizeof(*i); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 237 | |
| 238 | msg->front.iov_len = p - msg->front.iov_base; |
| 239 | msg->hdr.front_len = cpu_to_le32(msg->front.iov_len); |
Alex Elder | 6740a84 | 2012-06-01 14:56:43 -0500 | [diff] [blame] | 240 | ceph_msg_revoke(msg); |
Alex Elder | 6713093 | 2012-05-26 23:26:43 -0500 | [diff] [blame] | 241 | ceph_con_send(&monc->con, ceph_msg_get(msg)); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 242 | |
| 243 | monc->sub_sent = jiffies | 1; /* never 0 */ |
| 244 | } |
| 245 | } |
| 246 | |
| 247 | static void handle_subscribe_ack(struct ceph_mon_client *monc, |
| 248 | struct ceph_msg *msg) |
| 249 | { |
Eric Dumazet | 95c9617 | 2012-04-15 05:58:06 +0000 | [diff] [blame] | 250 | unsigned int seconds; |
Sage Weil | 07bd10f | 2009-10-14 17:26:40 -0700 | [diff] [blame] | 251 | struct ceph_mon_subscribe_ack *h = msg->front.iov_base; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 252 | |
Sage Weil | 07bd10f | 2009-10-14 17:26:40 -0700 | [diff] [blame] | 253 | if (msg->front.iov_len < sizeof(*h)) |
| 254 | goto bad; |
| 255 | seconds = le32_to_cpu(h->duration); |
| 256 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 257 | mutex_lock(&monc->mutex); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 258 | dout("handle_subscribe_ack after %d seconds\n", seconds); |
Sage Weil | 0656d11 | 2009-10-08 10:25:46 -0700 | [diff] [blame] | 259 | monc->sub_renew_after = monc->sub_sent + (seconds >> 1)*HZ - 1; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 260 | monc->sub_sent = 0; |
| 261 | mutex_unlock(&monc->mutex); |
| 262 | return; |
| 263 | bad: |
| 264 | pr_err("got corrupt subscribe-ack msg\n"); |
Sage Weil | 9ec7cab | 2009-12-14 15:13:47 -0800 | [diff] [blame] | 265 | ceph_msg_dump(msg); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 266 | } |
| 267 | |
| 268 | /* |
| 269 | * Keep track of which maps we have |
| 270 | */ |
| 271 | int ceph_monc_got_mdsmap(struct ceph_mon_client *monc, u32 got) |
| 272 | { |
| 273 | mutex_lock(&monc->mutex); |
| 274 | monc->have_mdsmap = got; |
| 275 | mutex_unlock(&monc->mutex); |
| 276 | return 0; |
| 277 | } |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 278 | EXPORT_SYMBOL(ceph_monc_got_mdsmap); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 279 | |
| 280 | int ceph_monc_got_osdmap(struct ceph_mon_client *monc, u32 got) |
| 281 | { |
| 282 | mutex_lock(&monc->mutex); |
| 283 | monc->have_osdmap = got; |
| 284 | monc->want_next_osdmap = 0; |
| 285 | mutex_unlock(&monc->mutex); |
| 286 | return 0; |
| 287 | } |
| 288 | |
| 289 | /* |
| 290 | * Register interest in the next osdmap |
| 291 | */ |
| 292 | void ceph_monc_request_next_osdmap(struct ceph_mon_client *monc) |
| 293 | { |
| 294 | dout("request_next_osdmap have %u\n", monc->have_osdmap); |
| 295 | mutex_lock(&monc->mutex); |
| 296 | if (!monc->want_next_osdmap) |
| 297 | monc->want_next_osdmap = 1; |
| 298 | if (monc->want_next_osdmap < 2) |
| 299 | __send_subscribe(monc); |
| 300 | mutex_unlock(&monc->mutex); |
| 301 | } |
Ilya Dryomov | 6044cde | 2014-05-13 11:19:27 +0400 | [diff] [blame] | 302 | EXPORT_SYMBOL(ceph_monc_request_next_osdmap); |
| 303 | |
Ilya Dryomov | a319bf5 | 2015-05-15 12:02:17 +0300 | [diff] [blame] | 304 | /* |
| 305 | * Wait for an osdmap with a given epoch. |
| 306 | * |
| 307 | * @epoch: epoch to wait for |
| 308 | * @timeout: in jiffies, 0 means "wait forever" |
| 309 | */ |
Ilya Dryomov | 6044cde | 2014-05-13 11:19:27 +0400 | [diff] [blame] | 310 | int ceph_monc_wait_osdmap(struct ceph_mon_client *monc, u32 epoch, |
| 311 | unsigned long timeout) |
| 312 | { |
| 313 | unsigned long started = jiffies; |
Ilya Dryomov | 216639d | 2015-05-19 12:03:33 +0300 | [diff] [blame] | 314 | long ret; |
Ilya Dryomov | 6044cde | 2014-05-13 11:19:27 +0400 | [diff] [blame] | 315 | |
| 316 | mutex_lock(&monc->mutex); |
| 317 | while (monc->have_osdmap < epoch) { |
| 318 | mutex_unlock(&monc->mutex); |
| 319 | |
Ilya Dryomov | a319bf5 | 2015-05-15 12:02:17 +0300 | [diff] [blame] | 320 | if (timeout && time_after_eq(jiffies, started + timeout)) |
Ilya Dryomov | 6044cde | 2014-05-13 11:19:27 +0400 | [diff] [blame] | 321 | return -ETIMEDOUT; |
| 322 | |
| 323 | ret = wait_event_interruptible_timeout(monc->client->auth_wq, |
Ilya Dryomov | a319bf5 | 2015-05-15 12:02:17 +0300 | [diff] [blame] | 324 | monc->have_osdmap >= epoch, |
| 325 | ceph_timeout_jiffies(timeout)); |
Ilya Dryomov | 6044cde | 2014-05-13 11:19:27 +0400 | [diff] [blame] | 326 | if (ret < 0) |
| 327 | return ret; |
| 328 | |
| 329 | mutex_lock(&monc->mutex); |
| 330 | } |
| 331 | |
| 332 | mutex_unlock(&monc->mutex); |
| 333 | return 0; |
| 334 | } |
| 335 | EXPORT_SYMBOL(ceph_monc_wait_osdmap); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 336 | |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 337 | /* |
Sage Weil | 50b885b | 2009-12-01 14:12:07 -0800 | [diff] [blame] | 338 | * |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 339 | */ |
| 340 | int ceph_monc_open_session(struct ceph_mon_client *monc) |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 341 | { |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 342 | mutex_lock(&monc->mutex); |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 343 | __open_session(monc); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 344 | __schedule_delayed(monc); |
| 345 | mutex_unlock(&monc->mutex); |
| 346 | return 0; |
| 347 | } |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 348 | EXPORT_SYMBOL(ceph_monc_open_session); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 349 | |
Sage Weil | 0743304 | 2009-11-18 16:50:41 -0800 | [diff] [blame] | 350 | static void ceph_monc_handle_map(struct ceph_mon_client *monc, |
| 351 | struct ceph_msg *msg) |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 352 | { |
| 353 | struct ceph_client *client = monc->client; |
| 354 | struct ceph_monmap *monmap = NULL, *old = monc->monmap; |
| 355 | void *p, *end; |
| 356 | |
| 357 | mutex_lock(&monc->mutex); |
| 358 | |
| 359 | dout("handle_monmap\n"); |
| 360 | p = msg->front.iov_base; |
| 361 | end = p + msg->front.iov_len; |
| 362 | |
| 363 | monmap = ceph_monmap_decode(p, end); |
| 364 | if (IS_ERR(monmap)) { |
| 365 | pr_err("problem decoding monmap, %d\n", |
| 366 | (int)PTR_ERR(monmap)); |
Sage Weil | d4a780c | 2009-12-11 08:55:23 -0800 | [diff] [blame] | 367 | goto out; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 368 | } |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 369 | |
Sage Weil | 0743304 | 2009-11-18 16:50:41 -0800 | [diff] [blame] | 370 | if (ceph_check_fsid(monc->client, &monmap->fsid) < 0) { |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 371 | kfree(monmap); |
Sage Weil | d4a780c | 2009-12-11 08:55:23 -0800 | [diff] [blame] | 372 | goto out; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 373 | } |
| 374 | |
| 375 | client->monc.monmap = monmap; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 376 | kfree(old); |
| 377 | |
Ilya Dryomov | 02ac956 | 2016-01-06 12:56:21 +0300 | [diff] [blame] | 378 | client->have_fsid = true; |
Sage Weil | d1c338a | 2012-08-19 12:29:16 -0700 | [diff] [blame] | 379 | |
Sage Weil | d4a780c | 2009-12-11 08:55:23 -0800 | [diff] [blame] | 380 | out: |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 381 | mutex_unlock(&monc->mutex); |
Yehuda Sadeh | 03066f2 | 2010-07-27 13:11:08 -0700 | [diff] [blame] | 382 | wake_up_all(&client->auth_wq); |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 383 | } |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 384 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 385 | /* |
Ilya Dryomov | 7a6fdeb | 2014-12-22 19:14:26 +0300 | [diff] [blame] | 386 | * generic requests (currently statfs, mon_get_version) |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 387 | */ |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 388 | static struct ceph_mon_generic_request *__lookup_generic_req( |
Sage Weil | 85ff03f | 2010-02-15 14:47:28 -0800 | [diff] [blame] | 389 | struct ceph_mon_client *monc, u64 tid) |
| 390 | { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 391 | struct ceph_mon_generic_request *req; |
| 392 | struct rb_node *n = monc->generic_request_tree.rb_node; |
Sage Weil | 85ff03f | 2010-02-15 14:47:28 -0800 | [diff] [blame] | 393 | |
| 394 | while (n) { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 395 | req = rb_entry(n, struct ceph_mon_generic_request, node); |
Sage Weil | 85ff03f | 2010-02-15 14:47:28 -0800 | [diff] [blame] | 396 | if (tid < req->tid) |
| 397 | n = n->rb_left; |
| 398 | else if (tid > req->tid) |
| 399 | n = n->rb_right; |
| 400 | else |
| 401 | return req; |
| 402 | } |
| 403 | return NULL; |
| 404 | } |
| 405 | |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 406 | static void __insert_generic_request(struct ceph_mon_client *monc, |
| 407 | struct ceph_mon_generic_request *new) |
Sage Weil | 85ff03f | 2010-02-15 14:47:28 -0800 | [diff] [blame] | 408 | { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 409 | struct rb_node **p = &monc->generic_request_tree.rb_node; |
Sage Weil | 85ff03f | 2010-02-15 14:47:28 -0800 | [diff] [blame] | 410 | struct rb_node *parent = NULL; |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 411 | struct ceph_mon_generic_request *req = NULL; |
Sage Weil | 85ff03f | 2010-02-15 14:47:28 -0800 | [diff] [blame] | 412 | |
| 413 | while (*p) { |
| 414 | parent = *p; |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 415 | req = rb_entry(parent, struct ceph_mon_generic_request, node); |
Sage Weil | 85ff03f | 2010-02-15 14:47:28 -0800 | [diff] [blame] | 416 | if (new->tid < req->tid) |
| 417 | p = &(*p)->rb_left; |
| 418 | else if (new->tid > req->tid) |
| 419 | p = &(*p)->rb_right; |
| 420 | else |
| 421 | BUG(); |
| 422 | } |
| 423 | |
| 424 | rb_link_node(&new->node, parent, p); |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 425 | rb_insert_color(&new->node, &monc->generic_request_tree); |
Sage Weil | 85ff03f | 2010-02-15 14:47:28 -0800 | [diff] [blame] | 426 | } |
| 427 | |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 428 | static void release_generic_request(struct kref *kref) |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 429 | { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 430 | struct ceph_mon_generic_request *req = |
| 431 | container_of(kref, struct ceph_mon_generic_request, kref); |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 432 | |
| 433 | if (req->reply) |
| 434 | ceph_msg_put(req->reply); |
| 435 | if (req->request) |
| 436 | ceph_msg_put(req->request); |
Yehuda Sadeh | 2054756 | 2010-06-01 10:37:40 -0700 | [diff] [blame] | 437 | |
| 438 | kfree(req); |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 439 | } |
| 440 | |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 441 | static void put_generic_request(struct ceph_mon_generic_request *req) |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 442 | { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 443 | kref_put(&req->kref, release_generic_request); |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 444 | } |
| 445 | |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 446 | static void get_generic_request(struct ceph_mon_generic_request *req) |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 447 | { |
| 448 | kref_get(&req->kref); |
| 449 | } |
| 450 | |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 451 | static struct ceph_msg *get_generic_reply(struct ceph_connection *con, |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 452 | struct ceph_msg_header *hdr, |
| 453 | int *skip) |
| 454 | { |
| 455 | struct ceph_mon_client *monc = con->private; |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 456 | struct ceph_mon_generic_request *req; |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 457 | u64 tid = le64_to_cpu(hdr->tid); |
| 458 | struct ceph_msg *m; |
| 459 | |
| 460 | mutex_lock(&monc->mutex); |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 461 | req = __lookup_generic_req(monc, tid); |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 462 | if (!req) { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 463 | dout("get_generic_reply %lld dne\n", tid); |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 464 | *skip = 1; |
| 465 | m = NULL; |
| 466 | } else { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 467 | dout("get_generic_reply %lld got %p\n", tid, req->reply); |
Alex Elder | 1c20f2d | 2012-06-04 14:43:32 -0500 | [diff] [blame] | 468 | *skip = 0; |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 469 | m = ceph_msg_get(req->reply); |
| 470 | /* |
| 471 | * we don't need to track the connection reading into |
| 472 | * this reply because we only have one open connection |
| 473 | * at a time, ever. |
| 474 | */ |
| 475 | } |
| 476 | mutex_unlock(&monc->mutex); |
| 477 | return m; |
| 478 | } |
| 479 | |
Ilya Dryomov | 513a824 | 2014-05-13 11:19:26 +0400 | [diff] [blame] | 480 | static int __do_generic_request(struct ceph_mon_client *monc, u64 tid, |
| 481 | struct ceph_mon_generic_request *req) |
Yehuda Sadeh | e56fa10 | 2010-05-17 12:40:28 -0700 | [diff] [blame] | 482 | { |
| 483 | int err; |
| 484 | |
| 485 | /* register request */ |
Ilya Dryomov | 513a824 | 2014-05-13 11:19:26 +0400 | [diff] [blame] | 486 | req->tid = tid != 0 ? tid : ++monc->last_tid; |
Yehuda Sadeh | e56fa10 | 2010-05-17 12:40:28 -0700 | [diff] [blame] | 487 | req->request->hdr.tid = cpu_to_le64(req->tid); |
| 488 | __insert_generic_request(monc, req); |
| 489 | monc->num_generic_requests++; |
Alex Elder | 6713093 | 2012-05-26 23:26:43 -0500 | [diff] [blame] | 490 | ceph_con_send(&monc->con, ceph_msg_get(req->request)); |
Yehuda Sadeh | e56fa10 | 2010-05-17 12:40:28 -0700 | [diff] [blame] | 491 | mutex_unlock(&monc->mutex); |
| 492 | |
| 493 | err = wait_for_completion_interruptible(&req->completion); |
| 494 | |
| 495 | mutex_lock(&monc->mutex); |
| 496 | rb_erase(&req->node, &monc->generic_request_tree); |
| 497 | monc->num_generic_requests--; |
Yehuda Sadeh | e56fa10 | 2010-05-17 12:40:28 -0700 | [diff] [blame] | 498 | |
| 499 | if (!err) |
| 500 | err = req->result; |
| 501 | return err; |
| 502 | } |
| 503 | |
Ilya Dryomov | 513a824 | 2014-05-13 11:19:26 +0400 | [diff] [blame] | 504 | static int do_generic_request(struct ceph_mon_client *monc, |
| 505 | struct ceph_mon_generic_request *req) |
| 506 | { |
| 507 | int err; |
| 508 | |
| 509 | mutex_lock(&monc->mutex); |
| 510 | err = __do_generic_request(monc, 0, req); |
| 511 | mutex_unlock(&monc->mutex); |
| 512 | |
| 513 | return err; |
| 514 | } |
| 515 | |
Yehuda Sadeh | e56fa10 | 2010-05-17 12:40:28 -0700 | [diff] [blame] | 516 | /* |
| 517 | * statfs |
| 518 | */ |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 519 | static void handle_statfs_reply(struct ceph_mon_client *monc, |
| 520 | struct ceph_msg *msg) |
| 521 | { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 522 | struct ceph_mon_generic_request *req; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 523 | struct ceph_mon_statfs_reply *reply = msg->front.iov_base; |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 524 | u64 tid = le64_to_cpu(msg->hdr.tid); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 525 | |
| 526 | if (msg->front.iov_len != sizeof(*reply)) |
| 527 | goto bad; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 528 | dout("handle_statfs_reply %p tid %llu\n", msg, tid); |
| 529 | |
| 530 | mutex_lock(&monc->mutex); |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 531 | req = __lookup_generic_req(monc, tid); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 532 | if (req) { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 533 | *(struct ceph_statfs *)req->buf = reply->st; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 534 | req->result = 0; |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 535 | get_generic_request(req); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 536 | } |
| 537 | mutex_unlock(&monc->mutex); |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 538 | if (req) { |
Yehuda Sadeh | 03066f2 | 2010-07-27 13:11:08 -0700 | [diff] [blame] | 539 | complete_all(&req->completion); |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 540 | put_generic_request(req); |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 541 | } |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 542 | return; |
| 543 | |
| 544 | bad: |
Ilya Dryomov | 7a6fdeb | 2014-12-22 19:14:26 +0300 | [diff] [blame] | 545 | pr_err("corrupt statfs reply, tid %llu\n", tid); |
Sage Weil | 9ec7cab | 2009-12-14 15:13:47 -0800 | [diff] [blame] | 546 | ceph_msg_dump(msg); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 547 | } |
| 548 | |
| 549 | /* |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 550 | * Do a synchronous statfs(). |
| 551 | */ |
| 552 | int ceph_monc_do_statfs(struct ceph_mon_client *monc, struct ceph_statfs *buf) |
| 553 | { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 554 | struct ceph_mon_generic_request *req; |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 555 | struct ceph_mon_statfs *h; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 556 | int err; |
| 557 | |
Julia Lawall | cffe7b6 | 2010-05-13 22:07:29 +0200 | [diff] [blame] | 558 | req = kzalloc(sizeof(*req), GFP_NOFS); |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 559 | if (!req) |
| 560 | return -ENOMEM; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 561 | |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 562 | kref_init(&req->kref); |
| 563 | req->buf = buf; |
| 564 | init_completion(&req->completion); |
| 565 | |
Sage Weil | a79832f | 2010-04-01 16:06:19 -0700 | [diff] [blame] | 566 | err = -ENOMEM; |
Sage Weil | b61c276 | 2011-08-09 15:03:46 -0700 | [diff] [blame] | 567 | req->request = ceph_msg_new(CEPH_MSG_STATFS, sizeof(*h), GFP_NOFS, |
| 568 | true); |
Sage Weil | a79832f | 2010-04-01 16:06:19 -0700 | [diff] [blame] | 569 | if (!req->request) |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 570 | goto out; |
Sage Weil | b61c276 | 2011-08-09 15:03:46 -0700 | [diff] [blame] | 571 | req->reply = ceph_msg_new(CEPH_MSG_STATFS_REPLY, 1024, GFP_NOFS, |
| 572 | true); |
Sage Weil | a79832f | 2010-04-01 16:06:19 -0700 | [diff] [blame] | 573 | if (!req->reply) |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 574 | goto out; |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 575 | |
| 576 | /* fill out request */ |
| 577 | h = req->request->front.iov_base; |
| 578 | h->monhdr.have_version = 0; |
| 579 | h->monhdr.session_mon = cpu_to_le16(-1); |
| 580 | h->monhdr.session_mon_tid = 0; |
| 581 | h->fsid = monc->monmap->fsid; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 582 | |
Yehuda Sadeh | e56fa10 | 2010-05-17 12:40:28 -0700 | [diff] [blame] | 583 | err = do_generic_request(monc, req); |
Sage Weil | 3143edd | 2010-03-24 21:43:33 -0700 | [diff] [blame] | 584 | |
| 585 | out: |
Ilya Dryomov | f646912 | 2014-12-22 19:35:17 +0300 | [diff] [blame] | 586 | put_generic_request(req); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 587 | return err; |
| 588 | } |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 589 | EXPORT_SYMBOL(ceph_monc_do_statfs); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 590 | |
Ilya Dryomov | 513a824 | 2014-05-13 11:19:26 +0400 | [diff] [blame] | 591 | static void handle_get_version_reply(struct ceph_mon_client *monc, |
| 592 | struct ceph_msg *msg) |
| 593 | { |
| 594 | struct ceph_mon_generic_request *req; |
| 595 | u64 tid = le64_to_cpu(msg->hdr.tid); |
| 596 | void *p = msg->front.iov_base; |
| 597 | void *end = p + msg->front_alloc_len; |
| 598 | u64 handle; |
| 599 | |
| 600 | dout("%s %p tid %llu\n", __func__, msg, tid); |
| 601 | |
| 602 | ceph_decode_need(&p, end, 2*sizeof(u64), bad); |
| 603 | handle = ceph_decode_64(&p); |
| 604 | if (tid != 0 && tid != handle) |
| 605 | goto bad; |
| 606 | |
| 607 | mutex_lock(&monc->mutex); |
| 608 | req = __lookup_generic_req(monc, handle); |
| 609 | if (req) { |
| 610 | *(u64 *)req->buf = ceph_decode_64(&p); |
| 611 | req->result = 0; |
| 612 | get_generic_request(req); |
| 613 | } |
| 614 | mutex_unlock(&monc->mutex); |
| 615 | if (req) { |
| 616 | complete_all(&req->completion); |
| 617 | put_generic_request(req); |
| 618 | } |
| 619 | |
| 620 | return; |
| 621 | bad: |
Ilya Dryomov | 7a6fdeb | 2014-12-22 19:14:26 +0300 | [diff] [blame] | 622 | pr_err("corrupt mon_get_version reply, tid %llu\n", tid); |
Ilya Dryomov | 513a824 | 2014-05-13 11:19:26 +0400 | [diff] [blame] | 623 | ceph_msg_dump(msg); |
| 624 | } |
| 625 | |
| 626 | /* |
| 627 | * Send MMonGetVersion and wait for the reply. |
| 628 | * |
| 629 | * @what: one of "mdsmap", "osdmap" or "monmap" |
| 630 | */ |
| 631 | int ceph_monc_do_get_version(struct ceph_mon_client *monc, const char *what, |
| 632 | u64 *newest) |
| 633 | { |
| 634 | struct ceph_mon_generic_request *req; |
| 635 | void *p, *end; |
| 636 | u64 tid; |
| 637 | int err; |
| 638 | |
| 639 | req = kzalloc(sizeof(*req), GFP_NOFS); |
| 640 | if (!req) |
| 641 | return -ENOMEM; |
| 642 | |
| 643 | kref_init(&req->kref); |
| 644 | req->buf = newest; |
Ilya Dryomov | 513a824 | 2014-05-13 11:19:26 +0400 | [diff] [blame] | 645 | init_completion(&req->completion); |
| 646 | |
| 647 | req->request = ceph_msg_new(CEPH_MSG_MON_GET_VERSION, |
| 648 | sizeof(u64) + sizeof(u32) + strlen(what), |
| 649 | GFP_NOFS, true); |
| 650 | if (!req->request) { |
| 651 | err = -ENOMEM; |
| 652 | goto out; |
| 653 | } |
| 654 | |
| 655 | req->reply = ceph_msg_new(CEPH_MSG_MON_GET_VERSION_REPLY, 1024, |
| 656 | GFP_NOFS, true); |
| 657 | if (!req->reply) { |
| 658 | err = -ENOMEM; |
| 659 | goto out; |
| 660 | } |
| 661 | |
| 662 | p = req->request->front.iov_base; |
| 663 | end = p + req->request->front_alloc_len; |
| 664 | |
| 665 | /* fill out request */ |
| 666 | mutex_lock(&monc->mutex); |
| 667 | tid = ++monc->last_tid; |
| 668 | ceph_encode_64(&p, tid); /* handle */ |
| 669 | ceph_encode_string(&p, end, what, strlen(what)); |
| 670 | |
| 671 | err = __do_generic_request(monc, tid, req); |
| 672 | |
| 673 | mutex_unlock(&monc->mutex); |
| 674 | out: |
Ilya Dryomov | f646912 | 2014-12-22 19:35:17 +0300 | [diff] [blame] | 675 | put_generic_request(req); |
Ilya Dryomov | 513a824 | 2014-05-13 11:19:26 +0400 | [diff] [blame] | 676 | return err; |
| 677 | } |
| 678 | EXPORT_SYMBOL(ceph_monc_do_get_version); |
| 679 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 680 | /* |
Yehuda Sadeh | e56fa10 | 2010-05-17 12:40:28 -0700 | [diff] [blame] | 681 | * Resend pending generic requests. |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 682 | */ |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 683 | static void __resend_generic_request(struct ceph_mon_client *monc) |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 684 | { |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 685 | struct ceph_mon_generic_request *req; |
Sage Weil | 85ff03f | 2010-02-15 14:47:28 -0800 | [diff] [blame] | 686 | struct rb_node *p; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 687 | |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 688 | for (p = rb_first(&monc->generic_request_tree); p; p = rb_next(p)) { |
| 689 | req = rb_entry(p, struct ceph_mon_generic_request, node); |
Alex Elder | 6740a84 | 2012-06-01 14:56:43 -0500 | [diff] [blame] | 690 | ceph_msg_revoke(req->request); |
Sage Weil | 4f471e4 | 2012-07-30 18:16:40 -0700 | [diff] [blame] | 691 | ceph_msg_revoke_incoming(req->reply); |
Alex Elder | 6713093 | 2012-05-26 23:26:43 -0500 | [diff] [blame] | 692 | ceph_con_send(&monc->con, ceph_msg_get(req->request)); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 693 | } |
| 694 | } |
| 695 | |
| 696 | /* |
| 697 | * Delayed work. If we haven't mounted yet, retry. Otherwise, |
| 698 | * renew/retry subscription as needed (in case it is timing out, or we |
| 699 | * got an ENOMEM). And keep the monitor connection alive. |
| 700 | */ |
| 701 | static void delayed_work(struct work_struct *work) |
| 702 | { |
| 703 | struct ceph_mon_client *monc = |
| 704 | container_of(work, struct ceph_mon_client, delayed_work.work); |
| 705 | |
| 706 | dout("monc delayed_work\n"); |
| 707 | mutex_lock(&monc->mutex); |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 708 | if (monc->hunting) { |
| 709 | __close_session(monc); |
| 710 | __open_session(monc); /* continue hunting */ |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 711 | } else { |
Yan, Zheng | 8b9558a | 2015-09-01 17:19:38 +0800 | [diff] [blame] | 712 | struct ceph_options *opt = monc->client->options; |
| 713 | int is_auth = ceph_auth_is_authenticated(monc->auth); |
| 714 | if (ceph_con_keepalive_expired(&monc->con, |
| 715 | opt->monc_ping_timeout)) { |
| 716 | dout("monc keepalive timeout\n"); |
| 717 | is_auth = 0; |
| 718 | __close_session(monc); |
| 719 | monc->hunting = true; |
| 720 | __open_session(monc); |
| 721 | } |
Sage Weil | 9bd2e6f | 2010-02-02 16:21:06 -0800 | [diff] [blame] | 722 | |
Yan, Zheng | 8b9558a | 2015-09-01 17:19:38 +0800 | [diff] [blame] | 723 | if (!monc->hunting) { |
| 724 | ceph_con_keepalive(&monc->con); |
| 725 | __validate_auth(monc); |
| 726 | } |
Sage Weil | 9bd2e6f | 2010-02-02 16:21:06 -0800 | [diff] [blame] | 727 | |
Yan, Zheng | 8b9558a | 2015-09-01 17:19:38 +0800 | [diff] [blame] | 728 | if (is_auth) |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 729 | __send_subscribe(monc); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 730 | } |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 731 | __schedule_delayed(monc); |
| 732 | mutex_unlock(&monc->mutex); |
| 733 | } |
| 734 | |
Sage Weil | 6b80518 | 2009-10-27 11:50:50 -0700 | [diff] [blame] | 735 | /* |
| 736 | * On startup, we build a temporary monmap populated with the IPs |
| 737 | * provided by mount(2). |
| 738 | */ |
| 739 | static int build_initial_monmap(struct ceph_mon_client *monc) |
| 740 | { |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 741 | struct ceph_options *opt = monc->client->options; |
| 742 | struct ceph_entity_addr *mon_addr = opt->mon_addr; |
| 743 | int num_mon = opt->num_mon; |
Sage Weil | 6b80518 | 2009-10-27 11:50:50 -0700 | [diff] [blame] | 744 | int i; |
| 745 | |
| 746 | /* build initial monmap */ |
| 747 | monc->monmap = kzalloc(sizeof(*monc->monmap) + |
| 748 | num_mon*sizeof(monc->monmap->mon_inst[0]), |
| 749 | GFP_KERNEL); |
| 750 | if (!monc->monmap) |
| 751 | return -ENOMEM; |
| 752 | for (i = 0; i < num_mon; i++) { |
| 753 | monc->monmap->mon_inst[i].addr = mon_addr[i]; |
Sage Weil | 6b80518 | 2009-10-27 11:50:50 -0700 | [diff] [blame] | 754 | monc->monmap->mon_inst[i].addr.nonce = 0; |
| 755 | monc->monmap->mon_inst[i].name.type = |
| 756 | CEPH_ENTITY_TYPE_MON; |
| 757 | monc->monmap->mon_inst[i].name.num = cpu_to_le64(i); |
| 758 | } |
| 759 | monc->monmap->num_mon = num_mon; |
Sage Weil | 6b80518 | 2009-10-27 11:50:50 -0700 | [diff] [blame] | 760 | return 0; |
| 761 | } |
| 762 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 763 | int ceph_monc_init(struct ceph_mon_client *monc, struct ceph_client *cl) |
| 764 | { |
| 765 | int err = 0; |
| 766 | |
| 767 | dout("init\n"); |
| 768 | memset(monc, 0, sizeof(*monc)); |
| 769 | monc->client = cl; |
| 770 | monc->monmap = NULL; |
| 771 | mutex_init(&monc->mutex); |
| 772 | |
Sage Weil | 6b80518 | 2009-10-27 11:50:50 -0700 | [diff] [blame] | 773 | err = build_initial_monmap(monc); |
| 774 | if (err) |
| 775 | goto out; |
| 776 | |
Sage Weil | f6a2f5b | 2011-08-09 09:27:44 -0700 | [diff] [blame] | 777 | /* connection */ |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 778 | /* authentication */ |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 779 | monc->auth = ceph_auth_init(cl->options->name, |
Tommi Virtanen | 8323c3a | 2011-03-25 16:32:57 -0700 | [diff] [blame] | 780 | cl->options->key); |
Noah Watkins | 49d9224 | 2011-09-12 14:51:58 -0700 | [diff] [blame] | 781 | if (IS_ERR(monc->auth)) { |
| 782 | err = PTR_ERR(monc->auth); |
Alex Elder | 6713093 | 2012-05-26 23:26:43 -0500 | [diff] [blame] | 783 | goto out_monmap; |
Noah Watkins | 49d9224 | 2011-09-12 14:51:58 -0700 | [diff] [blame] | 784 | } |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 785 | monc->auth->want_keys = |
| 786 | CEPH_ENTITY_TYPE_AUTH | CEPH_ENTITY_TYPE_MON | |
| 787 | CEPH_ENTITY_TYPE_OSD | CEPH_ENTITY_TYPE_MDS; |
| 788 | |
Sage Weil | 240ed68 | 2010-05-21 14:57:25 -0700 | [diff] [blame] | 789 | /* msgs */ |
Sage Weil | a79832f | 2010-04-01 16:06:19 -0700 | [diff] [blame] | 790 | err = -ENOMEM; |
Sage Weil | 7c315c5 | 2010-03-24 21:52:30 -0700 | [diff] [blame] | 791 | monc->m_subscribe_ack = ceph_msg_new(CEPH_MSG_MON_SUBSCRIBE_ACK, |
Yehuda Sadeh | 34d2376 | 2010-04-06 14:33:58 -0700 | [diff] [blame] | 792 | sizeof(struct ceph_mon_subscribe_ack), |
Sage Weil | b61c276 | 2011-08-09 15:03:46 -0700 | [diff] [blame] | 793 | GFP_NOFS, true); |
Sage Weil | a79832f | 2010-04-01 16:06:19 -0700 | [diff] [blame] | 794 | if (!monc->m_subscribe_ack) |
Noah Watkins | 49d9224 | 2011-09-12 14:51:58 -0700 | [diff] [blame] | 795 | goto out_auth; |
Sage Weil | 6694d6b | 2010-03-24 21:48:05 -0700 | [diff] [blame] | 796 | |
Sage Weil | b61c276 | 2011-08-09 15:03:46 -0700 | [diff] [blame] | 797 | monc->m_subscribe = ceph_msg_new(CEPH_MSG_MON_SUBSCRIBE, 96, GFP_NOFS, |
| 798 | true); |
Sage Weil | 240ed68 | 2010-05-21 14:57:25 -0700 | [diff] [blame] | 799 | if (!monc->m_subscribe) |
| 800 | goto out_subscribe_ack; |
| 801 | |
Sage Weil | b61c276 | 2011-08-09 15:03:46 -0700 | [diff] [blame] | 802 | monc->m_auth_reply = ceph_msg_new(CEPH_MSG_AUTH_REPLY, 4096, GFP_NOFS, |
| 803 | true); |
Sage Weil | a79832f | 2010-04-01 16:06:19 -0700 | [diff] [blame] | 804 | if (!monc->m_auth_reply) |
Sage Weil | 240ed68 | 2010-05-21 14:57:25 -0700 | [diff] [blame] | 805 | goto out_subscribe; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 806 | |
Sage Weil | b61c276 | 2011-08-09 15:03:46 -0700 | [diff] [blame] | 807 | monc->m_auth = ceph_msg_new(CEPH_MSG_AUTH, 4096, GFP_NOFS, true); |
Sage Weil | 9bd2e6f | 2010-02-02 16:21:06 -0800 | [diff] [blame] | 808 | monc->pending_auth = 0; |
Sage Weil | a79832f | 2010-04-01 16:06:19 -0700 | [diff] [blame] | 809 | if (!monc->m_auth) |
Sage Weil | 6694d6b | 2010-03-24 21:48:05 -0700 | [diff] [blame] | 810 | goto out_auth_reply; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 811 | |
Sage Weil | 735a72e | 2012-06-27 12:24:34 -0700 | [diff] [blame] | 812 | ceph_con_init(&monc->con, monc, &mon_con_ops, |
| 813 | &monc->client->msgr); |
| 814 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 815 | monc->cur_mon = -1; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 816 | monc->hunting = true; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 817 | monc->sub_renew_after = jiffies; |
| 818 | monc->sub_sent = 0; |
| 819 | |
| 820 | INIT_DELAYED_WORK(&monc->delayed_work, delayed_work); |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 821 | monc->generic_request_tree = RB_ROOT; |
| 822 | monc->num_generic_requests = 0; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 823 | monc->last_tid = 0; |
| 824 | |
| 825 | monc->have_mdsmap = 0; |
| 826 | monc->have_osdmap = 0; |
| 827 | monc->want_next_osdmap = 1; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 828 | return 0; |
| 829 | |
Sage Weil | 6694d6b | 2010-03-24 21:48:05 -0700 | [diff] [blame] | 830 | out_auth_reply: |
| 831 | ceph_msg_put(monc->m_auth_reply); |
Sage Weil | 240ed68 | 2010-05-21 14:57:25 -0700 | [diff] [blame] | 832 | out_subscribe: |
| 833 | ceph_msg_put(monc->m_subscribe); |
Sage Weil | 7c315c5 | 2010-03-24 21:52:30 -0700 | [diff] [blame] | 834 | out_subscribe_ack: |
| 835 | ceph_msg_put(monc->m_subscribe_ack); |
Noah Watkins | 49d9224 | 2011-09-12 14:51:58 -0700 | [diff] [blame] | 836 | out_auth: |
| 837 | ceph_auth_destroy(monc->auth); |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 838 | out_monmap: |
| 839 | kfree(monc->monmap); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 840 | out: |
| 841 | return err; |
| 842 | } |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 843 | EXPORT_SYMBOL(ceph_monc_init); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 844 | |
| 845 | void ceph_monc_stop(struct ceph_mon_client *monc) |
| 846 | { |
| 847 | dout("stop\n"); |
| 848 | cancel_delayed_work_sync(&monc->delayed_work); |
| 849 | |
| 850 | mutex_lock(&monc->mutex); |
| 851 | __close_session(monc); |
Sage Weil | f6a2f5b | 2011-08-09 09:27:44 -0700 | [diff] [blame] | 852 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 853 | mutex_unlock(&monc->mutex); |
| 854 | |
Sage Weil | f3dea7e | 2012-06-10 20:43:56 -0700 | [diff] [blame] | 855 | /* |
| 856 | * flush msgr queue before we destroy ourselves to ensure that: |
| 857 | * - any work that references our embedded con is finished. |
| 858 | * - any osd_client or other work that may reference an authorizer |
| 859 | * finishes before we shut down the auth subsystem. |
| 860 | */ |
| 861 | ceph_msgr_flush(); |
| 862 | |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 863 | ceph_auth_destroy(monc->auth); |
| 864 | |
| 865 | ceph_msg_put(monc->m_auth); |
Sage Weil | 6694d6b | 2010-03-24 21:48:05 -0700 | [diff] [blame] | 866 | ceph_msg_put(monc->m_auth_reply); |
Sage Weil | 240ed68 | 2010-05-21 14:57:25 -0700 | [diff] [blame] | 867 | ceph_msg_put(monc->m_subscribe); |
Sage Weil | 7c315c5 | 2010-03-24 21:52:30 -0700 | [diff] [blame] | 868 | ceph_msg_put(monc->m_subscribe_ack); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 869 | |
| 870 | kfree(monc->monmap); |
| 871 | } |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 872 | EXPORT_SYMBOL(ceph_monc_stop); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 873 | |
Ilya Dryomov | 0f9af16 | 2016-01-08 21:17:22 +0300 | [diff] [blame^] | 874 | static void finish_hunting(struct ceph_mon_client *monc) |
| 875 | { |
| 876 | if (monc->hunting) { |
| 877 | dout("%s found mon%d\n", __func__, monc->cur_mon); |
| 878 | monc->hunting = false; |
| 879 | } |
| 880 | } |
| 881 | |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 882 | static void handle_auth_reply(struct ceph_mon_client *monc, |
| 883 | struct ceph_msg *msg) |
| 884 | { |
| 885 | int ret; |
Sage Weil | 09c4d6a | 2010-05-25 15:38:06 -0700 | [diff] [blame] | 886 | int was_auth = 0; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 887 | |
| 888 | mutex_lock(&monc->mutex); |
Sage Weil | 27859f9 | 2013-03-25 10:26:14 -0700 | [diff] [blame] | 889 | was_auth = ceph_auth_is_authenticated(monc->auth); |
Sage Weil | 9bd2e6f | 2010-02-02 16:21:06 -0800 | [diff] [blame] | 890 | monc->pending_auth = 0; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 891 | ret = ceph_handle_auth_reply(monc->auth, msg->front.iov_base, |
| 892 | msg->front.iov_len, |
| 893 | monc->m_auth->front.iov_base, |
Ilya Dryomov | 3cea4c3 | 2014-01-09 20:08:21 +0200 | [diff] [blame] | 894 | monc->m_auth->front_alloc_len); |
Ilya Dryomov | 0f9af16 | 2016-01-08 21:17:22 +0300 | [diff] [blame^] | 895 | if (ret > 0) { |
| 896 | __send_prepared_auth_request(monc, ret); |
| 897 | goto out; |
| 898 | } |
| 899 | |
| 900 | finish_hunting(monc); |
| 901 | |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 902 | if (ret < 0) { |
Sage Weil | 9bd2e6f | 2010-02-02 16:21:06 -0800 | [diff] [blame] | 903 | monc->client->auth_err = ret; |
Sage Weil | 27859f9 | 2013-03-25 10:26:14 -0700 | [diff] [blame] | 904 | } else if (!was_auth && ceph_auth_is_authenticated(monc->auth)) { |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 905 | dout("authenticated, starting session\n"); |
Sage Weil | 0743304 | 2009-11-18 16:50:41 -0800 | [diff] [blame] | 906 | |
Alex Elder | 15d9882 | 2012-05-26 23:26:43 -0500 | [diff] [blame] | 907 | monc->client->msgr.inst.name.type = CEPH_ENTITY_TYPE_CLIENT; |
| 908 | monc->client->msgr.inst.name.num = |
Yehuda Sadeh | 0cf5537 | 2010-06-11 15:57:06 -0700 | [diff] [blame] | 909 | cpu_to_le64(monc->auth->global_id); |
Sage Weil | 0743304 | 2009-11-18 16:50:41 -0800 | [diff] [blame] | 910 | |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 911 | __send_subscribe(monc); |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 912 | __resend_generic_request(monc); |
Ilya Dryomov | 0f9af16 | 2016-01-08 21:17:22 +0300 | [diff] [blame^] | 913 | |
| 914 | pr_info("mon%d %s session established\n", monc->cur_mon, |
| 915 | ceph_pr_addr(&monc->con.peer_addr.in_addr)); |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 916 | } |
Ilya Dryomov | 0f9af16 | 2016-01-08 21:17:22 +0300 | [diff] [blame^] | 917 | |
| 918 | out: |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 919 | mutex_unlock(&monc->mutex); |
Ilya Dryomov | 0f9af16 | 2016-01-08 21:17:22 +0300 | [diff] [blame^] | 920 | if (monc->client->auth_err < 0) |
| 921 | wake_up_all(&monc->client->auth_wq); |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 922 | } |
| 923 | |
Sage Weil | 9bd2e6f | 2010-02-02 16:21:06 -0800 | [diff] [blame] | 924 | static int __validate_auth(struct ceph_mon_client *monc) |
| 925 | { |
| 926 | int ret; |
| 927 | |
| 928 | if (monc->pending_auth) |
| 929 | return 0; |
| 930 | |
| 931 | ret = ceph_build_auth(monc->auth, monc->m_auth->front.iov_base, |
Ilya Dryomov | 3cea4c3 | 2014-01-09 20:08:21 +0200 | [diff] [blame] | 932 | monc->m_auth->front_alloc_len); |
Sage Weil | 9bd2e6f | 2010-02-02 16:21:06 -0800 | [diff] [blame] | 933 | if (ret <= 0) |
| 934 | return ret; /* either an error, or no need to authenticate */ |
| 935 | __send_prepared_auth_request(monc, ret); |
| 936 | return 0; |
| 937 | } |
| 938 | |
| 939 | int ceph_monc_validate_auth(struct ceph_mon_client *monc) |
| 940 | { |
| 941 | int ret; |
| 942 | |
| 943 | mutex_lock(&monc->mutex); |
| 944 | ret = __validate_auth(monc); |
| 945 | mutex_unlock(&monc->mutex); |
| 946 | return ret; |
| 947 | } |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 948 | EXPORT_SYMBOL(ceph_monc_validate_auth); |
Sage Weil | 9bd2e6f | 2010-02-02 16:21:06 -0800 | [diff] [blame] | 949 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 950 | /* |
| 951 | * handle incoming message |
| 952 | */ |
| 953 | static void dispatch(struct ceph_connection *con, struct ceph_msg *msg) |
| 954 | { |
| 955 | struct ceph_mon_client *monc = con->private; |
| 956 | int type = le16_to_cpu(msg->hdr.type); |
| 957 | |
| 958 | if (!monc) |
| 959 | return; |
| 960 | |
| 961 | switch (type) { |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 962 | case CEPH_MSG_AUTH_REPLY: |
| 963 | handle_auth_reply(monc, msg); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 964 | break; |
| 965 | |
| 966 | case CEPH_MSG_MON_SUBSCRIBE_ACK: |
| 967 | handle_subscribe_ack(monc, msg); |
| 968 | break; |
| 969 | |
| 970 | case CEPH_MSG_STATFS_REPLY: |
| 971 | handle_statfs_reply(monc, msg); |
| 972 | break; |
| 973 | |
Ilya Dryomov | 513a824 | 2014-05-13 11:19:26 +0400 | [diff] [blame] | 974 | case CEPH_MSG_MON_GET_VERSION_REPLY: |
| 975 | handle_get_version_reply(monc, msg); |
| 976 | break; |
| 977 | |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 978 | case CEPH_MSG_MON_MAP: |
| 979 | ceph_monc_handle_map(monc, msg); |
| 980 | break; |
| 981 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 982 | case CEPH_MSG_OSD_MAP: |
| 983 | ceph_osdc_handle_map(&monc->client->osdc, msg); |
| 984 | break; |
| 985 | |
| 986 | default: |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 987 | /* can the chained handler handle it? */ |
| 988 | if (monc->client->extra_mon_dispatch && |
| 989 | monc->client->extra_mon_dispatch(monc->client, msg) == 0) |
| 990 | break; |
| 991 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 992 | pr_err("received unknown message type %d %s\n", type, |
| 993 | ceph_msg_type_name(type)); |
| 994 | } |
| 995 | ceph_msg_put(msg); |
| 996 | } |
| 997 | |
| 998 | /* |
| 999 | * Allocate memory for incoming message |
| 1000 | */ |
| 1001 | static struct ceph_msg *mon_alloc_msg(struct ceph_connection *con, |
Yehuda Sadeh | 2450418 | 2010-01-08 13:58:34 -0800 | [diff] [blame] | 1002 | struct ceph_msg_header *hdr, |
| 1003 | int *skip) |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1004 | { |
| 1005 | struct ceph_mon_client *monc = con->private; |
| 1006 | int type = le16_to_cpu(hdr->type); |
Yehuda Sadeh | 2450418 | 2010-01-08 13:58:34 -0800 | [diff] [blame] | 1007 | int front_len = le32_to_cpu(hdr->front_len); |
Sage Weil | 5b3a4db | 2010-02-19 21:43:23 -0800 | [diff] [blame] | 1008 | struct ceph_msg *m = NULL; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1009 | |
Yehuda Sadeh | 2450418 | 2010-01-08 13:58:34 -0800 | [diff] [blame] | 1010 | *skip = 0; |
Yehuda Sadeh | 0547a9b | 2010-01-11 14:47:13 -0800 | [diff] [blame] | 1011 | |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1012 | switch (type) { |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1013 | case CEPH_MSG_MON_SUBSCRIBE_ACK: |
Sage Weil | 7c315c5 | 2010-03-24 21:52:30 -0700 | [diff] [blame] | 1014 | m = ceph_msg_get(monc->m_subscribe_ack); |
Yehuda Sadeh | 2450418 | 2010-01-08 13:58:34 -0800 | [diff] [blame] | 1015 | break; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1016 | case CEPH_MSG_STATFS_REPLY: |
Yehuda Sadeh | f8c76f6 | 2010-04-22 15:40:37 -0700 | [diff] [blame] | 1017 | return get_generic_reply(con, hdr, skip); |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 1018 | case CEPH_MSG_AUTH_REPLY: |
Sage Weil | 6694d6b | 2010-03-24 21:48:05 -0700 | [diff] [blame] | 1019 | m = ceph_msg_get(monc->m_auth_reply); |
Yehuda Sadeh | 2450418 | 2010-01-08 13:58:34 -0800 | [diff] [blame] | 1020 | break; |
Ilya Dryomov | 513a824 | 2014-05-13 11:19:26 +0400 | [diff] [blame] | 1021 | case CEPH_MSG_MON_GET_VERSION_REPLY: |
| 1022 | if (le64_to_cpu(hdr->tid) != 0) |
| 1023 | return get_generic_reply(con, hdr, skip); |
| 1024 | |
| 1025 | /* |
| 1026 | * Older OSDs don't set reply tid even if the orignal |
| 1027 | * request had a non-zero tid. Workaround this weirdness |
| 1028 | * by falling through to the allocate case. |
| 1029 | */ |
Sage Weil | 5b3a4db | 2010-02-19 21:43:23 -0800 | [diff] [blame] | 1030 | case CEPH_MSG_MON_MAP: |
| 1031 | case CEPH_MSG_MDS_MAP: |
| 1032 | case CEPH_MSG_OSD_MAP: |
Sage Weil | b61c276 | 2011-08-09 15:03:46 -0700 | [diff] [blame] | 1033 | m = ceph_msg_new(type, front_len, GFP_NOFS, false); |
Alex Elder | 1c20f2d | 2012-06-04 14:43:32 -0500 | [diff] [blame] | 1034 | if (!m) |
| 1035 | return NULL; /* ENOMEM--return skip == 0 */ |
Sage Weil | 5b3a4db | 2010-02-19 21:43:23 -0800 | [diff] [blame] | 1036 | break; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1037 | } |
Yehuda Sadeh | 2450418 | 2010-01-08 13:58:34 -0800 | [diff] [blame] | 1038 | |
Sage Weil | 5b3a4db | 2010-02-19 21:43:23 -0800 | [diff] [blame] | 1039 | if (!m) { |
| 1040 | pr_info("alloc_msg unknown type %d\n", type); |
Yehuda Sadeh | 2450418 | 2010-01-08 13:58:34 -0800 | [diff] [blame] | 1041 | *skip = 1; |
Sage Weil | 73c3d48 | 2014-08-04 07:01:54 -0700 | [diff] [blame] | 1042 | } else if (front_len > m->front_alloc_len) { |
Joe Perches | b9a6789 | 2014-09-09 21:17:29 -0700 | [diff] [blame] | 1043 | pr_warn("mon_alloc_msg front %d > prealloc %d (%u#%llu)\n", |
| 1044 | front_len, m->front_alloc_len, |
| 1045 | (unsigned int)con->peer_name.type, |
| 1046 | le64_to_cpu(con->peer_name.num)); |
Sage Weil | 73c3d48 | 2014-08-04 07:01:54 -0700 | [diff] [blame] | 1047 | ceph_msg_put(m); |
| 1048 | m = ceph_msg_new(type, front_len, GFP_NOFS, false); |
Sage Weil | 5b3a4db | 2010-02-19 21:43:23 -0800 | [diff] [blame] | 1049 | } |
Sage Weil | 73c3d48 | 2014-08-04 07:01:54 -0700 | [diff] [blame] | 1050 | |
Yehuda Sadeh | 2450418 | 2010-01-08 13:58:34 -0800 | [diff] [blame] | 1051 | return m; |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1052 | } |
| 1053 | |
| 1054 | /* |
| 1055 | * If the monitor connection resets, pick a new monitor and resubmit |
| 1056 | * any pending requests. |
| 1057 | */ |
| 1058 | static void mon_fault(struct ceph_connection *con) |
| 1059 | { |
| 1060 | struct ceph_mon_client *monc = con->private; |
| 1061 | |
| 1062 | if (!monc) |
| 1063 | return; |
| 1064 | |
| 1065 | dout("mon_fault\n"); |
| 1066 | mutex_lock(&monc->mutex); |
| 1067 | if (!con->private) |
| 1068 | goto out; |
| 1069 | |
Sage Weil | f6a2f5b | 2011-08-09 09:27:44 -0700 | [diff] [blame] | 1070 | if (!monc->hunting) |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1071 | pr_info("mon%d %s session lost, " |
| 1072 | "hunting for new mon\n", monc->cur_mon, |
Alex Elder | 6713093 | 2012-05-26 23:26:43 -0500 | [diff] [blame] | 1073 | ceph_pr_addr(&monc->con.peer_addr.in_addr)); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1074 | |
| 1075 | __close_session(monc); |
| 1076 | if (!monc->hunting) { |
| 1077 | /* start hunting */ |
| 1078 | monc->hunting = true; |
Sage Weil | 4e7a5dc | 2009-11-18 16:19:57 -0800 | [diff] [blame] | 1079 | __open_session(monc); |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1080 | } else { |
| 1081 | /* already hunting, let's wait a bit */ |
| 1082 | __schedule_delayed(monc); |
| 1083 | } |
| 1084 | out: |
| 1085 | mutex_unlock(&monc->mutex); |
| 1086 | } |
| 1087 | |
Sage Weil | ec87ef4 | 2012-05-31 20:27:50 -0700 | [diff] [blame] | 1088 | /* |
| 1089 | * We can ignore refcounting on the connection struct, as all references |
| 1090 | * will come from the messenger workqueue, which is drained prior to |
| 1091 | * mon_client destruction. |
| 1092 | */ |
| 1093 | static struct ceph_connection *con_get(struct ceph_connection *con) |
| 1094 | { |
| 1095 | return con; |
| 1096 | } |
| 1097 | |
| 1098 | static void con_put(struct ceph_connection *con) |
| 1099 | { |
| 1100 | } |
| 1101 | |
Tobias Klauser | 9e32789 | 2010-05-20 10:40:19 +0200 | [diff] [blame] | 1102 | static const struct ceph_connection_operations mon_con_ops = { |
Sage Weil | ec87ef4 | 2012-05-31 20:27:50 -0700 | [diff] [blame] | 1103 | .get = con_get, |
| 1104 | .put = con_put, |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1105 | .dispatch = dispatch, |
| 1106 | .fault = mon_fault, |
| 1107 | .alloc_msg = mon_alloc_msg, |
Sage Weil | ba75bb9 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 1108 | }; |