blob: b099b64366f356c27dea0a4dd215cc1034e61b55 [file] [log] [blame]
David Howells17926a72007-04-26 15:48:28 -07001/* connection-level event handling
2 *
3 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
4 * Written by David Howells (dhowells@redhat.com)
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
11
Joe Perches9b6d5392016-06-02 12:08:52 -070012#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
13
David Howells17926a72007-04-26 15:48:28 -070014#include <linux/module.h>
15#include <linux/net.h>
16#include <linux/skbuff.h>
17#include <linux/errqueue.h>
David Howells17926a72007-04-26 15:48:28 -070018#include <net/sock.h>
19#include <net/af_rxrpc.h>
20#include <net/ip.h>
21#include "ar-internal.h"
22
23/*
David Howells18bfeba2016-08-23 15:27:25 +010024 * Retransmit terminal ACK or ABORT of the previous call.
25 */
David Howellsf5c17aa2016-08-30 09:49:28 +010026static void rxrpc_conn_retransmit_call(struct rxrpc_connection *conn,
27 struct sk_buff *skb)
David Howells18bfeba2016-08-23 15:27:25 +010028{
29 struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
30 struct rxrpc_channel *chan;
31 struct msghdr msg;
32 struct kvec iov;
33 struct {
34 struct rxrpc_wire_header whdr;
35 union {
36 struct {
37 __be32 code;
38 } abort;
39 struct {
40 struct rxrpc_ackpacket ack;
David Howells2266ffd2016-08-24 13:06:14 +010041 u8 padding[3];
David Howells18bfeba2016-08-23 15:27:25 +010042 struct rxrpc_ackinfo info;
43 };
44 };
45 } __attribute__((packed)) pkt;
46 size_t len;
47 u32 serial, mtu, call_id;
48
49 _enter("%d", conn->debug_id);
50
51 chan = &conn->channels[sp->hdr.cid & RXRPC_CHANNELMASK];
52
53 /* If the last call got moved on whilst we were waiting to run, just
54 * ignore this packet.
55 */
56 call_id = READ_ONCE(chan->last_call);
57 /* Sync with __rxrpc_disconnect_call() */
58 smp_rmb();
59 if (call_id != sp->hdr.callNumber)
60 return;
61
62 msg.msg_name = &conn->params.peer->srx.transport;
63 msg.msg_namelen = conn->params.peer->srx.transport_len;
64 msg.msg_control = NULL;
65 msg.msg_controllen = 0;
66 msg.msg_flags = 0;
67
68 pkt.whdr.epoch = htonl(sp->hdr.epoch);
69 pkt.whdr.cid = htonl(sp->hdr.cid);
70 pkt.whdr.callNumber = htonl(sp->hdr.callNumber);
71 pkt.whdr.seq = 0;
72 pkt.whdr.type = chan->last_type;
73 pkt.whdr.flags = conn->out_clientflag;
74 pkt.whdr.userStatus = 0;
75 pkt.whdr.securityIndex = conn->security_ix;
76 pkt.whdr._rsvd = 0;
77 pkt.whdr.serviceId = htons(chan->last_service_id);
78
79 len = sizeof(pkt.whdr);
80 switch (chan->last_type) {
81 case RXRPC_PACKET_TYPE_ABORT:
82 pkt.abort.code = htonl(chan->last_abort);
83 len += sizeof(pkt.abort);
84 break;
85
86 case RXRPC_PACKET_TYPE_ACK:
87 mtu = conn->params.peer->if_mtu;
88 mtu -= conn->params.peer->hdrsize;
89 pkt.ack.bufferSpace = 0;
90 pkt.ack.maxSkew = htons(skb->priority);
91 pkt.ack.firstPacket = htonl(chan->last_seq);
92 pkt.ack.previousPacket = htonl(chan->last_seq - 1);
93 pkt.ack.serial = htonl(sp->hdr.serial);
94 pkt.ack.reason = RXRPC_ACK_DUPLICATE;
95 pkt.ack.nAcks = 0;
96 pkt.info.rxMTU = htonl(rxrpc_rx_mtu);
97 pkt.info.maxMTU = htonl(mtu);
98 pkt.info.rwind = htonl(rxrpc_rx_window_size);
99 pkt.info.jumbo_max = htonl(rxrpc_rx_jumbo_max);
David Howells57494342016-09-24 18:05:27 +0100100 pkt.whdr.flags |= RXRPC_SLOW_START_OK;
David Howells18bfeba2016-08-23 15:27:25 +0100101 len += sizeof(pkt.ack) + sizeof(pkt.info);
102 break;
103 }
104
105 /* Resync with __rxrpc_disconnect_call() and check that the last call
106 * didn't get advanced whilst we were filling out the packets.
107 */
108 smp_rmb();
109 if (READ_ONCE(chan->last_call) != call_id)
110 return;
111
112 iov.iov_base = &pkt;
113 iov.iov_len = len;
114
115 serial = atomic_inc_return(&conn->serial);
116 pkt.whdr.serial = htonl(serial);
117
118 switch (chan->last_type) {
119 case RXRPC_PACKET_TYPE_ABORT:
120 _proto("Tx ABORT %%%u { %d } [re]", serial, conn->local_abort);
121 break;
122 case RXRPC_PACKET_TYPE_ACK:
David Howellsbe832ae2016-09-23 12:39:22 +0100123 trace_rxrpc_tx_ack(NULL, serial, chan->last_seq, 0,
124 RXRPC_ACK_DUPLICATE, 0);
David Howells18bfeba2016-08-23 15:27:25 +0100125 _proto("Tx ACK %%%u [re]", serial);
126 break;
127 }
128
129 kernel_sendmsg(conn->params.local->socket, &msg, &iov, 1, len);
130 _leave("");
131 return;
132}
133
134/*
David Howells17926a72007-04-26 15:48:28 -0700135 * pass a connection-level abort onto all calls on that connection
136 */
David Howellsf5c17aa2016-08-30 09:49:28 +0100137static void rxrpc_abort_calls(struct rxrpc_connection *conn,
138 enum rxrpc_call_completion compl,
139 u32 abort_code, int error)
David Howells17926a72007-04-26 15:48:28 -0700140{
141 struct rxrpc_call *call;
David Howells248f2192016-09-08 11:10:12 +0100142 int i;
David Howells17926a72007-04-26 15:48:28 -0700143
144 _enter("{%d},%x", conn->debug_id, abort_code);
145
David Howellsa1399f82016-06-27 14:39:44 +0100146 spin_lock(&conn->channel_lock);
David Howells17926a72007-04-26 15:48:28 -0700147
David Howellsa1399f82016-06-27 14:39:44 +0100148 for (i = 0; i < RXRPC_MAXCALLS; i++) {
149 call = rcu_dereference_protected(
150 conn->channels[i].call,
151 lockdep_is_held(&conn->channel_lock));
David Howellsccbd3db2016-08-30 09:49:28 +0100152 if (call) {
David Howells5a429762016-09-06 22:19:51 +0100153 if (compl == RXRPC_CALL_LOCALLY_ABORTED)
154 trace_rxrpc_abort("CON", call->cid,
155 call->call_id, 0,
156 abort_code, error);
David Howells248f2192016-09-08 11:10:12 +0100157 if (rxrpc_set_call_completion(call, compl,
158 abort_code, error))
159 rxrpc_notify_socket(call);
David Howells17926a72007-04-26 15:48:28 -0700160 }
David Howells17926a72007-04-26 15:48:28 -0700161 }
162
David Howellsa1399f82016-06-27 14:39:44 +0100163 spin_unlock(&conn->channel_lock);
David Howells17926a72007-04-26 15:48:28 -0700164 _leave("");
165}
166
167/*
168 * generate a connection-level abort
169 */
170static int rxrpc_abort_connection(struct rxrpc_connection *conn,
171 u32 error, u32 abort_code)
172{
David Howells0d12f8a2016-03-04 15:53:46 +0000173 struct rxrpc_wire_header whdr;
David Howells17926a72007-04-26 15:48:28 -0700174 struct msghdr msg;
175 struct kvec iov[2];
176 __be32 word;
177 size_t len;
David Howells0d12f8a2016-03-04 15:53:46 +0000178 u32 serial;
David Howells17926a72007-04-26 15:48:28 -0700179 int ret;
180
181 _enter("%d,,%u,%u", conn->debug_id, error, abort_code);
182
183 /* generate a connection-level abort */
184 spin_lock_bh(&conn->state_lock);
David Howellsf5c17aa2016-08-30 09:49:28 +0100185 if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
David Howells17926a72007-04-26 15:48:28 -0700186 spin_unlock_bh(&conn->state_lock);
187 _leave(" = 0 [already dead]");
188 return 0;
189 }
190
David Howellsf5c17aa2016-08-30 09:49:28 +0100191 conn->state = RXRPC_CONN_LOCALLY_ABORTED;
192 spin_unlock_bh(&conn->state_lock);
193
194 rxrpc_abort_calls(conn, RXRPC_CALL_LOCALLY_ABORTED, abort_code, error);
David Howells17926a72007-04-26 15:48:28 -0700195
David Howells85f32272016-04-04 14:00:36 +0100196 msg.msg_name = &conn->params.peer->srx.transport;
197 msg.msg_namelen = conn->params.peer->srx.transport_len;
David Howells17926a72007-04-26 15:48:28 -0700198 msg.msg_control = NULL;
199 msg.msg_controllen = 0;
200 msg.msg_flags = 0;
201
David Howells19ffa012016-04-04 14:00:36 +0100202 whdr.epoch = htonl(conn->proto.epoch);
203 whdr.cid = htonl(conn->proto.cid);
David Howells0d12f8a2016-03-04 15:53:46 +0000204 whdr.callNumber = 0;
205 whdr.seq = 0;
206 whdr.type = RXRPC_PACKET_TYPE_ABORT;
207 whdr.flags = conn->out_clientflag;
208 whdr.userStatus = 0;
209 whdr.securityIndex = conn->security_ix;
210 whdr._rsvd = 0;
David Howells19ffa012016-04-04 14:00:36 +0100211 whdr.serviceId = htons(conn->params.service_id);
David Howells17926a72007-04-26 15:48:28 -0700212
David Howellsdc44b3a2016-04-07 17:23:30 +0100213 word = htonl(conn->local_abort);
David Howells17926a72007-04-26 15:48:28 -0700214
David Howells0d12f8a2016-03-04 15:53:46 +0000215 iov[0].iov_base = &whdr;
216 iov[0].iov_len = sizeof(whdr);
David Howells17926a72007-04-26 15:48:28 -0700217 iov[1].iov_base = &word;
218 iov[1].iov_len = sizeof(word);
219
220 len = iov[0].iov_len + iov[1].iov_len;
221
David Howells0d12f8a2016-03-04 15:53:46 +0000222 serial = atomic_inc_return(&conn->serial);
223 whdr.serial = htonl(serial);
David Howellsdc44b3a2016-04-07 17:23:30 +0100224 _proto("Tx CONN ABORT %%%u { %d }", serial, conn->local_abort);
David Howells17926a72007-04-26 15:48:28 -0700225
David Howells85f32272016-04-04 14:00:36 +0100226 ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
David Howells17926a72007-04-26 15:48:28 -0700227 if (ret < 0) {
228 _debug("sendmsg failed: %d", ret);
229 return -EAGAIN;
230 }
231
232 _leave(" = 0");
233 return 0;
234}
235
236/*
237 * mark a call as being on a now-secured channel
David Howells248f2192016-09-08 11:10:12 +0100238 * - must be called with BH's disabled.
David Howells17926a72007-04-26 15:48:28 -0700239 */
Roel Kluin5eaa65b2008-12-10 15:18:31 -0800240static void rxrpc_call_is_secure(struct rxrpc_call *call)
David Howells17926a72007-04-26 15:48:28 -0700241{
242 _enter("%p", call);
243 if (call) {
David Howells248f2192016-09-08 11:10:12 +0100244 write_lock_bh(&call->state_lock);
245 if (call->state == RXRPC_CALL_SERVER_SECURING) {
246 call->state = RXRPC_CALL_SERVER_ACCEPTING;
247 rxrpc_notify_socket(call);
248 }
249 write_unlock_bh(&call->state_lock);
David Howells17926a72007-04-26 15:48:28 -0700250 }
251}
252
253/*
254 * connection-level Rx packet processor
255 */
256static int rxrpc_process_event(struct rxrpc_connection *conn,
257 struct sk_buff *skb,
258 u32 *_abort_code)
259{
260 struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
David Howells0d12f8a2016-03-04 15:53:46 +0000261 __be32 wtmp;
262 u32 abort_code;
David Howells17926a72007-04-26 15:48:28 -0700263 int loop, ret;
264
David Howells519d2562009-06-16 21:36:44 +0100265 if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
David Howells248f2192016-09-08 11:10:12 +0100266 _leave(" = -ECONNABORTED [%u]", conn->state);
David Howells17926a72007-04-26 15:48:28 -0700267 return -ECONNABORTED;
David Howells519d2562009-06-16 21:36:44 +0100268 }
David Howells17926a72007-04-26 15:48:28 -0700269
David Howells0d12f8a2016-03-04 15:53:46 +0000270 _enter("{%d},{%u,%%%u},", conn->debug_id, sp->hdr.type, sp->hdr.serial);
David Howells519d2562009-06-16 21:36:44 +0100271
David Howells17926a72007-04-26 15:48:28 -0700272 switch (sp->hdr.type) {
David Howells18bfeba2016-08-23 15:27:25 +0100273 case RXRPC_PACKET_TYPE_DATA:
274 case RXRPC_PACKET_TYPE_ACK:
David Howellsf5c17aa2016-08-30 09:49:28 +0100275 rxrpc_conn_retransmit_call(conn, skb);
David Howells18bfeba2016-08-23 15:27:25 +0100276 return 0;
277
David Howells3d57ec52017-03-16 16:27:10 +0000278 case RXRPC_PACKET_TYPE_BUSY:
279 /* Just ignore BUSY packets for now. */
280 return 0;
281
David Howells17926a72007-04-26 15:48:28 -0700282 case RXRPC_PACKET_TYPE_ABORT:
David Howells775e5b72016-09-30 13:26:03 +0100283 if (skb_copy_bits(skb, sizeof(struct rxrpc_wire_header),
284 &wtmp, sizeof(wtmp)) < 0)
David Howells17926a72007-04-26 15:48:28 -0700285 return -EPROTO;
David Howells0d12f8a2016-03-04 15:53:46 +0000286 abort_code = ntohl(wtmp);
287 _proto("Rx ABORT %%%u { ac=%d }", sp->hdr.serial, abort_code);
David Howells17926a72007-04-26 15:48:28 -0700288
289 conn->state = RXRPC_CONN_REMOTELY_ABORTED;
David Howells248f2192016-09-08 11:10:12 +0100290 rxrpc_abort_calls(conn, RXRPC_CALL_REMOTELY_ABORTED,
291 abort_code, ECONNABORTED);
David Howells17926a72007-04-26 15:48:28 -0700292 return -ECONNABORTED;
293
294 case RXRPC_PACKET_TYPE_CHALLENGE:
David Howellse0e4d822016-04-07 17:23:58 +0100295 return conn->security->respond_to_challenge(conn, skb,
296 _abort_code);
David Howells17926a72007-04-26 15:48:28 -0700297
298 case RXRPC_PACKET_TYPE_RESPONSE:
David Howells17926a72007-04-26 15:48:28 -0700299 ret = conn->security->verify_response(conn, skb, _abort_code);
300 if (ret < 0)
301 return ret;
302
303 ret = conn->security->init_connection_security(conn);
304 if (ret < 0)
305 return ret;
306
Herbert Xua2636292016-06-26 14:55:24 -0700307 ret = conn->security->prime_packet_security(conn);
308 if (ret < 0)
309 return ret;
310
David Howellsa1399f82016-06-27 14:39:44 +0100311 spin_lock(&conn->channel_lock);
David Howells17926a72007-04-26 15:48:28 -0700312 spin_lock(&conn->state_lock);
313
David Howellsbba304d2016-06-27 10:32:02 +0100314 if (conn->state == RXRPC_CONN_SERVICE_CHALLENGING) {
315 conn->state = RXRPC_CONN_SERVICE;
David Howells248f2192016-09-08 11:10:12 +0100316 spin_unlock(&conn->state_lock);
David Howells17926a72007-04-26 15:48:28 -0700317 for (loop = 0; loop < RXRPC_MAXCALLS; loop++)
David Howellsdee46362016-06-27 17:11:19 +0100318 rxrpc_call_is_secure(
319 rcu_dereference_protected(
David Howellsa1399f82016-06-27 14:39:44 +0100320 conn->channels[loop].call,
321 lockdep_is_held(&conn->channel_lock)));
David Howells248f2192016-09-08 11:10:12 +0100322 } else {
323 spin_unlock(&conn->state_lock);
David Howells17926a72007-04-26 15:48:28 -0700324 }
325
David Howellsa1399f82016-06-27 14:39:44 +0100326 spin_unlock(&conn->channel_lock);
David Howells17926a72007-04-26 15:48:28 -0700327 return 0;
328
329 default:
David Howells519d2562009-06-16 21:36:44 +0100330 _leave(" = -EPROTO [%u]", sp->hdr.type);
David Howells17926a72007-04-26 15:48:28 -0700331 return -EPROTO;
332 }
333}
334
335/*
336 * set up security and issue a challenge
337 */
338static void rxrpc_secure_connection(struct rxrpc_connection *conn)
339{
340 u32 abort_code;
341 int ret;
342
343 _enter("{%d}", conn->debug_id);
344
345 ASSERT(conn->security_ix != 0);
346
David Howells19ffa012016-04-04 14:00:36 +0100347 if (!conn->params.key) {
David Howells17926a72007-04-26 15:48:28 -0700348 _debug("set up security");
349 ret = rxrpc_init_server_conn_security(conn);
350 switch (ret) {
351 case 0:
352 break;
353 case -ENOENT:
354 abort_code = RX_CALL_DEAD;
355 goto abort;
356 default:
357 abort_code = RXKADNOAUTH;
358 goto abort;
359 }
360 }
361
David Howells17926a72007-04-26 15:48:28 -0700362 if (conn->security->issue_challenge(conn) < 0) {
363 abort_code = RX_CALL_DEAD;
364 ret = -ENOMEM;
365 goto abort;
366 }
367
368 _leave("");
369 return;
370
371abort:
372 _debug("abort %d, %d", ret, abort_code);
373 rxrpc_abort_connection(conn, -ret, abort_code);
374 _leave(" [aborted]");
375}
376
377/*
378 * connection-level event processor
379 */
380void rxrpc_process_connection(struct work_struct *work)
381{
382 struct rxrpc_connection *conn =
383 container_of(work, struct rxrpc_connection, processor);
David Howells17926a72007-04-26 15:48:28 -0700384 struct sk_buff *skb;
385 u32 abort_code = RX_PROTOCOL_ERROR;
386 int ret;
387
David Howells363deea2016-09-17 10:49:14 +0100388 rxrpc_see_connection(conn);
David Howells17926a72007-04-26 15:48:28 -0700389
David Howells2c4579e2016-06-27 10:32:03 +0100390 if (test_and_clear_bit(RXRPC_CONN_EV_CHALLENGE, &conn->events))
David Howells17926a72007-04-26 15:48:28 -0700391 rxrpc_secure_connection(conn);
David Howells17926a72007-04-26 15:48:28 -0700392
393 /* go through the conn-level event packets, releasing the ref on this
394 * connection that each one has when we've finished with it */
395 while ((skb = skb_dequeue(&conn->rx_queue))) {
David Howells71f3ca42016-09-17 10:49:14 +0100396 rxrpc_see_skb(skb, rxrpc_skb_rx_seen);
David Howells17926a72007-04-26 15:48:28 -0700397 ret = rxrpc_process_event(conn, skb, &abort_code);
398 switch (ret) {
399 case -EPROTO:
400 case -EKEYEXPIRED:
401 case -EKEYREJECTED:
402 goto protocol_error;
403 case -EAGAIN:
404 goto requeue_and_leave;
405 case -ECONNABORTED:
406 default:
David Howells71f3ca42016-09-17 10:49:14 +0100407 rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
David Howells17926a72007-04-26 15:48:28 -0700408 break;
409 }
410 }
411
412out:
413 rxrpc_put_connection(conn);
414 _leave("");
415 return;
416
417requeue_and_leave:
418 skb_queue_head(&conn->rx_queue, skb);
419 goto out;
420
421protocol_error:
422 if (rxrpc_abort_connection(conn, -ret, abort_code) < 0)
423 goto requeue_and_leave;
David Howells71f3ca42016-09-17 10:49:14 +0100424 rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
David Howells17926a72007-04-26 15:48:28 -0700425 _leave(" [EPROTO]");
426 goto out;
427}