[linux-2.6-block.git] / net / rxrpc / conn_event.c

/* connection-level event handling
 *
 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
 * Written by David Howells (dhowells@redhat.com)
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 */

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

#include <linux/module.h>
#include <linux/net.h>
#include <linux/skbuff.h>
#include <linux/errqueue.h>
#include <net/sock.h>
#include <net/af_rxrpc.h>
#include <net/ip.h>
#include "ar-internal.h"

/*
 * Retransmit terminal ACK or ABORT of the previous call.
 */
static void rxrpc_conn_retransmit_call(struct rxrpc_connection *conn,
				       struct sk_buff *skb,
				       unsigned int channel)
{
	struct rxrpc_skb_priv *sp = skb ? rxrpc_skb(skb) : NULL;
	struct rxrpc_channel *chan;
	struct msghdr msg;
	struct kvec iov[3];
	struct {
		struct rxrpc_wire_header whdr;
		union {
			__be32 abort_code;
			struct rxrpc_ackpacket ack;
		};
	} __attribute__((packed)) pkt;
	struct rxrpc_ackinfo ack_info;
	size_t len;
	int ret, ioc;
	u32 serial, mtu, call_id, padding;

	_enter("%d", conn->debug_id);

	chan = &conn->channels[channel];

	/* If the last call got moved on whilst we were waiting to run, just
	 * ignore this packet.
	 */
	call_id = READ_ONCE(chan->last_call);
	/* Sync with __rxrpc_disconnect_call() */
	smp_rmb();
	if (skb && call_id != sp->hdr.callNumber)
		return;

	msg.msg_name	= &conn->params.peer->srx.transport;
	msg.msg_namelen	= conn->params.peer->srx.transport_len;
	msg.msg_control	= NULL;
	msg.msg_controllen = 0;
	msg.msg_flags	= 0;

	iov[0].iov_base	= &pkt;
	iov[0].iov_len	= sizeof(pkt.whdr);
	iov[1].iov_base	= &padding;
	iov[1].iov_len	= 3;
	iov[2].iov_base	= &ack_info;
	iov[2].iov_len	= sizeof(ack_info);

	pkt.whdr.epoch		= htonl(conn->proto.epoch);
	pkt.whdr.cid		= htonl(conn->proto.cid | channel);
	pkt.whdr.callNumber	= htonl(call_id);
	pkt.whdr.seq		= 0;
	pkt.whdr.type		= chan->last_type;
	pkt.whdr.flags		= conn->out_clientflag;
	pkt.whdr.userStatus	= 0;
	pkt.whdr.securityIndex	= conn->security_ix;
	pkt.whdr._rsvd		= 0;
	pkt.whdr.serviceId	= htons(conn->service_id);

	len = sizeof(pkt.whdr);
	switch (chan->last_type) {
	case RXRPC_PACKET_TYPE_ABORT:
		pkt.abort_code	= htonl(chan->last_abort);
		iov[0].iov_len += sizeof(pkt.abort_code);
		len += sizeof(pkt.abort_code);
		ioc = 1;
		break;

	case RXRPC_PACKET_TYPE_ACK:
		mtu = conn->params.peer->if_mtu;
		mtu -= conn->params.peer->hdrsize;
		pkt.ack.bufferSpace	= 0;
		pkt.ack.maxSkew		= htons(skb ? skb->priority : 0);
		pkt.ack.firstPacket	= htonl(chan->last_seq + 1);
		pkt.ack.previousPacket	= htonl(chan->last_seq);
		pkt.ack.serial		= htonl(skb ? sp->hdr.serial : 0);
		pkt.ack.reason		= skb ? RXRPC_ACK_DUPLICATE : RXRPC_ACK_IDLE;
		pkt.ack.nAcks		= 0;
		ack_info.rxMTU		= htonl(rxrpc_rx_mtu);
		ack_info.maxMTU		= htonl(mtu);
		ack_info.rwind		= htonl(rxrpc_rx_window_size);
		ack_info.jumbo_max	= htonl(rxrpc_rx_jumbo_max);
		pkt.whdr.flags		|= RXRPC_SLOW_START_OK;
		padding			= 0;
		iov[0].iov_len += sizeof(pkt.ack);
		len += sizeof(pkt.ack) + 3 + sizeof(ack_info);
		ioc = 3;
		break;

	default:
		return;
	}

	/* Resync with __rxrpc_disconnect_call() and check that the last call
	 * didn't get advanced whilst we were filling out the packets.
	 */
	smp_rmb();
	if (READ_ONCE(chan->last_call) != call_id)
		return;

	serial = atomic_inc_return(&conn->serial);
	pkt.whdr.serial = htonl(serial);

	switch (chan->last_type) {
	case RXRPC_PACKET_TYPE_ABORT:
		_proto("Tx ABORT %%%u { %d } [re]", serial, conn->abort_code);
		break;
	case RXRPC_PACKET_TYPE_ACK:
		trace_rxrpc_tx_ack(chan->call_debug_id, serial,
				   ntohl(pkt.ack.firstPacket),
				   ntohl(pkt.ack.serial),
				   pkt.ack.reason, 0);
		_proto("Tx ACK %%%u [re]", serial);
		break;
	}

	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, ioc, len);
	conn->params.peer->last_tx_at = ktime_get_seconds();
	if (ret < 0)
		trace_rxrpc_tx_fail(chan->call_debug_id, serial, ret,
				    rxrpc_tx_point_call_final_resend);
	else
		trace_rxrpc_tx_packet(chan->call_debug_id, &pkt.whdr,
				      rxrpc_tx_point_call_final_resend);

	_leave("");
}

/*
 * pass a connection-level abort onto all calls on that connection
 */
static void rxrpc_abort_calls(struct rxrpc_connection *conn,
			      enum rxrpc_call_completion compl)
{
	struct rxrpc_call *call;
	int i;

	_enter("{%d},%x", conn->debug_id, conn->abort_code);

	spin_lock(&conn->channel_lock);

	for (i = 0; i < RXRPC_MAXCALLS; i++) {
		call = rcu_dereference_protected(
			conn->channels[i].call,
			lockdep_is_held(&conn->channel_lock));
		if (call) {
			if (compl == RXRPC_CALL_LOCALLY_ABORTED)
				trace_rxrpc_abort(call->debug_id,
						  "CON", call->cid,
						  call->call_id, 0,
						  conn->abort_code,
						  conn->error);
			if (rxrpc_set_call_completion(call, compl,
						      conn->abort_code,
						      conn->error))
				rxrpc_notify_socket(call);
		}
	}

	spin_unlock(&conn->channel_lock);
	_leave("");
}

/*
 * generate a connection-level abort
 */
static int rxrpc_abort_connection(struct rxrpc_connection *conn,
				  int error, u32 abort_code)
{
	struct rxrpc_wire_header whdr;
	struct msghdr msg;
	struct kvec iov[2];
	__be32 word;
	size_t len;
	u32 serial;
	int ret;

	_enter("%d,,%u,%u", conn->debug_id, error, abort_code);

	/* generate a connection-level abort */
	spin_lock_bh(&conn->state_lock);
	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
		spin_unlock_bh(&conn->state_lock);
		_leave(" = 0 [already dead]");
		return 0;
	}

	conn->error = error;
	conn->abort_code = abort_code;
	conn->state = RXRPC_CONN_LOCALLY_ABORTED;
	spin_unlock_bh(&conn->state_lock);

	rxrpc_abort_calls(conn, RXRPC_CALL_LOCALLY_ABORTED);

	msg.msg_name	= &conn->params.peer->srx.transport;
	msg.msg_namelen	= conn->params.peer->srx.transport_len;
	msg.msg_control	= NULL;
	msg.msg_controllen = 0;
	msg.msg_flags	= 0;

	whdr.epoch	= htonl(conn->proto.epoch);
	whdr.cid	= htonl(conn->proto.cid);
	whdr.callNumber	= 0;
	whdr.seq	= 0;
	whdr.type	= RXRPC_PACKET_TYPE_ABORT;
	whdr.flags	= conn->out_clientflag;
	whdr.userStatus	= 0;
	whdr.securityIndex = conn->security_ix;
	whdr._rsvd	= 0;
	whdr.serviceId	= htons(conn->service_id);

	word		= htonl(conn->abort_code);

	iov[0].iov_base	= &whdr;
	iov[0].iov_len	= sizeof(whdr);
	iov[1].iov_base	= &word;
	iov[1].iov_len	= sizeof(word);

	len = iov[0].iov_len + iov[1].iov_len;

	serial = atomic_inc_return(&conn->serial);
	whdr.serial = htonl(serial);
	_proto("Tx CONN ABORT %%%u { %d }", serial, conn->abort_code);

	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
	if (ret < 0) {
		trace_rxrpc_tx_fail(conn->debug_id, serial, ret,
				    rxrpc_tx_point_conn_abort);
		_debug("sendmsg failed: %d", ret);
		return -EAGAIN;
	}

	trace_rxrpc_tx_packet(conn->debug_id, &whdr, rxrpc_tx_point_conn_abort);

	conn->params.peer->last_tx_at = ktime_get_seconds();

	_leave(" = 0");
	return 0;
}

/*
 * mark a call as being on a now-secured channel
 * - must be called with BH's disabled.
 */
static void rxrpc_call_is_secure(struct rxrpc_call *call)
{
	_enter("%p", call);
	if (call) {
		write_lock_bh(&call->state_lock);
		if (call->state == RXRPC_CALL_SERVER_SECURING) {
			call->state = RXRPC_CALL_SERVER_ACCEPTING;
			rxrpc_notify_socket(call);
		}
		write_unlock_bh(&call->state_lock);
	}
}

/*
 * connection-level Rx packet processor
 */
static int rxrpc_process_event(struct rxrpc_connection *conn,
			       struct sk_buff *skb,
			       u32 *_abort_code)
{
	struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
	__be32 wtmp;
	u32 abort_code;
	int loop, ret;

	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
		_leave(" = -ECONNABORTED [%u]", conn->state);
		return -ECONNABORTED;
	}

	_enter("{%d},{%u,%%%u},", conn->debug_id, sp->hdr.type, sp->hdr.serial);

	switch (sp->hdr.type) {
	case RXRPC_PACKET_TYPE_DATA:
	case RXRPC_PACKET_TYPE_ACK:
		rxrpc_conn_retransmit_call(conn, skb,
					   sp->hdr.cid & RXRPC_CHANNELMASK);
		return 0;

	case RXRPC_PACKET_TYPE_BUSY:
		/* Just ignore BUSY packets for now. */
		return 0;

	case RXRPC_PACKET_TYPE_ABORT:
		if (skb_copy_bits(skb, sizeof(struct rxrpc_wire_header),
				  &wtmp, sizeof(wtmp)) < 0) {
			trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
					      tracepoint_string("bad_abort"));
			return -EPROTO;
		}
		abort_code = ntohl(wtmp);
		_proto("Rx ABORT %%%u { ac=%d }", sp->hdr.serial, abort_code);

		conn->error = -ECONNABORTED;
		conn->abort_code = abort_code;
		conn->state = RXRPC_CONN_REMOTELY_ABORTED;
		rxrpc_abort_calls(conn, RXRPC_CALL_REMOTELY_ABORTED);
		return -ECONNABORTED;

	case RXRPC_PACKET_TYPE_CHALLENGE:
		return conn->security->respond_to_challenge(conn, skb,
							    _abort_code);

	case RXRPC_PACKET_TYPE_RESPONSE:
		ret = conn->security->verify_response(conn, skb, _abort_code);
		if (ret < 0)
			return ret;

		ret = conn->security->init_connection_security(conn);
		if (ret < 0)
			return ret;

		ret = conn->security->prime_packet_security(conn);
		if (ret < 0)
			return ret;

		spin_lock(&conn->channel_lock);
		spin_lock(&conn->state_lock);

		if (conn->state == RXRPC_CONN_SERVICE_CHALLENGING) {
			conn->state = RXRPC_CONN_SERVICE;
			spin_unlock(&conn->state_lock);
			for (loop = 0; loop < RXRPC_MAXCALLS; loop++)
				rxrpc_call_is_secure(
					rcu_dereference_protected(
						conn->channels[loop].call,
						lockdep_is_held(&conn->channel_lock)));
		} else {
			spin_unlock(&conn->state_lock);
		}

		spin_unlock(&conn->channel_lock);
		return 0;

	default:
		trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
				      tracepoint_string("bad_conn_pkt"));
		return -EPROTO;
	}
}

/*
 * set up security and issue a challenge
 */
static void rxrpc_secure_connection(struct rxrpc_connection *conn)
{
	u32 abort_code;
	int ret;

	_enter("{%d}", conn->debug_id);

	ASSERT(conn->security_ix != 0);

	if (!conn->params.key) {
		_debug("set up security");
		ret = rxrpc_init_server_conn_security(conn);
		switch (ret) {
		case 0:
			break;
		case -ENOENT:
			abort_code = RX_CALL_DEAD;
			goto abort;
		default:
			abort_code = RXKADNOAUTH;
			goto abort;
		}
	}

	if (conn->security->issue_challenge(conn) < 0) {
		abort_code = RX_CALL_DEAD;
		ret = -ENOMEM;
		goto abort;
	}

	_leave("");
	return;

abort:
	_debug("abort %d, %d", ret, abort_code);
	rxrpc_abort_connection(conn, ret, abort_code);
	_leave(" [aborted]");
}

/*
 * Process delayed final ACKs that we haven't subsumed into a subsequent call.
 */
static void rxrpc_process_delayed_final_acks(struct rxrpc_connection *conn)
{
	unsigned long j = jiffies, next_j;
	unsigned int channel;
	bool set;

again:
	next_j = j + LONG_MAX;
	set = false;
	for (channel = 0; channel < RXRPC_MAXCALLS; channel++) {
		struct rxrpc_channel *chan = &conn->channels[channel];
		unsigned long ack_at;

		if (!test_bit(RXRPC_CONN_FINAL_ACK_0 + channel, &conn->flags))
			continue;

		smp_rmb(); /* vs rxrpc_disconnect_client_call */
		ack_at = READ_ONCE(chan->final_ack_at);

		if (time_before(j, ack_at)) {
			if (time_before(ack_at, next_j)) {
				next_j = ack_at;
				set = true;
			}
			continue;
		}

		if (test_and_clear_bit(RXRPC_CONN_FINAL_ACK_0 + channel,
				       &conn->flags))
			rxrpc_conn_retransmit_call(conn, NULL, channel);
	}

	j = jiffies;
	if (time_before_eq(next_j, j))
		goto again;
	if (set)
		rxrpc_reduce_conn_timer(conn, next_j);
}

/*
 * connection-level event processor
 */
void rxrpc_process_connection(struct work_struct *work)
{
	struct rxrpc_connection *conn =
		container_of(work, struct rxrpc_connection, processor);
	struct sk_buff *skb;
	u32 abort_code = RX_PROTOCOL_ERROR;
	int ret;

	rxrpc_see_connection(conn);

	if (test_and_clear_bit(RXRPC_CONN_EV_CHALLENGE, &conn->events))
		rxrpc_secure_connection(conn);

	/* Process delayed ACKs whose time has come. */
	if (conn->flags & RXRPC_CONN_FINAL_ACK_MASK)
		rxrpc_process_delayed_final_acks(conn);

	/* go through the conn-level event packets, releasing the ref on this
	 * connection that each one has when we've finished with it */
	while ((skb = skb_dequeue(&conn->rx_queue))) {
		rxrpc_see_skb(skb, rxrpc_skb_rx_seen);
		ret = rxrpc_process_event(conn, skb, &abort_code);
		switch (ret) {
		case -EPROTO:
		case -EKEYEXPIRED:
		case -EKEYREJECTED:
			goto protocol_error;
		case -ENOMEM:
		case -EAGAIN:
			goto requeue_and_leave;
		case -ECONNABORTED:
		default:
			rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
			break;
		}
	}

out:
	rxrpc_put_connection(conn);
	_leave("");
	return;

requeue_and_leave:
	skb_queue_head(&conn->rx_queue, skb);
	goto out;

protocol_error:
	if (rxrpc_abort_connection(conn, ret, abort_code) < 0)
		goto requeue_and_leave;
	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
	goto out;
}
Commit	Line	Data
17926a79 DH	1	/* connection-level event handling
	2	*
	3	* Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
	4	* Written by David Howells (dhowells@redhat.com)
	5	*
	6	* This program is free software; you can redistribute it and/or
	7	* modify it under the terms of the GNU General Public License
	8	* as published by the Free Software Foundation; either version
	9	* 2 of the License, or (at your option) any later version.
	10	*/
	11
9b6d5398 JP	12	#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
9b6d5398 JP	13
17926a79 DH	14	#include <linux/module.h>
	15	#include <linux/net.h>
	16	#include <linux/skbuff.h>
	17	#include <linux/errqueue.h>
17926a79 DH	18	#include <net/sock.h>
	19	#include <net/af_rxrpc.h>
	20	#include <net/ip.h>
	21	#include "ar-internal.h"
	22
18bfeba5 DH	23	/*
	24	* Retransmit terminal ACK or ABORT of the previous call.
	25	*/
f5c17aae	26	static void rxrpc_conn_retransmit_call(struct rxrpc_connection *conn,
3136ef49 DH	27	struct sk_buff *skb,
3136ef49 DH	28	unsigned int channel)
18bfeba5	29	{
3136ef49	30	struct rxrpc_skb_priv *sp = skb ? rxrpc_skb(skb) : NULL;
18bfeba5 DH	31	struct rxrpc_channel *chan;
18bfeba5 DH	32	struct msghdr msg;
5fc62f6a	33	struct kvec iov[3];
18bfeba5 DH	34	struct {
	35	struct rxrpc_wire_header whdr;
	36	union {
5fc62f6a DH	37	__be32 abort_code;
5fc62f6a DH	38	struct rxrpc_ackpacket ack;
18bfeba5 DH	39	};
18bfeba5 DH	40	} __attribute__((packed)) pkt;
5fc62f6a	41	struct rxrpc_ackinfo ack_info;
18bfeba5	42	size_t len;
6b47fe1d	43	int ret, ioc;
5fc62f6a	44	u32 serial, mtu, call_id, padding;
18bfeba5 DH	45
	46	_enter("%d", conn->debug_id);
	47
3136ef49	48	chan = &conn->channels[channel];
18bfeba5 DH	49
	50	/* If the last call got moved on whilst we were waiting to run, just
	51	* ignore this packet.
	52	*/
	53	call_id = READ_ONCE(chan->last_call);
	54	/* Sync with __rxrpc_disconnect_call() */
	55	smp_rmb();
3136ef49	56	if (skb && call_id != sp->hdr.callNumber)
18bfeba5 DH	57	return;
	58
	59	msg.msg_name = &conn->params.peer->srx.transport;
	60	msg.msg_namelen = conn->params.peer->srx.transport_len;
	61	msg.msg_control = NULL;
	62	msg.msg_controllen = 0;
	63	msg.msg_flags = 0;
	64
5fc62f6a DH	65	iov[0].iov_base = &pkt;
	66	iov[0].iov_len = sizeof(pkt.whdr);
	67	iov[1].iov_base = &padding;
	68	iov[1].iov_len = 3;
	69	iov[2].iov_base = &ack_info;
	70	iov[2].iov_len = sizeof(ack_info);
	71
3136ef49	72	pkt.whdr.epoch = htonl(conn->proto.epoch);
fb1967a6	73	pkt.whdr.cid = htonl(conn->proto.cid \| channel);
3136ef49	74	pkt.whdr.callNumber = htonl(call_id);
18bfeba5 DH	75	pkt.whdr.seq = 0;
	76	pkt.whdr.type = chan->last_type;
	77	pkt.whdr.flags = conn->out_clientflag;
	78	pkt.whdr.userStatus = 0;
	79	pkt.whdr.securityIndex = conn->security_ix;
	80	pkt.whdr._rsvd = 0;
68d6d1ae	81	pkt.whdr.serviceId = htons(conn->service_id);
18bfeba5 DH	82
	83	len = sizeof(pkt.whdr);
	84	switch (chan->last_type) {
	85	case RXRPC_PACKET_TYPE_ABORT:
5fc62f6a DH	86	pkt.abort_code = htonl(chan->last_abort);
	87	iov[0].iov_len += sizeof(pkt.abort_code);
	88	len += sizeof(pkt.abort_code);
	89	ioc = 1;
18bfeba5 DH	90	break;
	91
	92	case RXRPC_PACKET_TYPE_ACK:
	93	mtu = conn->params.peer->if_mtu;
	94	mtu -= conn->params.peer->hdrsize;
	95	pkt.ack.bufferSpace = 0;
3136ef49 DH	96	pkt.ack.maxSkew = htons(skb ? skb->priority : 0);
	97	pkt.ack.firstPacket = htonl(chan->last_seq + 1);
	98	pkt.ack.previousPacket = htonl(chan->last_seq);
	99	pkt.ack.serial = htonl(skb ? sp->hdr.serial : 0);
	100	pkt.ack.reason = skb ? RXRPC_ACK_DUPLICATE : RXRPC_ACK_IDLE;
18bfeba5	101	pkt.ack.nAcks = 0;
5fc62f6a DH	102	ack_info.rxMTU = htonl(rxrpc_rx_mtu);
	103	ack_info.maxMTU = htonl(mtu);
	104	ack_info.rwind = htonl(rxrpc_rx_window_size);
	105	ack_info.jumbo_max = htonl(rxrpc_rx_jumbo_max);
57494343	106	pkt.whdr.flags \|= RXRPC_SLOW_START_OK;
5fc62f6a DH	107	padding = 0;
	108	iov[0].iov_len += sizeof(pkt.ack);
	109	len += sizeof(pkt.ack) + 3 + sizeof(ack_info);
	110	ioc = 3;
18bfeba5	111	break;
5fc62f6a DH	112
	113	default:
	114	return;
18bfeba5 DH	115	}
	116
	117	/* Resync with __rxrpc_disconnect_call() and check that the last call
	118	* didn't get advanced whilst we were filling out the packets.
	119	*/
	120	smp_rmb();
	121	if (READ_ONCE(chan->last_call) != call_id)
	122	return;
	123
18bfeba5 DH	124	serial = atomic_inc_return(&conn->serial);
	125	pkt.whdr.serial = htonl(serial);
	126
	127	switch (chan->last_type) {
	128	case RXRPC_PACKET_TYPE_ABORT:
64753092	129	_proto("Tx ABORT %%%u { %d } [re]", serial, conn->abort_code);
18bfeba5 DH	130	break;
18bfeba5 DH	131	case RXRPC_PACKET_TYPE_ACK:
4764c0da	132	trace_rxrpc_tx_ack(chan->call_debug_id, serial,
f3f8337c DH	133	ntohl(pkt.ack.firstPacket),
	134	ntohl(pkt.ack.serial),
	135	pkt.ack.reason, 0);
18bfeba5 DH	136	_proto("Tx ACK %%%u [re]", serial);
	137	break;
	138	}
	139
6b47fe1d	140	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, ioc, len);
330bdcfa	141	conn->params.peer->last_tx_at = ktime_get_seconds();
6b47fe1d	142	if (ret < 0)
4764c0da DH	143	trace_rxrpc_tx_fail(chan->call_debug_id, serial, ret,
	144	rxrpc_tx_point_call_final_resend);
	145	else
	146	trace_rxrpc_tx_packet(chan->call_debug_id, &pkt.whdr,
	147	rxrpc_tx_point_call_final_resend);
6b47fe1d	148
18bfeba5	149	_leave("");
18bfeba5 DH	150	}
18bfeba5 DH	151
17926a79 DH	152	/*
	153	* pass a connection-level abort onto all calls on that connection
	154	*/
f5c17aae	155	static void rxrpc_abort_calls(struct rxrpc_connection *conn,
64753092	156	enum rxrpc_call_completion compl)
17926a79 DH	157	{
17926a79 DH	158	struct rxrpc_call *call;
248f219c	159	int i;
17926a79	160
64753092	161	_enter("{%d},%x", conn->debug_id, conn->abort_code);
17926a79	162
a1399f8b	163	spin_lock(&conn->channel_lock);
17926a79	164
a1399f8b DH	165	for (i = 0; i < RXRPC_MAXCALLS; i++) {
	166	call = rcu_dereference_protected(
	167	conn->channels[i].call,
	168	lockdep_is_held(&conn->channel_lock));
ccbd3dbe	169	if (call) {
5a42976d	170	if (compl == RXRPC_CALL_LOCALLY_ABORTED)
a25e21f0 DH	171	trace_rxrpc_abort(call->debug_id,
a25e21f0 DH	172	"CON", call->cid,
5a42976d	173	call->call_id, 0,
64753092 DH	174	conn->abort_code,
64753092 DH	175	conn->error);
248f219c	176	if (rxrpc_set_call_completion(call, compl,
64753092 DH	177	conn->abort_code,
64753092 DH	178	conn->error))
248f219c	179	rxrpc_notify_socket(call);
17926a79	180	}
17926a79 DH	181	}
17926a79 DH	182
a1399f8b	183	spin_unlock(&conn->channel_lock);
17926a79 DH	184	_leave("");
	185	}
	186
	187	/*
	188	* generate a connection-level abort
	189	*/
	190	static int rxrpc_abort_connection(struct rxrpc_connection *conn,
3a92789a	191	int error, u32 abort_code)
17926a79	192	{
0d12f8a4	193	struct rxrpc_wire_header whdr;
17926a79 DH	194	struct msghdr msg;
	195	struct kvec iov[2];
	196	__be32 word;
	197	size_t len;
0d12f8a4	198	u32 serial;
17926a79 DH	199	int ret;
	200
	201	_enter("%d,,%u,%u", conn->debug_id, error, abort_code);
	202
	203	/* generate a connection-level abort */
	204	spin_lock_bh(&conn->state_lock);
f5c17aae	205	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
17926a79 DH	206	spin_unlock_bh(&conn->state_lock);
	207	_leave(" = 0 [already dead]");
	208	return 0;
	209	}
	210
64753092 DH	211	conn->error = error;
64753092 DH	212	conn->abort_code = abort_code;
f5c17aae DH	213	conn->state = RXRPC_CONN_LOCALLY_ABORTED;
	214	spin_unlock_bh(&conn->state_lock);
	215
64753092	216	rxrpc_abort_calls(conn, RXRPC_CALL_LOCALLY_ABORTED);
17926a79	217
85f32278 DH	218	msg.msg_name = &conn->params.peer->srx.transport;
85f32278 DH	219	msg.msg_namelen = conn->params.peer->srx.transport_len;
17926a79 DH	220	msg.msg_control = NULL;
	221	msg.msg_controllen = 0;
	222	msg.msg_flags = 0;
	223
19ffa01c DH	224	whdr.epoch = htonl(conn->proto.epoch);
19ffa01c DH	225	whdr.cid = htonl(conn->proto.cid);
0d12f8a4 DH	226	whdr.callNumber = 0;
	227	whdr.seq = 0;
	228	whdr.type = RXRPC_PACKET_TYPE_ABORT;
	229	whdr.flags = conn->out_clientflag;
	230	whdr.userStatus = 0;
	231	whdr.securityIndex = conn->security_ix;
	232	whdr._rsvd = 0;
68d6d1ae	233	whdr.serviceId = htons(conn->service_id);
17926a79	234
64753092	235	word = htonl(conn->abort_code);
17926a79	236
0d12f8a4 DH	237	iov[0].iov_base = &whdr;
0d12f8a4 DH	238	iov[0].iov_len = sizeof(whdr);
17926a79 DH	239	iov[1].iov_base = &word;
	240	iov[1].iov_len = sizeof(word);
	241
	242	len = iov[0].iov_len + iov[1].iov_len;
	243
0d12f8a4 DH	244	serial = atomic_inc_return(&conn->serial);
0d12f8a4 DH	245	whdr.serial = htonl(serial);
64753092	246	_proto("Tx CONN ABORT %%%u { %d }", serial, conn->abort_code);
17926a79	247
85f32278	248	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
17926a79	249	if (ret < 0) {
6b47fe1d	250	trace_rxrpc_tx_fail(conn->debug_id, serial, ret,
4764c0da	251	rxrpc_tx_point_conn_abort);
17926a79 DH	252	_debug("sendmsg failed: %d", ret);
	253	return -EAGAIN;
	254	}
	255
4764c0da DH	256	trace_rxrpc_tx_packet(conn->debug_id, &whdr, rxrpc_tx_point_conn_abort);
4764c0da DH	257
330bdcfa	258	conn->params.peer->last_tx_at = ktime_get_seconds();
ace45bec	259
17926a79 DH	260	_leave(" = 0");
	261	return 0;
	262	}
	263
	264	/*
	265	* mark a call as being on a now-secured channel
248f219c	266	* - must be called with BH's disabled.
17926a79	267	*/
5eaa65b2	268	static void rxrpc_call_is_secure(struct rxrpc_call *call)
17926a79 DH	269	{
	270	_enter("%p", call);
	271	if (call) {
248f219c DH	272	write_lock_bh(&call->state_lock);
	273	if (call->state == RXRPC_CALL_SERVER_SECURING) {
	274	call->state = RXRPC_CALL_SERVER_ACCEPTING;
	275	rxrpc_notify_socket(call);
	276	}
	277	write_unlock_bh(&call->state_lock);
17926a79 DH	278	}
	279	}
	280
	281	/*
	282	* connection-level Rx packet processor
	283	*/
	284	static int rxrpc_process_event(struct rxrpc_connection *conn,
	285	struct sk_buff *skb,
	286	u32 *_abort_code)
	287	{
	288	struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
0d12f8a4 DH	289	__be32 wtmp;
0d12f8a4 DH	290	u32 abort_code;
17926a79 DH	291	int loop, ret;
17926a79 DH	292
519d2567	293	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
248f219c	294	_leave(" = -ECONNABORTED [%u]", conn->state);
17926a79	295	return -ECONNABORTED;
519d2567	296	}
17926a79	297
0d12f8a4	298	_enter("{%d},{%u,%%%u},", conn->debug_id, sp->hdr.type, sp->hdr.serial);
519d2567	299
17926a79	300	switch (sp->hdr.type) {
18bfeba5 DH	301	case RXRPC_PACKET_TYPE_DATA:
18bfeba5 DH	302	case RXRPC_PACKET_TYPE_ACK:
3136ef49 DH	303	rxrpc_conn_retransmit_call(conn, skb,
3136ef49 DH	304	sp->hdr.cid & RXRPC_CHANNELMASK);
18bfeba5 DH	305	return 0;
18bfeba5 DH	306
4d4a6ac7 DH	307	case RXRPC_PACKET_TYPE_BUSY:
	308	/* Just ignore BUSY packets for now. */
	309	return 0;
	310
17926a79	311	case RXRPC_PACKET_TYPE_ABORT:
775e5b71	312	if (skb_copy_bits(skb, sizeof(struct rxrpc_wire_header),
fb46f6ee DH	313	&wtmp, sizeof(wtmp)) < 0) {
	314	trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
	315	tracepoint_string("bad_abort"));
17926a79	316	return -EPROTO;
fb46f6ee	317	}
0d12f8a4 DH	318	abort_code = ntohl(wtmp);
0d12f8a4 DH	319	_proto("Rx ABORT %%%u { ac=%d }", sp->hdr.serial, abort_code);
17926a79	320
64753092 DH	321	conn->error = -ECONNABORTED;
64753092 DH	322	conn->abort_code = abort_code;
17926a79	323	conn->state = RXRPC_CONN_REMOTELY_ABORTED;
64753092	324	rxrpc_abort_calls(conn, RXRPC_CALL_REMOTELY_ABORTED);
17926a79 DH	325	return -ECONNABORTED;
	326
	327	case RXRPC_PACKET_TYPE_CHALLENGE:
e0e4d82f DH	328	return conn->security->respond_to_challenge(conn, skb,
e0e4d82f DH	329	_abort_code);
17926a79 DH	330
17926a79 DH	331	case RXRPC_PACKET_TYPE_RESPONSE:
17926a79 DH	332	ret = conn->security->verify_response(conn, skb, _abort_code);
	333	if (ret < 0)
	334	return ret;
	335
	336	ret = conn->security->init_connection_security(conn);
	337	if (ret < 0)
	338	return ret;
	339
a263629d HX	340	ret = conn->security->prime_packet_security(conn);
	341	if (ret < 0)
	342	return ret;
	343
a1399f8b	344	spin_lock(&conn->channel_lock);
17926a79 DH	345	spin_lock(&conn->state_lock);
17926a79 DH	346
bba304db DH	347	if (conn->state == RXRPC_CONN_SERVICE_CHALLENGING) {
bba304db DH	348	conn->state = RXRPC_CONN_SERVICE;
248f219c	349	spin_unlock(&conn->state_lock);
17926a79	350	for (loop = 0; loop < RXRPC_MAXCALLS; loop++)
dee46364 DH	351	rxrpc_call_is_secure(
dee46364 DH	352	rcu_dereference_protected(
a1399f8b DH	353	conn->channels[loop].call,
a1399f8b DH	354	lockdep_is_held(&conn->channel_lock)));
248f219c DH	355	} else {
248f219c DH	356	spin_unlock(&conn->state_lock);
17926a79 DH	357	}
17926a79 DH	358
a1399f8b	359	spin_unlock(&conn->channel_lock);
17926a79 DH	360	return 0;
	361
	362	default:
fb46f6ee DH	363	trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
fb46f6ee DH	364	tracepoint_string("bad_conn_pkt"));
17926a79 DH	365	return -EPROTO;
	366	}
	367	}
	368
	369	/*
	370	* set up security and issue a challenge
	371	*/
	372	static void rxrpc_secure_connection(struct rxrpc_connection *conn)
	373	{
	374	u32 abort_code;
	375	int ret;
	376
	377	_enter("{%d}", conn->debug_id);
	378
	379	ASSERT(conn->security_ix != 0);
	380
19ffa01c	381	if (!conn->params.key) {
17926a79 DH	382	_debug("set up security");
	383	ret = rxrpc_init_server_conn_security(conn);
	384	switch (ret) {
	385	case 0:
	386	break;
	387	case -ENOENT:
	388	abort_code = RX_CALL_DEAD;
	389	goto abort;
	390	default:
	391	abort_code = RXKADNOAUTH;
	392	goto abort;
	393	}
	394	}
	395
17926a79 DH	396	if (conn->security->issue_challenge(conn) < 0) {
	397	abort_code = RX_CALL_DEAD;
	398	ret = -ENOMEM;
	399	goto abort;
	400	}
	401
	402	_leave("");
	403	return;
	404
	405	abort:
	406	_debug("abort %d, %d", ret, abort_code);
3a92789a	407	rxrpc_abort_connection(conn, ret, abort_code);
17926a79 DH	408	_leave(" [aborted]");
	409	}
	410
3136ef49 DH	411	/*
	412	* Process delayed final ACKs that we haven't subsumed into a subsequent call.
	413	*/
	414	static void rxrpc_process_delayed_final_acks(struct rxrpc_connection *conn)
	415	{
	416	unsigned long j = jiffies, next_j;
	417	unsigned int channel;
	418	bool set;
	419
	420	again:
	421	next_j = j + LONG_MAX;
	422	set = false;
	423	for (channel = 0; channel < RXRPC_MAXCALLS; channel++) {
	424	struct rxrpc_channel *chan = &conn->channels[channel];
	425	unsigned long ack_at;
	426
	427	if (!test_bit(RXRPC_CONN_FINAL_ACK_0 + channel, &conn->flags))
	428	continue;
	429
	430	smp_rmb(); /* vs rxrpc_disconnect_client_call */
	431	ack_at = READ_ONCE(chan->final_ack_at);
	432
	433	if (time_before(j, ack_at)) {
	434	if (time_before(ack_at, next_j)) {
	435	next_j = ack_at;
	436	set = true;
	437	}
	438	continue;
	439	}
	440
	441	if (test_and_clear_bit(RXRPC_CONN_FINAL_ACK_0 + channel,
	442	&conn->flags))
	443	rxrpc_conn_retransmit_call(conn, NULL, channel);
	444	}
	445
	446	j = jiffies;
	447	if (time_before_eq(next_j, j))
	448	goto again;
	449	if (set)
	450	rxrpc_reduce_conn_timer(conn, next_j);
	451	}
	452
17926a79 DH	453	/*
	454	* connection-level event processor
	455	*/
	456	void rxrpc_process_connection(struct work_struct *work)
	457	{
	458	struct rxrpc_connection *conn =
	459	container_of(work, struct rxrpc_connection, processor);
17926a79 DH	460	struct sk_buff *skb;
	461	u32 abort_code = RX_PROTOCOL_ERROR;
	462	int ret;
	463
363deeab	464	rxrpc_see_connection(conn);
17926a79	465
2c4579e4	466	if (test_and_clear_bit(RXRPC_CONN_EV_CHALLENGE, &conn->events))
17926a79	467	rxrpc_secure_connection(conn);
17926a79	468
3136ef49 DH	469	/* Process delayed ACKs whose time has come. */
	470	if (conn->flags & RXRPC_CONN_FINAL_ACK_MASK)
	471	rxrpc_process_delayed_final_acks(conn);
	472
17926a79 DH	473	/* go through the conn-level event packets, releasing the ref on this
	474	* connection that each one has when we've finished with it */
	475	while ((skb = skb_dequeue(&conn->rx_queue))) {
71f3ca40	476	rxrpc_see_skb(skb, rxrpc_skb_rx_seen);
17926a79 DH	477	ret = rxrpc_process_event(conn, skb, &abort_code);
	478	switch (ret) {
	479	case -EPROTO:
	480	case -EKEYEXPIRED:
	481	case -EKEYREJECTED:
	482	goto protocol_error;
8c2f826d	483	case -ENOMEM:
17926a79 DH	484	case -EAGAIN:
	485	goto requeue_and_leave;
	486	case -ECONNABORTED:
	487	default:
71f3ca40	488	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
17926a79 DH	489	break;
	490	}
	491	}
	492
	493	out:
	494	rxrpc_put_connection(conn);
	495	_leave("");
	496	return;
	497
	498	requeue_and_leave:
	499	skb_queue_head(&conn->rx_queue, skb);
	500	goto out;
	501
	502	protocol_error:
3a92789a	503	if (rxrpc_abort_connection(conn, ret, abort_code) < 0)
17926a79	504	goto requeue_and_leave;
71f3ca40	505	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
17926a79 DH	506	goto out;
17926a79 DH	507	}