[linux-2.6-block.git] / net / ipv6 / tcpv6_offload.c

// SPDX-License-Identifier: GPL-2.0-or-later
/*
 *	IPV6 GSO/GRO offload support
 *	Linux INET6 implementation
 *
 *      TCPv6 GSO/GRO support
 */
#include <linux/indirect_call_wrapper.h>
#include <linux/skbuff.h>
#include <net/protocol.h>
#include <net/tcp.h>
#include <net/ip6_checksum.h>
#include "ip6_offload.h"

INDIRECT_CALLABLE_SCOPE
struct sk_buff *tcp6_gro_receive(struct list_head *head, struct sk_buff *skb)
{
	/* Don't bother verifying checksum if we're going to flush anyway. */
	if (!NAPI_GRO_CB(skb)->flush &&
	    skb_gro_checksum_validate(skb, IPPROTO_TCP,
				      ip6_gro_compute_pseudo)) {
		NAPI_GRO_CB(skb)->flush = 1;
		return NULL;
	}

	return tcp_gro_receive(head, skb);
}

INDIRECT_CALLABLE_SCOPE int tcp6_gro_complete(struct sk_buff *skb, int thoff)
{
	const struct ipv6hdr *iph = ipv6_hdr(skb);
	struct tcphdr *th = tcp_hdr(skb);

	th->check = ~tcp_v6_check(skb->len - thoff, &iph->saddr,
				  &iph->daddr, 0);
	skb_shinfo(skb)->gso_type |= SKB_GSO_TCPV6;

	return tcp_gro_complete(skb);
}

static struct sk_buff *tcp6_gso_segment(struct sk_buff *skb,
					netdev_features_t features)
{
	struct tcphdr *th;

	if (!(skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6))
		return ERR_PTR(-EINVAL);

	if (!pskb_may_pull(skb, sizeof(*th)))
		return ERR_PTR(-EINVAL);

	if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {
		const struct ipv6hdr *ipv6h = ipv6_hdr(skb);
		struct tcphdr *th = tcp_hdr(skb);

		/* Set up pseudo header, usually expect stack to have done
		 * this.
		 */

		th->check = 0;
		skb->ip_summed = CHECKSUM_PARTIAL;
		__tcp_v6_send_check(skb, &ipv6h->saddr, &ipv6h->daddr);
	}

	return tcp_gso_segment(skb, features);
}
static const struct net_offload tcpv6_offload = {
	.callbacks = {
		.gso_segment	=	tcp6_gso_segment,
		.gro_receive	=	tcp6_gro_receive,
		.gro_complete	=	tcp6_gro_complete,
	},
};

int __init tcpv6_offload_init(void)
{
	return inet6_add_offload(&tcpv6_offload, IPPROTO_TCP);
}
Commit	Line	Data
2874c5fd	1	// SPDX-License-Identifier: GPL-2.0-or-later
8663e02a VY	2	/*
	3	* IPV6 GSO/GRO offload support
	4	* Linux INET6 implementation
	5	*
8663e02a VY	6	* TCPv6 GSO/GRO support
8663e02a VY	7	*/
028e0a47	8	#include <linux/indirect_call_wrapper.h>
8663e02a VY	9	#include <linux/skbuff.h>
	10	#include <net/protocol.h>
	11	#include <net/tcp.h>
	12	#include <net/ip6_checksum.h>
	13	#include "ip6_offload.h"
	14
028e0a47 PA	15	INDIRECT_CALLABLE_SCOPE
028e0a47 PA	16	struct sk_buff tcp6_gro_receive(struct list_head head, struct sk_buff *skb)
8663e02a	17	{
cc5c00bb	18	/* Don't bother verifying checksum if we're going to flush anyway. */
149d0774 TH	19	if (!NAPI_GRO_CB(skb)->flush &&
	20	skb_gro_checksum_validate(skb, IPPROTO_TCP,
	21	ip6_gro_compute_pseudo)) {
8663e02a VY	22	NAPI_GRO_CB(skb)->flush = 1;
8663e02a VY	23	return NULL;
8663e02a VY	24	}
	25
	26	return tcp_gro_receive(head, skb);
	27	}
	28
028e0a47	29	INDIRECT_CALLABLE_SCOPE int tcp6_gro_complete(struct sk_buff *skb, int thoff)
8663e02a VY	30	{
	31	const struct ipv6hdr *iph = ipv6_hdr(skb);
	32	struct tcphdr *th = tcp_hdr(skb);
	33
299603e8 JC	34	th->check = ~tcp_v6_check(skb->len - thoff, &iph->saddr,
299603e8 JC	35	&iph->daddr, 0);
c3caf119	36	skb_shinfo(skb)->gso_type \|= SKB_GSO_TCPV6;
8663e02a VY	37
	38	return tcp_gro_complete(skb);
	39	}
	40
74abc20c ED	41	static struct sk_buff tcp6_gso_segment(struct sk_buff skb,
74abc20c ED	42	netdev_features_t features)
d020f8f7 TH	43	{
	44	struct tcphdr *th;
	45
121d57af WB	46	if (!(skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6))
	47	return ERR_PTR(-EINVAL);
	48
d020f8f7 TH	49	if (!pskb_may_pull(skb, sizeof(*th)))
	50	return ERR_PTR(-EINVAL);
	51
	52	if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {
	53	const struct ipv6hdr *ipv6h = ipv6_hdr(skb);
	54	struct tcphdr *th = tcp_hdr(skb);
	55
	56	/* Set up pseudo header, usually expect stack to have done
	57	* this.
	58	*/
	59
	60	th->check = 0;
	61	skb->ip_summed = CHECKSUM_PARTIAL;
	62	__tcp_v6_send_check(skb, &ipv6h->saddr, &ipv6h->daddr);
	63	}
	64
	65	return tcp_gso_segment(skb, features);
	66	}
8663e02a	67	static const struct net_offload tcpv6_offload = {
f191a1d1	68	.callbacks = {
d020f8f7	69	.gso_segment = tcp6_gso_segment,
f191a1d1 VY	70	.gro_receive = tcp6_gro_receive,
	71	.gro_complete = tcp6_gro_complete,
	72	},
8663e02a VY	73	};
	74
	75	int __init tcpv6_offload_init(void)
	76	{
	77	return inet6_add_offload(&tcpv6_offload, IPPROTO_TCP);
	78	}