[linux-2.6-block.git] / net / ipv4 / udp_tunnel.c

// SPDX-License-Identifier: GPL-2.0-only
#include <linux/module.h>
#include <linux/errno.h>
#include <linux/socket.h>
#include <linux/udp.h>
#include <linux/types.h>
#include <linux/kernel.h>
#include <net/dst_metadata.h>
#include <net/net_namespace.h>
#include <net/udp.h>
#include <net/udp_tunnel.h>

int udp_sock_create4(struct net *net, struct udp_port_cfg *cfg,
		     struct socket **sockp)
{
	int err;
	struct socket *sock = NULL;
	struct sockaddr_in udp_addr;

	err = sock_create_kern(net, AF_INET, SOCK_DGRAM, 0, &sock);
	if (err < 0)
		goto error;

	if (cfg->bind_ifindex) {
		err = kernel_setsockopt(sock, SOL_SOCKET, SO_BINDTOIFINDEX,
					(void *)&cfg->bind_ifindex,
					sizeof(cfg->bind_ifindex));
		if (err < 0)
			goto error;
	}

	udp_addr.sin_family = AF_INET;
	udp_addr.sin_addr = cfg->local_ip;
	udp_addr.sin_port = cfg->local_udp_port;
	err = kernel_bind(sock, (struct sockaddr *)&udp_addr,
			  sizeof(udp_addr));
	if (err < 0)
		goto error;

	if (cfg->peer_udp_port) {
		udp_addr.sin_family = AF_INET;
		udp_addr.sin_addr = cfg->peer_ip;
		udp_addr.sin_port = cfg->peer_udp_port;
		err = kernel_connect(sock, (struct sockaddr *)&udp_addr,
				     sizeof(udp_addr), 0);
		if (err < 0)
			goto error;
	}

	sock->sk->sk_no_check_tx = !cfg->use_udp_checksums;

	*sockp = sock;
	return 0;

error:
	if (sock) {
		kernel_sock_shutdown(sock, SHUT_RDWR);
		sock_release(sock);
	}
	*sockp = NULL;
	return err;
}
EXPORT_SYMBOL(udp_sock_create4);

void setup_udp_tunnel_sock(struct net *net, struct socket *sock,
			   struct udp_tunnel_sock_cfg *cfg)
{
	struct sock *sk = sock->sk;

	/* Disable multicast loopback */
	inet_sk(sk)->mc_loop = 0;

	/* Enable CHECKSUM_UNNECESSARY to CHECKSUM_COMPLETE conversion */
	inet_inc_convert_csum(sk);

	rcu_assign_sk_user_data(sk, cfg->sk_user_data);

	udp_sk(sk)->encap_type = cfg->encap_type;
	udp_sk(sk)->encap_rcv = cfg->encap_rcv;
	udp_sk(sk)->encap_err_lookup = cfg->encap_err_lookup;
	udp_sk(sk)->encap_destroy = cfg->encap_destroy;
	udp_sk(sk)->gro_receive = cfg->gro_receive;
	udp_sk(sk)->gro_complete = cfg->gro_complete;

	udp_tunnel_encap_enable(sock);
}
EXPORT_SYMBOL_GPL(setup_udp_tunnel_sock);

void udp_tunnel_push_rx_port(struct net_device *dev, struct socket *sock,
			     unsigned short type)
{
	struct sock *sk = sock->sk;
	struct udp_tunnel_info ti;

	if (!dev->netdev_ops->ndo_udp_tunnel_add ||
	    !(dev->features & NETIF_F_RX_UDP_TUNNEL_PORT))
		return;

	ti.type = type;
	ti.sa_family = sk->sk_family;
	ti.port = inet_sk(sk)->inet_sport;

	dev->netdev_ops->ndo_udp_tunnel_add(dev, &ti);
}
EXPORT_SYMBOL_GPL(udp_tunnel_push_rx_port);

void udp_tunnel_drop_rx_port(struct net_device *dev, struct socket *sock,
			     unsigned short type)
{
	struct sock *sk = sock->sk;
	struct udp_tunnel_info ti;

	if (!dev->netdev_ops->ndo_udp_tunnel_del ||
	    !(dev->features & NETIF_F_RX_UDP_TUNNEL_PORT))
		return;

	ti.type = type;
	ti.sa_family = sk->sk_family;
	ti.port = inet_sk(sk)->inet_sport;

	dev->netdev_ops->ndo_udp_tunnel_del(dev, &ti);
}
EXPORT_SYMBOL_GPL(udp_tunnel_drop_rx_port);

/* Notify netdevs that UDP port started listening */
void udp_tunnel_notify_add_rx_port(struct socket *sock, unsigned short type)
{
	struct sock *sk = sock->sk;
	struct net *net = sock_net(sk);
	struct udp_tunnel_info ti;
	struct net_device *dev;

	ti.type = type;
	ti.sa_family = sk->sk_family;
	ti.port = inet_sk(sk)->inet_sport;

	rcu_read_lock();
	for_each_netdev_rcu(net, dev) {
		if (!dev->netdev_ops->ndo_udp_tunnel_add)
			continue;
		if (!(dev->features & NETIF_F_RX_UDP_TUNNEL_PORT))
			continue;
		dev->netdev_ops->ndo_udp_tunnel_add(dev, &ti);
	}
	rcu_read_unlock();
}
EXPORT_SYMBOL_GPL(udp_tunnel_notify_add_rx_port);

/* Notify netdevs that UDP port is no more listening */
void udp_tunnel_notify_del_rx_port(struct socket *sock, unsigned short type)
{
	struct sock *sk = sock->sk;
	struct net *net = sock_net(sk);
	struct udp_tunnel_info ti;
	struct net_device *dev;

	ti.type = type;
	ti.sa_family = sk->sk_family;
	ti.port = inet_sk(sk)->inet_sport;

	rcu_read_lock();
	for_each_netdev_rcu(net, dev) {
		if (!dev->netdev_ops->ndo_udp_tunnel_del)
			continue;
		if (!(dev->features & NETIF_F_RX_UDP_TUNNEL_PORT))
			continue;
		dev->netdev_ops->ndo_udp_tunnel_del(dev, &ti);
	}
	rcu_read_unlock();
}
EXPORT_SYMBOL_GPL(udp_tunnel_notify_del_rx_port);

void udp_tunnel_xmit_skb(struct rtable *rt, struct sock *sk, struct sk_buff *skb,
			 __be32 src, __be32 dst, __u8 tos, __u8 ttl,
			 __be16 df, __be16 src_port, __be16 dst_port,
			 bool xnet, bool nocheck)
{
	struct udphdr *uh;

	__skb_push(skb, sizeof(*uh));
	skb_reset_transport_header(skb);
	uh = udp_hdr(skb);

	uh->dest = dst_port;
	uh->source = src_port;
	uh->len = htons(skb->len);

	memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));

	udp_set_csum(nocheck, skb, src, dst, skb->len);

	iptunnel_xmit(sk, rt, skb, src, dst, IPPROTO_UDP, tos, ttl, df, xnet);
}
EXPORT_SYMBOL_GPL(udp_tunnel_xmit_skb);

void udp_tunnel_sock_release(struct socket *sock)
{
	rcu_assign_sk_user_data(sock->sk, NULL);
	kernel_sock_shutdown(sock, SHUT_RDWR);
	sock_release(sock);
}
EXPORT_SYMBOL_GPL(udp_tunnel_sock_release);

struct metadata_dst *udp_tun_rx_dst(struct sk_buff *skb,  unsigned short family,
				    __be16 flags, __be64 tunnel_id, int md_size)
{
	struct metadata_dst *tun_dst;
	struct ip_tunnel_info *info;

	if (family == AF_INET)
		tun_dst = ip_tun_rx_dst(skb, flags, tunnel_id, md_size);
	else
		tun_dst = ipv6_tun_rx_dst(skb, flags, tunnel_id, md_size);
	if (!tun_dst)
		return NULL;

	info = &tun_dst->u.tun_info;
	info->key.tp_src = udp_hdr(skb)->source;
	info->key.tp_dst = udp_hdr(skb)->dest;
	if (udp_hdr(skb)->check)
		info->key.tun_flags |= TUNNEL_CSUM;
	return tun_dst;
}
EXPORT_SYMBOL_GPL(udp_tun_rx_dst);

MODULE_LICENSE("GPL");
Commit	Line	Data
09c434b8	1	// SPDX-License-Identifier: GPL-2.0-only
8024e028 TH	2	#include <linux/module.h>
	3	#include <linux/errno.h>
	4	#include <linux/socket.h>
	5	#include <linux/udp.h>
	6	#include <linux/types.h>
	7	#include <linux/kernel.h>
c29a70d2 PS	8	#include <net/dst_metadata.h>
c29a70d2 PS	9	#include <net/net_namespace.h>
8024e028 TH	10	#include <net/udp.h>
8024e028 TH	11	#include <net/udp_tunnel.h>
8024e028	12
fd384412 AZ	13	int udp_sock_create4(struct net net, struct udp_port_cfg cfg,
fd384412 AZ	14	struct socket **sockp)
8024e028	15	{
6a93cc90	16	int err;
8024e028	17	struct socket *sock = NULL;
fd384412	18	struct sockaddr_in udp_addr;
8024e028	19
26abe143	20	err = sock_create_kern(net, AF_INET, SOCK_DGRAM, 0, &sock);
fd384412 AZ	21	if (err < 0)
fd384412 AZ	22	goto error;
8024e028	23
da5095d0	24	if (cfg->bind_ifindex) {
2eadee72 DH	25	err = kernel_setsockopt(sock, SOL_SOCKET, SO_BINDTOIFINDEX,
	26	(void *)&cfg->bind_ifindex,
	27	sizeof(cfg->bind_ifindex));
da5095d0 AB	28	if (err < 0)
	29	goto error;
	30	}
	31
fd384412 AZ	32	udp_addr.sin_family = AF_INET;
	33	udp_addr.sin_addr = cfg->local_ip;
	34	udp_addr.sin_port = cfg->local_udp_port;
	35	err = kernel_bind(sock, (struct sockaddr *)&udp_addr,
	36	sizeof(udp_addr));
	37	if (err < 0)
	38	goto error;
8024e028	39
fd384412	40	if (cfg->peer_udp_port) {
8024e028	41	udp_addr.sin_family = AF_INET;
fd384412 AZ	42	udp_addr.sin_addr = cfg->peer_ip;
	43	udp_addr.sin_port = cfg->peer_udp_port;
	44	err = kernel_connect(sock, (struct sockaddr *)&udp_addr,
	45	sizeof(udp_addr), 0);
8024e028 TH	46	if (err < 0)
8024e028 TH	47	goto error;
8024e028 TH	48	}
8024e028 TH	49
fd384412	50	sock->sk->sk_no_check_tx = !cfg->use_udp_checksums;
8024e028 TH	51
8024e028 TH	52	*sockp = sock;
8024e028 TH	53	return 0;
	54
	55	error:
	56	if (sock) {
	57	kernel_sock_shutdown(sock, SHUT_RDWR);
26abe143	58	sock_release(sock);
8024e028 TH	59	}
	60	*sockp = NULL;
	61	return err;
	62	}
fd384412	63	EXPORT_SYMBOL(udp_sock_create4);
8024e028	64
6a93cc90 AZ	65	void setup_udp_tunnel_sock(struct net net, struct socket sock,
	66	struct udp_tunnel_sock_cfg *cfg)
	67	{
	68	struct sock *sk = sock->sk;
	69
	70	/* Disable multicast loopback */
	71	inet_sk(sk)->mc_loop = 0;
	72
	73	/* Enable CHECKSUM_UNNECESSARY to CHECKSUM_COMPLETE conversion */
224d019c	74	inet_inc_convert_csum(sk);
6a93cc90 AZ	75
	76	rcu_assign_sk_user_data(sk, cfg->sk_user_data);
	77
	78	udp_sk(sk)->encap_type = cfg->encap_type;
	79	udp_sk(sk)->encap_rcv = cfg->encap_rcv;
a36e185e	80	udp_sk(sk)->encap_err_lookup = cfg->encap_err_lookup;
6a93cc90	81	udp_sk(sk)->encap_destroy = cfg->encap_destroy;
38fd2af2 TH	82	udp_sk(sk)->gro_receive = cfg->gro_receive;
38fd2af2 TH	83	udp_sk(sk)->gro_complete = cfg->gro_complete;
6a93cc90 AZ	84
	85	udp_tunnel_encap_enable(sock);
	86	}
	87	EXPORT_SYMBOL_GPL(setup_udp_tunnel_sock);
	88
e7b3db5e AD	89	void udp_tunnel_push_rx_port(struct net_device dev, struct socket sock,
	90	unsigned short type)
	91	{
	92	struct sock *sk = sock->sk;
	93	struct udp_tunnel_info ti;
	94
7a27fc6d SD	95	if (!dev->netdev_ops->ndo_udp_tunnel_add \|\|
7a27fc6d SD	96	!(dev->features & NETIF_F_RX_UDP_TUNNEL_PORT))
1938ee1f AD	97	return;
1938ee1f AD	98
e7b3db5e AD	99	ti.type = type;
	100	ti.sa_family = sk->sk_family;
	101	ti.port = inet_sk(sk)->inet_sport;
	102
1938ee1f	103	dev->netdev_ops->ndo_udp_tunnel_add(dev, &ti);
e7b3db5e AD	104	}
	105	EXPORT_SYMBOL_GPL(udp_tunnel_push_rx_port);
	106
296d8ee3 SD	107	void udp_tunnel_drop_rx_port(struct net_device dev, struct socket sock,
	108	unsigned short type)
	109	{
	110	struct sock *sk = sock->sk;
	111	struct udp_tunnel_info ti;
	112
	113	if (!dev->netdev_ops->ndo_udp_tunnel_del \|\|
	114	!(dev->features & NETIF_F_RX_UDP_TUNNEL_PORT))
	115	return;
	116
	117	ti.type = type;
	118	ti.sa_family = sk->sk_family;
	119	ti.port = inet_sk(sk)->inet_sport;
	120
	121	dev->netdev_ops->ndo_udp_tunnel_del(dev, &ti);
	122	}
	123	EXPORT_SYMBOL_GPL(udp_tunnel_drop_rx_port);
	124
e7b3db5e AD	125	/* Notify netdevs that UDP port started listening */
	126	void udp_tunnel_notify_add_rx_port(struct socket *sock, unsigned short type)
	127	{
	128	struct sock *sk = sock->sk;
	129	struct net *net = sock_net(sk);
	130	struct udp_tunnel_info ti;
	131	struct net_device *dev;
	132
	133	ti.type = type;
	134	ti.sa_family = sk->sk_family;
	135	ti.port = inet_sk(sk)->inet_sport;
	136
	137	rcu_read_lock();
1938ee1f AD	138	for_each_netdev_rcu(net, dev) {
	139	if (!dev->netdev_ops->ndo_udp_tunnel_add)
	140	continue;
7a27fc6d SD	141	if (!(dev->features & NETIF_F_RX_UDP_TUNNEL_PORT))
7a27fc6d SD	142	continue;
1938ee1f AD	143	dev->netdev_ops->ndo_udp_tunnel_add(dev, &ti);
1938ee1f AD	144	}
e7b3db5e AD	145	rcu_read_unlock();
	146	}
	147	EXPORT_SYMBOL_GPL(udp_tunnel_notify_add_rx_port);
	148
e7b3db5e AD	149	/* Notify netdevs that UDP port is no more listening */
	150	void udp_tunnel_notify_del_rx_port(struct socket *sock, unsigned short type)
	151	{
	152	struct sock *sk = sock->sk;
	153	struct net *net = sock_net(sk);
	154	struct udp_tunnel_info ti;
	155	struct net_device *dev;
	156
	157	ti.type = type;
	158	ti.sa_family = sk->sk_family;
	159	ti.port = inet_sk(sk)->inet_sport;
	160
	161	rcu_read_lock();
1938ee1f AD	162	for_each_netdev_rcu(net, dev) {
	163	if (!dev->netdev_ops->ndo_udp_tunnel_del)
	164	continue;
7a27fc6d SD	165	if (!(dev->features & NETIF_F_RX_UDP_TUNNEL_PORT))
7a27fc6d SD	166	continue;
1938ee1f AD	167	dev->netdev_ops->ndo_udp_tunnel_del(dev, &ti);
1938ee1f AD	168	}
e7b3db5e AD	169	rcu_read_unlock();
	170	}
	171	EXPORT_SYMBOL_GPL(udp_tunnel_notify_del_rx_port);
	172
039f5062 PS	173	void udp_tunnel_xmit_skb(struct rtable rt, struct sock sk, struct sk_buff *skb,
	174	__be32 src, __be32 dst, __u8 tos, __u8 ttl,
	175	__be16 df, __be16 src_port, __be16 dst_port,
	176	bool xnet, bool nocheck)
6a93cc90 AZ	177	{
	178	struct udphdr *uh;
	179
	180	__skb_push(skb, sizeof(*uh));
	181	skb_reset_transport_header(skb);
	182	uh = udp_hdr(skb);
	183
	184	uh->dest = dst_port;
	185	uh->source = src_port;
	186	uh->len = htons(skb->len);
	187
5146d1f1 BH	188	memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
5146d1f1 BH	189
d998f8ef	190	udp_set_csum(nocheck, skb, src, dst, skb->len);
6a93cc90	191
039f5062	192	iptunnel_xmit(sk, rt, skb, src, dst, IPPROTO_UDP, tos, ttl, df, xnet);
6a93cc90 AZ	193	}
	194	EXPORT_SYMBOL_GPL(udp_tunnel_xmit_skb);
	195
	196	void udp_tunnel_sock_release(struct socket *sock)
	197	{
	198	rcu_assign_sk_user_data(sock->sk, NULL);
	199	kernel_sock_shutdown(sock, SHUT_RDWR);
26abe143	200	sock_release(sock);
6a93cc90 AZ	201	}
	202	EXPORT_SYMBOL_GPL(udp_tunnel_sock_release);
	203
c29a70d2 PS	204	struct metadata_dst udp_tun_rx_dst(struct sk_buff skb, unsigned short family,
	205	__be16 flags, __be64 tunnel_id, int md_size)
	206	{
	207	struct metadata_dst *tun_dst;
	208	struct ip_tunnel_info *info;
	209
	210	if (family == AF_INET)
	211	tun_dst = ip_tun_rx_dst(skb, flags, tunnel_id, md_size);
	212	else
	213	tun_dst = ipv6_tun_rx_dst(skb, flags, tunnel_id, md_size);
	214	if (!tun_dst)
	215	return NULL;
	216
	217	info = &tun_dst->u.tun_info;
	218	info->key.tp_src = udp_hdr(skb)->source;
	219	info->key.tp_dst = udp_hdr(skb)->dest;
	220	if (udp_hdr(skb)->check)
	221	info->key.tun_flags \|= TUNNEL_CSUM;
	222	return tun_dst;
	223	}
	224	EXPORT_SYMBOL_GPL(udp_tun_rx_dst);
	225
8024e028	226	MODULE_LICENSE("GPL");