Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
20dcb110 | 2 | /* L2TPv3 ethernet pseudowire driver |
d9e31d17 JC |
3 | * |
4 | * Copyright (c) 2008,2009,2010 Katalix Systems Ltd | |
d9e31d17 JC |
5 | */ |
6 | ||
a4ca44fa JP |
7 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
8 | ||
d9e31d17 JC |
9 | #include <linux/module.h> |
10 | #include <linux/skbuff.h> | |
11 | #include <linux/socket.h> | |
12 | #include <linux/hash.h> | |
13 | #include <linux/l2tp.h> | |
14 | #include <linux/in.h> | |
15 | #include <linux/etherdevice.h> | |
16 | #include <linux/spinlock.h> | |
17 | #include <net/sock.h> | |
18 | #include <net/ip.h> | |
19 | #include <net/icmp.h> | |
20 | #include <net/udp.h> | |
21 | #include <net/inet_common.h> | |
22 | #include <net/inet_hashtables.h> | |
23 | #include <net/tcp_states.h> | |
24 | #include <net/protocol.h> | |
25 | #include <net/xfrm.h> | |
26 | #include <net/net_namespace.h> | |
27 | #include <net/netns/generic.h> | |
b784e7eb P |
28 | #include <linux/ip.h> |
29 | #include <linux/ipv6.h> | |
30 | #include <linux/udp.h> | |
d9e31d17 JC |
31 | |
32 | #include "l2tp_core.h" | |
33 | ||
34 | /* Default device name. May be overridden by name specified by user */ | |
35 | #define L2TP_ETH_DEV_NAME "l2tpeth%d" | |
36 | ||
37 | /* via netdev_priv() */ | |
38 | struct l2tp_eth { | |
d9e31d17 | 39 | struct l2tp_session *session; |
a2842a1e ED |
40 | atomic_long_t tx_bytes; |
41 | atomic_long_t tx_packets; | |
b8c84307 | 42 | atomic_long_t tx_dropped; |
a2842a1e ED |
43 | atomic_long_t rx_bytes; |
44 | atomic_long_t rx_packets; | |
45 | atomic_long_t rx_errors; | |
d9e31d17 JC |
46 | }; |
47 | ||
48 | /* via l2tp_session_priv() */ | |
49 | struct l2tp_eth_sess { | |
ee28de6b | 50 | struct net_device __rcu *dev; |
d9e31d17 JC |
51 | }; |
52 | ||
d9e31d17 JC |
53 | static int l2tp_eth_dev_init(struct net_device *dev) |
54 | { | |
f2cedb63 | 55 | eth_hw_addr_random(dev); |
1cea7e2c | 56 | eth_broadcast_addr(dev->broadcast); |
1a33e10e | 57 | netdev_lockdep_set_classes(dev); |
f9eb8aea | 58 | |
d9e31d17 JC |
59 | return 0; |
60 | } | |
61 | ||
62 | static void l2tp_eth_dev_uninit(struct net_device *dev) | |
63 | { | |
ee28de6b GN |
64 | struct l2tp_eth *priv = netdev_priv(dev); |
65 | struct l2tp_eth_sess *spriv; | |
66 | ||
67 | spriv = l2tp_session_priv(priv->session); | |
68 | RCU_INIT_POINTER(spriv->dev, NULL); | |
69 | /* No need for synchronize_net() here. We're called by | |
70 | * unregister_netdev*(), which does the synchronisation for us. | |
71 | */ | |
d9e31d17 JC |
72 | } |
73 | ||
433f17a9 | 74 | static netdev_tx_t l2tp_eth_dev_xmit(struct sk_buff *skb, struct net_device *dev) |
d9e31d17 JC |
75 | { |
76 | struct l2tp_eth *priv = netdev_priv(dev); | |
77 | struct l2tp_session *session = priv->session; | |
b8c84307 | 78 | unsigned int len = skb->len; |
efe05278 | 79 | int ret = l2tp_xmit_skb(session, skb); |
b8c84307 | 80 | |
a4cd0271 | 81 | if (likely(ret == NET_XMIT_SUCCESS)) { |
b8c84307 ED |
82 | atomic_long_add(len, &priv->tx_bytes); |
83 | atomic_long_inc(&priv->tx_packets); | |
84 | } else { | |
85 | atomic_long_inc(&priv->tx_dropped); | |
86 | } | |
aa214de0 | 87 | return NETDEV_TX_OK; |
d9e31d17 JC |
88 | } |
89 | ||
bc1f4470 | 90 | static void l2tp_eth_get_stats64(struct net_device *dev, |
91 | struct rtnl_link_stats64 *stats) | |
a2842a1e ED |
92 | { |
93 | struct l2tp_eth *priv = netdev_priv(dev); | |
94 | ||
b71a61cc TP |
95 | stats->tx_bytes = (unsigned long)atomic_long_read(&priv->tx_bytes); |
96 | stats->tx_packets = (unsigned long)atomic_long_read(&priv->tx_packets); | |
97 | stats->tx_dropped = (unsigned long)atomic_long_read(&priv->tx_dropped); | |
98 | stats->rx_bytes = (unsigned long)atomic_long_read(&priv->rx_bytes); | |
99 | stats->rx_packets = (unsigned long)atomic_long_read(&priv->rx_packets); | |
100 | stats->rx_errors = (unsigned long)atomic_long_read(&priv->rx_errors); | |
a2842a1e ED |
101 | } |
102 | ||
eb94737d | 103 | static const struct net_device_ops l2tp_eth_netdev_ops = { |
d9e31d17 JC |
104 | .ndo_init = l2tp_eth_dev_init, |
105 | .ndo_uninit = l2tp_eth_dev_uninit, | |
106 | .ndo_start_xmit = l2tp_eth_dev_xmit, | |
a2842a1e | 107 | .ndo_get_stats64 = l2tp_eth_get_stats64, |
fe159122 | 108 | .ndo_set_mac_address = eth_mac_addr, |
d9e31d17 JC |
109 | }; |
110 | ||
a485c2b8 GN |
111 | static struct device_type l2tpeth_type = { |
112 | .name = "l2tpeth", | |
113 | }; | |
114 | ||
d9e31d17 JC |
115 | static void l2tp_eth_dev_setup(struct net_device *dev) |
116 | { | |
a485c2b8 | 117 | SET_NETDEV_DEVTYPE(dev, &l2tpeth_type); |
d9e31d17 | 118 | ether_setup(dev); |
a2842a1e ED |
119 | dev->priv_flags &= ~IFF_TX_SKB_SHARING; |
120 | dev->features |= NETIF_F_LLTX; | |
d9e31d17 | 121 | dev->netdev_ops = &l2tp_eth_netdev_ops; |
cf124db5 | 122 | dev->needs_free_netdev = true; |
d9e31d17 JC |
123 | } |
124 | ||
125 | static void l2tp_eth_dev_recv(struct l2tp_session *session, struct sk_buff *skb, int data_len) | |
126 | { | |
127 | struct l2tp_eth_sess *spriv = l2tp_session_priv(session); | |
ee28de6b GN |
128 | struct net_device *dev; |
129 | struct l2tp_eth *priv; | |
d9e31d17 | 130 | |
c0cc88a7 | 131 | if (!pskb_may_pull(skb, ETH_HLEN)) |
d9e31d17 JC |
132 | goto error; |
133 | ||
134 | secpath_reset(skb); | |
135 | ||
136 | /* checksums verified by L2TP */ | |
137 | skb->ip_summed = CHECKSUM_NONE; | |
138 | ||
139 | skb_dst_drop(skb); | |
895b5c9f | 140 | nf_reset_ct(skb); |
d9e31d17 | 141 | |
ee28de6b GN |
142 | rcu_read_lock(); |
143 | dev = rcu_dereference(spriv->dev); | |
144 | if (!dev) | |
145 | goto error_rcu; | |
146 | ||
147 | priv = netdev_priv(dev); | |
d9e31d17 | 148 | if (dev_forward_skb(dev, skb) == NET_RX_SUCCESS) { |
a2842a1e ED |
149 | atomic_long_inc(&priv->rx_packets); |
150 | atomic_long_add(data_len, &priv->rx_bytes); | |
151 | } else { | |
152 | atomic_long_inc(&priv->rx_errors); | |
153 | } | |
ee28de6b GN |
154 | rcu_read_unlock(); |
155 | ||
d9e31d17 JC |
156 | return; |
157 | ||
ee28de6b GN |
158 | error_rcu: |
159 | rcu_read_unlock(); | |
d9e31d17 | 160 | error: |
d9e31d17 JC |
161 | kfree_skb(skb); |
162 | } | |
163 | ||
164 | static void l2tp_eth_delete(struct l2tp_session *session) | |
165 | { | |
166 | struct l2tp_eth_sess *spriv; | |
167 | struct net_device *dev; | |
168 | ||
169 | if (session) { | |
170 | spriv = l2tp_session_priv(session); | |
ee28de6b GN |
171 | |
172 | rtnl_lock(); | |
173 | dev = rtnl_dereference(spriv->dev); | |
d9e31d17 | 174 | if (dev) { |
ee28de6b GN |
175 | unregister_netdevice(dev); |
176 | rtnl_unlock(); | |
a06998b8 | 177 | module_put(THIS_MODULE); |
ee28de6b GN |
178 | } else { |
179 | rtnl_unlock(); | |
d9e31d17 JC |
180 | } |
181 | } | |
182 | } | |
183 | ||
0ad66140 JC |
184 | static void l2tp_eth_show(struct seq_file *m, void *arg) |
185 | { | |
186 | struct l2tp_session *session = arg; | |
187 | struct l2tp_eth_sess *spriv = l2tp_session_priv(session); | |
ee28de6b GN |
188 | struct net_device *dev; |
189 | ||
190 | rcu_read_lock(); | |
191 | dev = rcu_dereference(spriv->dev); | |
192 | if (!dev) { | |
193 | rcu_read_unlock(); | |
194 | return; | |
195 | } | |
196 | dev_hold(dev); | |
197 | rcu_read_unlock(); | |
0ad66140 JC |
198 | |
199 | seq_printf(m, " interface %s\n", dev->name); | |
ee28de6b GN |
200 | |
201 | dev_put(dev); | |
0ad66140 | 202 | } |
0ad66140 | 203 | |
b784e7eb P |
204 | static void l2tp_eth_adjust_mtu(struct l2tp_tunnel *tunnel, |
205 | struct l2tp_session *session, | |
206 | struct net_device *dev) | |
207 | { | |
208 | unsigned int overhead = 0; | |
b784e7eb | 209 | u32 l3_overhead = 0; |
1f5cd2a0 | 210 | u32 mtu; |
b784e7eb P |
211 | |
212 | /* if the encap is UDP, account for UDP header size */ | |
213 | if (tunnel->encap == L2TP_ENCAPTYPE_UDP) { | |
214 | overhead += sizeof(struct udphdr); | |
215 | dev->needed_headroom += sizeof(struct udphdr); | |
216 | } | |
e9697e2e | 217 | |
57240d00 | 218 | lock_sock(tunnel->sock); |
b784e7eb | 219 | l3_overhead = kernel_sock_ip_overhead(tunnel->sock); |
57240d00 | 220 | release_sock(tunnel->sock); |
e9697e2e | 221 | |
b784e7eb P |
222 | if (l3_overhead == 0) { |
223 | /* L3 Overhead couldn't be identified, this could be | |
224 | * because tunnel->sock was NULL or the socket's | |
225 | * address family was not IPv4 or IPv6, | |
226 | * dev mtu stays at 1500. | |
227 | */ | |
228 | return; | |
229 | } | |
230 | /* Adjust MTU, factor overhead - underlay L3, overlay L2 hdr | |
231 | * UDP overhead, if any, was already factored in above. | |
232 | */ | |
233 | overhead += session->hdr_len + ETH_HLEN + l3_overhead; | |
234 | ||
e9697e2e GN |
235 | mtu = l2tp_tunnel_dst_mtu(tunnel) - overhead; |
236 | if (mtu < dev->min_mtu || mtu > dev->max_mtu) | |
237 | dev->mtu = ETH_DATA_LEN - overhead; | |
238 | else | |
1f5cd2a0 | 239 | dev->mtu = mtu; |
e9697e2e | 240 | |
b784e7eb P |
241 | dev->needed_headroom += session->hdr_len; |
242 | } | |
243 | ||
f026bc29 GN |
244 | static int l2tp_eth_create(struct net *net, struct l2tp_tunnel *tunnel, |
245 | u32 session_id, u32 peer_session_id, | |
246 | struct l2tp_session_cfg *cfg) | |
d9e31d17 | 247 | { |
c39855fe | 248 | unsigned char name_assign_type; |
d9e31d17 JC |
249 | struct net_device *dev; |
250 | char name[IFNAMSIZ]; | |
d9e31d17 JC |
251 | struct l2tp_session *session; |
252 | struct l2tp_eth *priv; | |
253 | struct l2tp_eth_sess *spriv; | |
254 | int rc; | |
d9e31d17 | 255 | |
d9e31d17 | 256 | if (cfg->ifname) { |
a5afe530 | 257 | strscpy(name, cfg->ifname, IFNAMSIZ); |
c39855fe GN |
258 | name_assign_type = NET_NAME_USER; |
259 | } else { | |
d9e31d17 | 260 | strcpy(name, L2TP_ETH_DEV_NAME); |
c39855fe GN |
261 | name_assign_type = NET_NAME_ENUM; |
262 | } | |
d9e31d17 JC |
263 | |
264 | session = l2tp_session_create(sizeof(*spriv), tunnel, session_id, | |
265 | peer_session_id, cfg); | |
dbdbc73b GN |
266 | if (IS_ERR(session)) { |
267 | rc = PTR_ERR(session); | |
ee28de6b | 268 | goto err; |
3953ae7b GN |
269 | } |
270 | ||
c39855fe | 271 | dev = alloc_netdev(sizeof(*priv), name, name_assign_type, |
c835a677 | 272 | l2tp_eth_dev_setup); |
d9e31d17 JC |
273 | if (!dev) { |
274 | rc = -ENOMEM; | |
ee28de6b | 275 | goto err_sess; |
d9e31d17 JC |
276 | } |
277 | ||
278 | dev_net_set(dev, net); | |
8b1efc0f JW |
279 | dev->min_mtu = 0; |
280 | dev->max_mtu = ETH_MAX_MTU; | |
b784e7eb | 281 | l2tp_eth_adjust_mtu(tunnel, session, dev); |
d9e31d17 JC |
282 | |
283 | priv = netdev_priv(dev); | |
d9e31d17 | 284 | priv->session = session; |
d9e31d17 | 285 | |
d9e31d17 JC |
286 | session->recv_skb = l2tp_eth_dev_recv; |
287 | session->session_close = l2tp_eth_delete; | |
c2ebc256 AB |
288 | if (IS_ENABLED(CONFIG_L2TP_DEBUGFS)) |
289 | session->show = l2tp_eth_show; | |
d9e31d17 JC |
290 | |
291 | spriv = l2tp_session_priv(session); | |
d9e31d17 | 292 | |
ee28de6b GN |
293 | l2tp_session_inc_refcount(session); |
294 | ||
295 | rtnl_lock(); | |
296 | ||
297 | /* Register both device and session while holding the rtnl lock. This | |
298 | * ensures that l2tp_eth_delete() will see that there's a device to | |
299 | * unregister, even if it happened to run before we assign spriv->dev. | |
300 | */ | |
301 | rc = l2tp_session_register(session, tunnel); | |
302 | if (rc < 0) { | |
303 | rtnl_unlock(); | |
304 | goto err_sess_dev; | |
305 | } | |
306 | ||
307 | rc = register_netdevice(dev); | |
308 | if (rc < 0) { | |
309 | rtnl_unlock(); | |
310 | l2tp_session_delete(session); | |
311 | l2tp_session_dec_refcount(session); | |
312 | free_netdev(dev); | |
313 | ||
314 | return rc; | |
315 | } | |
d9e31d17 | 316 | |
a5afe530 | 317 | strscpy(session->ifname, dev->name, IFNAMSIZ); |
ee28de6b GN |
318 | rcu_assign_pointer(spriv->dev, dev); |
319 | ||
320 | rtnl_unlock(); | |
321 | ||
3953ae7b | 322 | l2tp_session_dec_refcount(session); |
d9e31d17 | 323 | |
ee28de6b | 324 | __module_get(THIS_MODULE); |
d9e31d17 JC |
325 | |
326 | return 0; | |
327 | ||
ee28de6b | 328 | err_sess_dev: |
3953ae7b | 329 | l2tp_session_dec_refcount(session); |
ee28de6b GN |
330 | free_netdev(dev); |
331 | err_sess: | |
332 | kfree(session); | |
333 | err: | |
d9e31d17 JC |
334 | return rc; |
335 | } | |
336 | ||
d9e31d17 JC |
337 | static const struct l2tp_nl_cmd_ops l2tp_eth_nl_cmd_ops = { |
338 | .session_create = l2tp_eth_create, | |
339 | .session_delete = l2tp_session_delete, | |
340 | }; | |
341 | ||
d9e31d17 JC |
342 | static int __init l2tp_eth_init(void) |
343 | { | |
344 | int err = 0; | |
345 | ||
346 | err = l2tp_nl_register_ops(L2TP_PWTYPE_ETH, &l2tp_eth_nl_cmd_ops); | |
347 | if (err) | |
9f775ead | 348 | goto err; |
d9e31d17 | 349 | |
a4ca44fa | 350 | pr_info("L2TP ethernet pseudowire support (L2TPv3)\n"); |
d9e31d17 JC |
351 | |
352 | return 0; | |
353 | ||
9f775ead | 354 | err: |
d9e31d17 JC |
355 | return err; |
356 | } | |
357 | ||
358 | static void __exit l2tp_eth_exit(void) | |
359 | { | |
d9e31d17 JC |
360 | l2tp_nl_unregister_ops(L2TP_PWTYPE_ETH); |
361 | } | |
362 | ||
363 | module_init(l2tp_eth_init); | |
364 | module_exit(l2tp_eth_exit); | |
365 | ||
366 | MODULE_LICENSE("GPL"); | |
367 | MODULE_AUTHOR("James Chapman <jchapman@katalix.com>"); | |
368 | MODULE_DESCRIPTION("L2TP ethernet pseudowire driver"); | |
369 | MODULE_VERSION("1.0"); | |
f1f39f91 | 370 | MODULE_ALIAS_L2TP_PWTYPE(5); |