xfrm: Override skb->mark with tunnel->parm.i_key in xfrm_input
[linux-2.6-block.git] / net / ipv4 / ip_vti.c
CommitLineData
1181412c
S
1/*
2 * Linux NET3: IP/IP protocol decoder modified to support
3 * virtual tunnel interface
4 *
5 * Authors:
6 * Saurabh Mohan (saurabh.mohan@vyatta.com) 05/07/2012
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
12 *
13 */
14
15/*
16 This version of net/ipv4/ip_vti.c is cloned of net/ipv4/ipip.c
17
18 For comments look at net/ipv4/ip_gre.c --ANK
19 */
20
21
22#include <linux/capability.h>
23#include <linux/module.h>
24#include <linux/types.h>
25#include <linux/kernel.h>
26#include <linux/uaccess.h>
27#include <linux/skbuff.h>
28#include <linux/netdevice.h>
29#include <linux/in.h>
30#include <linux/tcp.h>
31#include <linux/udp.h>
32#include <linux/if_arp.h>
33#include <linux/mroute.h>
34#include <linux/init.h>
35#include <linux/netfilter_ipv4.h>
36#include <linux/if_ether.h>
78a010cc 37#include <linux/icmpv6.h>
1181412c
S
38
39#include <net/sock.h>
40#include <net/ip.h>
41#include <net/icmp.h>
c5441932 42#include <net/ip_tunnels.h>
1181412c
S
43#include <net/inet_ecn.h>
44#include <net/xfrm.h>
45#include <net/net_namespace.h>
46#include <net/netns/generic.h>
47
1181412c
S
48static struct rtnl_link_ops vti_link_ops __read_mostly;
49
50static int vti_net_id __read_mostly;
1181412c 51static int vti_tunnel_init(struct net_device *dev);
1181412c 52
df3893c1
SK
53static int vti_input(struct sk_buff *skb, int nexthdr, __be32 spi,
54 int encap_type)
1181412c
S
55{
56 struct ip_tunnel *tunnel;
57 const struct iphdr *iph = ip_hdr(skb);
b9959fd3
AW
58 struct net *net = dev_net(skb->dev);
59 struct ip_tunnel_net *itn = net_generic(net, vti_net_id);
1181412c 60
b9959fd3
AW
61 tunnel = ip_tunnel_lookup(itn, skb->dev->ifindex, TUNNEL_NO_KEY,
62 iph->saddr, iph->daddr, 0);
00db4124 63 if (tunnel) {
df3893c1
SK
64 if (!xfrm4_policy_check(NULL, XFRM_POLICY_IN, skb))
65 goto drop;
66
67 XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = tunnel;
68 skb->mark = be32_to_cpu(tunnel->parms.i_key);
69
70 return xfrm_input(skb, nexthdr, spi, encap_type);
71 }
72
73 return -EINVAL;
74drop:
75 kfree_skb(skb);
76 return 0;
77}
78
79static int vti_rcv(struct sk_buff *skb)
80{
81 XFRM_SPI_SKB_CB(skb)->family = AF_INET;
82 XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr);
83
84 return vti_input(skb, ip_hdr(skb)->protocol, 0, 0);
85}
86
87static int vti_rcv_cb(struct sk_buff *skb, int err)
88{
89 unsigned short family;
90 struct net_device *dev;
91 struct pcpu_sw_netstats *tstats;
92 struct xfrm_state *x;
93 struct ip_tunnel *tunnel = XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4;
94
95 if (!tunnel)
1181412c 96 return 1;
df3893c1
SK
97
98 dev = tunnel->dev;
99
100 if (err) {
101 dev->stats.rx_errors++;
102 dev->stats.rx_dropped++;
103
104 return 0;
1181412c 105 }
1181412c 106
df3893c1
SK
107 x = xfrm_input_state(skb);
108 family = x->inner_mode->afinfo->family;
109
110 if (!xfrm_policy_check(NULL, XFRM_POLICY_IN, skb, family))
111 return -EPERM;
112
113 skb_scrub_packet(skb, !net_eq(tunnel->net, dev_net(skb->dev)));
114 skb->dev = dev;
115
116 tstats = this_cpu_ptr(dev->tstats);
117
118 u64_stats_update_begin(&tstats->syncp);
119 tstats->rx_packets++;
120 tstats->rx_bytes += skb->len;
121 u64_stats_update_end(&tstats->syncp);
122
123 return 0;
1181412c
S
124}
125
6e2de802
SK
126static bool vti_state_check(const struct xfrm_state *x, __be32 dst, __be32 src)
127{
128 xfrm_address_t *daddr = (xfrm_address_t *)&dst;
129 xfrm_address_t *saddr = (xfrm_address_t *)&src;
130
131 /* if there is no transform then this tunnel is not functional.
132 * Or if the xfrm is not mode tunnel.
133 */
134 if (!x || x->props.mode != XFRM_MODE_TUNNEL ||
135 x->props.family != AF_INET)
136 return false;
137
138 if (!dst)
139 return xfrm_addr_equal(saddr, &x->props.saddr, AF_INET);
140
141 if (!xfrm_state_addr_check(x, daddr, saddr, AF_INET))
142 return false;
143
144 return true;
145}
146
78a010cc
SK
147static netdev_tx_t vti_xmit(struct sk_buff *skb, struct net_device *dev,
148 struct flowi *fl)
1181412c
S
149{
150 struct ip_tunnel *tunnel = netdev_priv(dev);
6e2de802 151 struct ip_tunnel_parm *parms = &tunnel->parms;
a34cd4f3 152 struct dst_entry *dst = skb_dst(skb);
1181412c 153 struct net_device *tdev; /* Device to other host */
b9959fd3 154 int err;
1181412c 155
a34cd4f3 156 if (!dst) {
df3893c1
SK
157 dev->stats.tx_carrier_errors++;
158 goto tx_error_icmp;
159 }
1181412c 160
a34cd4f3 161 dst_hold(dst);
78a010cc 162 dst = xfrm_lookup(tunnel->net, dst, fl, NULL, 0);
a34cd4f3 163 if (IS_ERR(dst)) {
1181412c
S
164 dev->stats.tx_carrier_errors++;
165 goto tx_error_icmp;
166 }
df3893c1 167
6e2de802 168 if (!vti_state_check(dst->xfrm, parms->iph.daddr, parms->iph.saddr)) {
1181412c 169 dev->stats.tx_carrier_errors++;
a34cd4f3 170 dst_release(dst);
1181412c
S
171 goto tx_error_icmp;
172 }
6e2de802 173
a34cd4f3 174 tdev = dst->dev;
1181412c
S
175
176 if (tdev == dev) {
a34cd4f3 177 dst_release(dst);
1181412c
S
178 dev->stats.collisions++;
179 goto tx_error;
180 }
181
182 if (tunnel->err_count > 0) {
183 if (time_before(jiffies,
184 tunnel->err_time + IPTUNNEL_ERR_TIMEO)) {
185 tunnel->err_count--;
186 dst_link_failure(skb);
187 } else
188 tunnel->err_count = 0;
189 }
190
df3893c1 191 skb_scrub_packet(skb, !net_eq(tunnel->net, dev_net(dev)));
a34cd4f3 192 skb_dst_set(skb, dst);
1181412c
S
193 skb->dev = skb_dst(skb)->dev;
194
b9959fd3
AW
195 err = dst_output(skb);
196 if (net_xmit_eval(err) == 0)
197 err = skb->len;
198 iptunnel_xmit_stats(err, &dev->stats, dev->tstats);
1181412c
S
199 return NETDEV_TX_OK;
200
201tx_error_icmp:
202 dst_link_failure(skb);
203tx_error:
204 dev->stats.tx_errors++;
3acfa1e7 205 kfree_skb(skb);
1181412c
S
206 return NETDEV_TX_OK;
207}
208
78a010cc
SK
209/* This function assumes it is being called from dev_queue_xmit()
210 * and that skb is filled properly by that function.
211 */
212static netdev_tx_t vti_tunnel_xmit(struct sk_buff *skb, struct net_device *dev)
213{
214 struct ip_tunnel *tunnel = netdev_priv(dev);
215 struct flowi fl;
216
217 memset(&fl, 0, sizeof(fl));
218
78a010cc
SK
219 switch (skb->protocol) {
220 case htons(ETH_P_IP):
221 xfrm_decode_session(skb, &fl, AF_INET);
222 memset(IPCB(skb), 0, sizeof(*IPCB(skb)));
223 break;
224 case htons(ETH_P_IPV6):
225 xfrm_decode_session(skb, &fl, AF_INET6);
226 memset(IP6CB(skb), 0, sizeof(*IP6CB(skb)));
227 break;
228 default:
229 dev->stats.tx_errors++;
230 dev_kfree_skb(skb);
231 return NETDEV_TX_OK;
232 }
233
cd5279c1
AD
234 /* override mark with tunnel output key */
235 fl.flowi_mark = be32_to_cpu(tunnel->parms.o_key);
236
78a010cc
SK
237 return vti_xmit(skb, dev, &fl);
238}
239
df3893c1
SK
240static int vti4_err(struct sk_buff *skb, u32 info)
241{
242 __be32 spi;
6d004d6c 243 __u32 mark;
df3893c1
SK
244 struct xfrm_state *x;
245 struct ip_tunnel *tunnel;
246 struct ip_esp_hdr *esph;
247 struct ip_auth_hdr *ah ;
248 struct ip_comp_hdr *ipch;
249 struct net *net = dev_net(skb->dev);
250 const struct iphdr *iph = (const struct iphdr *)skb->data;
251 int protocol = iph->protocol;
252 struct ip_tunnel_net *itn = net_generic(net, vti_net_id);
253
254 tunnel = ip_tunnel_lookup(itn, skb->dev->ifindex, TUNNEL_NO_KEY,
255 iph->daddr, iph->saddr, 0);
256 if (!tunnel)
257 return -1;
258
6d004d6c
SK
259 mark = be32_to_cpu(tunnel->parms.o_key);
260
df3893c1
SK
261 switch (protocol) {
262 case IPPROTO_ESP:
263 esph = (struct ip_esp_hdr *)(skb->data+(iph->ihl<<2));
264 spi = esph->spi;
265 break;
266 case IPPROTO_AH:
267 ah = (struct ip_auth_hdr *)(skb->data+(iph->ihl<<2));
268 spi = ah->spi;
269 break;
270 case IPPROTO_COMP:
271 ipch = (struct ip_comp_hdr *)(skb->data+(iph->ihl<<2));
272 spi = htonl(ntohs(ipch->cpi));
273 break;
274 default:
275 return 0;
276 }
277
278 switch (icmp_hdr(skb)->type) {
279 case ICMP_DEST_UNREACH:
280 if (icmp_hdr(skb)->code != ICMP_FRAG_NEEDED)
281 return 0;
282 case ICMP_REDIRECT:
283 break;
284 default:
285 return 0;
286 }
287
6d004d6c 288 x = xfrm_state_lookup(net, mark, (const xfrm_address_t *)&iph->daddr,
df3893c1
SK
289 spi, protocol, AF_INET);
290 if (!x)
291 return 0;
292
293 if (icmp_hdr(skb)->type == ICMP_DEST_UNREACH)
294 ipv4_update_pmtu(skb, net, info, 0, 0, protocol, 0);
295 else
296 ipv4_redirect(skb, net, 0, 0, protocol, 0);
297 xfrm_state_put(x);
298
299 return 0;
300}
301
1181412c
S
302static int
303vti_tunnel_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
304{
305 int err = 0;
306 struct ip_tunnel_parm p;
1181412c 307
b9959fd3
AW
308 if (copy_from_user(&p, ifr->ifr_ifru.ifru_data, sizeof(p)))
309 return -EFAULT;
1181412c 310
b9959fd3 311 if (cmd == SIOCADDTUNNEL || cmd == SIOCCHGTUNNEL) {
1181412c
S
312 if (p.iph.version != 4 || p.iph.protocol != IPPROTO_IPIP ||
313 p.iph.ihl != 5)
b9959fd3
AW
314 return -EINVAL;
315 }
1181412c 316
7c8e6b9c
DP
317 if (!(p.i_flags & GRE_KEY))
318 p.i_key = 0;
319 if (!(p.o_flags & GRE_KEY))
320 p.o_key = 0;
321
322 p.i_flags = VTI_ISVTI;
323
b9959fd3
AW
324 err = ip_tunnel_ioctl(dev, &p, cmd);
325 if (err)
326 return err;
1181412c 327
b9959fd3 328 if (cmd != SIOCDELTUNNEL) {
df3893c1 329 p.i_flags |= GRE_KEY;
b9959fd3 330 p.o_flags |= GRE_KEY;
1181412c
S
331 }
332
b9959fd3
AW
333 if (copy_to_user(ifr->ifr_ifru.ifru_data, &p, sizeof(p)))
334 return -EFAULT;
1181412c
S
335 return 0;
336}
337
338static const struct net_device_ops vti_netdev_ops = {
339 .ndo_init = vti_tunnel_init,
b9959fd3 340 .ndo_uninit = ip_tunnel_uninit,
1181412c
S
341 .ndo_start_xmit = vti_tunnel_xmit,
342 .ndo_do_ioctl = vti_tunnel_ioctl,
b9959fd3 343 .ndo_change_mtu = ip_tunnel_change_mtu,
f61dd388 344 .ndo_get_stats64 = ip_tunnel_get_stats64,
1e99584b 345 .ndo_get_iflink = ip_tunnel_get_iflink,
1181412c
S
346};
347
b9959fd3 348static void vti_tunnel_setup(struct net_device *dev)
1181412c 349{
b9959fd3 350 dev->netdev_ops = &vti_netdev_ops;
8d89dcdf 351 dev->type = ARPHRD_TUNNEL;
b9959fd3 352 ip_tunnel_setup(dev, vti_net_id);
1181412c
S
353}
354
b9959fd3 355static int vti_tunnel_init(struct net_device *dev)
1181412c 356{
b9959fd3
AW
357 struct ip_tunnel *tunnel = netdev_priv(dev);
358 struct iphdr *iph = &tunnel->parms.iph;
359
360 memcpy(dev->dev_addr, &iph->saddr, 4);
361 memcpy(dev->broadcast, &iph->daddr, 4);
1181412c 362
1181412c
S
363 dev->hard_header_len = LL_MAX_HEADER + sizeof(struct iphdr);
364 dev->mtu = ETH_DATA_LEN;
365 dev->flags = IFF_NOARP;
1181412c 366 dev->addr_len = 4;
1181412c 367 dev->features |= NETIF_F_LLTX;
02875878 368 netif_keep_dst(dev);
1181412c 369
b9959fd3 370 return ip_tunnel_init(dev);
1181412c
S
371}
372
b9959fd3 373static void __net_init vti_fb_tunnel_init(struct net_device *dev)
1181412c
S
374{
375 struct ip_tunnel *tunnel = netdev_priv(dev);
376 struct iphdr *iph = &tunnel->parms.iph;
1181412c 377
1181412c
S
378 iph->version = 4;
379 iph->protocol = IPPROTO_IPIP;
380 iph->ihl = 5;
1181412c
S
381}
382
df3893c1 383static struct xfrm4_protocol vti_esp4_protocol __read_mostly = {
1181412c 384 .handler = vti_rcv,
df3893c1
SK
385 .input_handler = vti_input,
386 .cb_handler = vti_rcv_cb,
387 .err_handler = vti4_err,
388 .priority = 100,
389};
390
391static struct xfrm4_protocol vti_ah4_protocol __read_mostly = {
392 .handler = vti_rcv,
393 .input_handler = vti_input,
394 .cb_handler = vti_rcv_cb,
395 .err_handler = vti4_err,
396 .priority = 100,
397};
398
399static struct xfrm4_protocol vti_ipcomp4_protocol __read_mostly = {
400 .handler = vti_rcv,
401 .input_handler = vti_input,
402 .cb_handler = vti_rcv_cb,
403 .err_handler = vti4_err,
404 .priority = 100,
1181412c
S
405};
406
1181412c
S
407static int __net_init vti_init_net(struct net *net)
408{
409 int err;
b9959fd3 410 struct ip_tunnel_net *itn;
1181412c 411
b9959fd3 412 err = ip_tunnel_init_net(net, vti_net_id, &vti_link_ops, "ip_vti0");
1181412c 413 if (err)
b9959fd3
AW
414 return err;
415 itn = net_generic(net, vti_net_id);
416 vti_fb_tunnel_init(itn->fb_tunnel_dev);
1181412c 417 return 0;
1181412c
S
418}
419
420static void __net_exit vti_exit_net(struct net *net)
421{
b9959fd3 422 struct ip_tunnel_net *itn = net_generic(net, vti_net_id);
6c742e71 423 ip_tunnel_delete_net(itn, &vti_link_ops);
1181412c
S
424}
425
426static struct pernet_operations vti_net_ops = {
427 .init = vti_init_net,
428 .exit = vti_exit_net,
429 .id = &vti_net_id,
b9959fd3 430 .size = sizeof(struct ip_tunnel_net),
1181412c
S
431};
432
433static int vti_tunnel_validate(struct nlattr *tb[], struct nlattr *data[])
434{
435 return 0;
436}
437
438static void vti_netlink_parms(struct nlattr *data[],
439 struct ip_tunnel_parm *parms)
440{
441 memset(parms, 0, sizeof(*parms));
442
443 parms->iph.protocol = IPPROTO_IPIP;
444
445 if (!data)
446 return;
447
df3893c1
SK
448 parms->i_flags = VTI_ISVTI;
449
1181412c
S
450 if (data[IFLA_VTI_LINK])
451 parms->link = nla_get_u32(data[IFLA_VTI_LINK]);
452
453 if (data[IFLA_VTI_IKEY])
454 parms->i_key = nla_get_be32(data[IFLA_VTI_IKEY]);
455
456 if (data[IFLA_VTI_OKEY])
457 parms->o_key = nla_get_be32(data[IFLA_VTI_OKEY]);
458
459 if (data[IFLA_VTI_LOCAL])
67b61f6c 460 parms->iph.saddr = nla_get_in_addr(data[IFLA_VTI_LOCAL]);
1181412c
S
461
462 if (data[IFLA_VTI_REMOTE])
67b61f6c 463 parms->iph.daddr = nla_get_in_addr(data[IFLA_VTI_REMOTE]);
1181412c
S
464
465}
466
467static int vti_newlink(struct net *src_net, struct net_device *dev,
468 struct nlattr *tb[], struct nlattr *data[])
469{
b9959fd3 470 struct ip_tunnel_parm parms;
1181412c 471
b9959fd3
AW
472 vti_netlink_parms(data, &parms);
473 return ip_tunnel_newlink(dev, tb, &parms);
1181412c
S
474}
475
476static int vti_changelink(struct net_device *dev, struct nlattr *tb[],
477 struct nlattr *data[])
478{
1181412c 479 struct ip_tunnel_parm p;
1181412c 480
1181412c 481 vti_netlink_parms(data, &p);
b9959fd3 482 return ip_tunnel_changelink(dev, tb, &p);
1181412c
S
483}
484
485static size_t vti_get_size(const struct net_device *dev)
486{
487 return
488 /* IFLA_VTI_LINK */
489 nla_total_size(4) +
490 /* IFLA_VTI_IKEY */
491 nla_total_size(4) +
492 /* IFLA_VTI_OKEY */
493 nla_total_size(4) +
494 /* IFLA_VTI_LOCAL */
495 nla_total_size(4) +
496 /* IFLA_VTI_REMOTE */
497 nla_total_size(4) +
498 0;
499}
500
501static int vti_fill_info(struct sk_buff *skb, const struct net_device *dev)
502{
503 struct ip_tunnel *t = netdev_priv(dev);
504 struct ip_tunnel_parm *p = &t->parms;
505
506 nla_put_u32(skb, IFLA_VTI_LINK, p->link);
507 nla_put_be32(skb, IFLA_VTI_IKEY, p->i_key);
508 nla_put_be32(skb, IFLA_VTI_OKEY, p->o_key);
930345ea
JB
509 nla_put_in_addr(skb, IFLA_VTI_LOCAL, p->iph.saddr);
510 nla_put_in_addr(skb, IFLA_VTI_REMOTE, p->iph.daddr);
1181412c
S
511
512 return 0;
513}
514
515static const struct nla_policy vti_policy[IFLA_VTI_MAX + 1] = {
516 [IFLA_VTI_LINK] = { .type = NLA_U32 },
517 [IFLA_VTI_IKEY] = { .type = NLA_U32 },
518 [IFLA_VTI_OKEY] = { .type = NLA_U32 },
519 [IFLA_VTI_LOCAL] = { .len = FIELD_SIZEOF(struct iphdr, saddr) },
520 [IFLA_VTI_REMOTE] = { .len = FIELD_SIZEOF(struct iphdr, daddr) },
521};
522
523static struct rtnl_link_ops vti_link_ops __read_mostly = {
524 .kind = "vti",
525 .maxtype = IFLA_VTI_MAX,
526 .policy = vti_policy,
527 .priv_size = sizeof(struct ip_tunnel),
528 .setup = vti_tunnel_setup,
529 .validate = vti_tunnel_validate,
530 .newlink = vti_newlink,
531 .changelink = vti_changelink,
20ea60ca 532 .dellink = ip_tunnel_dellink,
1181412c
S
533 .get_size = vti_get_size,
534 .fill_info = vti_fill_info,
1728d4fa 535 .get_link_net = ip_tunnel_get_link_net,
1181412c
S
536};
537
538static int __init vti_init(void)
539{
1990e4f8 540 const char *msg;
1181412c
S
541 int err;
542
1990e4f8 543 pr_info("IPv4 over IPsec tunneling driver\n");
1181412c 544
1990e4f8 545 msg = "tunnel device";
1181412c
S
546 err = register_pernet_device(&vti_net_ops);
547 if (err < 0)
1990e4f8 548 goto pernet_dev_failed;
df3893c1 549
1990e4f8
MK
550 msg = "tunnel protocols";
551 err = xfrm4_protocol_register(&vti_esp4_protocol, IPPROTO_ESP);
552 if (err < 0)
553 goto xfrm_proto_esp_failed;
df3893c1 554 err = xfrm4_protocol_register(&vti_ah4_protocol, IPPROTO_AH);
1990e4f8
MK
555 if (err < 0)
556 goto xfrm_proto_ah_failed;
df3893c1 557 err = xfrm4_protocol_register(&vti_ipcomp4_protocol, IPPROTO_COMP);
1990e4f8
MK
558 if (err < 0)
559 goto xfrm_proto_comp_failed;
1181412c 560
1990e4f8 561 msg = "netlink interface";
1181412c
S
562 err = rtnl_link_register(&vti_link_ops);
563 if (err < 0)
564 goto rtnl_link_failed;
565
566 return err;
567
568rtnl_link_failed:
df3893c1 569 xfrm4_protocol_deregister(&vti_ipcomp4_protocol, IPPROTO_COMP);
1990e4f8 570xfrm_proto_comp_failed:
df3893c1 571 xfrm4_protocol_deregister(&vti_ah4_protocol, IPPROTO_AH);
1990e4f8 572xfrm_proto_ah_failed:
df3893c1 573 xfrm4_protocol_deregister(&vti_esp4_protocol, IPPROTO_ESP);
1990e4f8 574xfrm_proto_esp_failed:
1181412c 575 unregister_pernet_device(&vti_net_ops);
1990e4f8
MK
576pernet_dev_failed:
577 pr_err("vti init: failed to register %s\n", msg);
1181412c
S
578 return err;
579}
580
581static void __exit vti_fini(void)
582{
583 rtnl_link_unregister(&vti_link_ops);
1990e4f8
MK
584 xfrm4_protocol_deregister(&vti_ipcomp4_protocol, IPPROTO_COMP);
585 xfrm4_protocol_deregister(&vti_ah4_protocol, IPPROTO_AH);
586 xfrm4_protocol_deregister(&vti_esp4_protocol, IPPROTO_ESP);
1181412c
S
587 unregister_pernet_device(&vti_net_ops);
588}
589
590module_init(vti_init);
591module_exit(vti_fini);
592MODULE_LICENSE("GPL");
593MODULE_ALIAS_RTNL_LINK("vti");
594MODULE_ALIAS_NETDEV("ip_vti0");