ASoC: SOF: Drop superfluous snd_pcm_sgbuf_ops_page
[linux-2.6-block.git] / net / ipv6 / ip6_input.c
CommitLineData
2874c5fd 1// SPDX-License-Identifier: GPL-2.0-or-later
1da177e4
LT
2/*
3 * IPv6 input
1ab1457c 4 * Linux INET6 implementation
1da177e4
LT
5 *
6 * Authors:
7 * Pedro Roque <roque@di.fc.ul.pt>
8 * Ian P. Morris <I.P.Morris@soton.ac.uk>
9 *
1da177e4 10 * Based in linux/net/ipv4/ip_input.c
1da177e4
LT
11 */
12/* Changes
13 *
67ba4152
IM
14 * Mitsuru KANDA @USAGI and
15 * YOSHIFUJI Hideaki @USAGI: Remove ipv6_parse_exthdrs().
1da177e4
LT
16 */
17
18#include <linux/errno.h>
19#include <linux/types.h>
20#include <linux/socket.h>
21#include <linux/sockios.h>
1da177e4
LT
22#include <linux/net.h>
23#include <linux/netdevice.h>
24#include <linux/in6.h>
25#include <linux/icmpv6.h>
7bc570c8 26#include <linux/mroute6.h>
5a0e3ad6 27#include <linux/slab.h>
0e219ae4 28#include <linux/indirect_call_wrapper.h>
1da177e4
LT
29
30#include <linux/netfilter.h>
31#include <linux/netfilter_ipv6.h>
32
33#include <net/sock.h>
34#include <net/snmp.h>
35
36#include <net/ipv6.h>
37#include <net/protocol.h>
38#include <net/transp_v6.h>
39#include <net/rawv6.h>
40#include <net/ndisc.h>
41#include <net/ip6_route.h>
42#include <net/addrconf.h>
43#include <net/xfrm.h>
1f07d03e 44#include <net/inet_ecn.h>
48fb6b55 45#include <net/dst_metadata.h>
1da177e4 46
97ff7ffb
PA
47INDIRECT_CALLABLE_DECLARE(void udp_v6_early_demux(struct sk_buff *));
48INDIRECT_CALLABLE_DECLARE(void tcp_v6_early_demux(struct sk_buff *));
d8269e2c
EC
49static void ip6_rcv_finish_core(struct net *net, struct sock *sk,
50 struct sk_buff *skb)
1da177e4 51{
dddb64bc 52 void (*edemux)(struct sk_buff *skb);
53
e21145a9 54 if (net->ipv4.sysctl_ip_early_demux && !skb_dst(skb) && skb->sk == NULL) {
c7109986
ED
55 const struct inet6_protocol *ipprot;
56
c7109986 57 ipprot = rcu_dereference(inet6_protos[ipv6_hdr(skb)->nexthdr]);
dddb64bc 58 if (ipprot && (edemux = READ_ONCE(ipprot->early_demux)))
97ff7ffb
PA
59 INDIRECT_CALL_2(edemux, tcp_v6_early_demux,
60 udp_v6_early_demux, skb);
c7109986 61 }
48fb6b55 62 if (!skb_valid_dst(skb))
1da177e4 63 ip6_route_input(skb);
d8269e2c
EC
64}
65
66int ip6_rcv_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
67{
68 /* if ingress device is enslaved to an L3 master device pass the
69 * skb to its handler for processing
70 */
71 skb = l3mdev_ip6_rcv(skb);
72 if (!skb)
73 return NET_RX_SUCCESS;
74 ip6_rcv_finish_core(net, sk, skb);
1da177e4
LT
75
76 return dst_input(skb);
77}
78
d8269e2c
EC
79static void ip6_sublist_rcv_finish(struct list_head *head)
80{
81 struct sk_buff *skb, *next;
82
c7a42eb4
XL
83 list_for_each_entry_safe(skb, next, head, list) {
84 skb_list_del_init(skb);
d8269e2c 85 dst_input(skb);
c7a42eb4 86 }
d8269e2c
EC
87}
88
89static void ip6_list_rcv_finish(struct net *net, struct sock *sk,
90 struct list_head *head)
91{
92 struct dst_entry *curr_dst = NULL;
93 struct sk_buff *skb, *next;
94 struct list_head sublist;
95
96 INIT_LIST_HEAD(&sublist);
97 list_for_each_entry_safe(skb, next, head, list) {
98 struct dst_entry *dst;
99
22f6bbb7 100 skb_list_del_init(skb);
d8269e2c
EC
101 /* if ingress device is enslaved to an L3 master device pass the
102 * skb to its handler for processing
103 */
104 skb = l3mdev_ip6_rcv(skb);
105 if (!skb)
106 continue;
107 ip6_rcv_finish_core(net, sk, skb);
108 dst = skb_dst(skb);
109 if (curr_dst != dst) {
110 /* dispatch old sublist */
111 if (!list_empty(&sublist))
112 ip6_sublist_rcv_finish(&sublist);
113 /* start new sublist */
114 INIT_LIST_HEAD(&sublist);
115 curr_dst = dst;
116 }
117 list_add_tail(&skb->list, &sublist);
118 }
119 /* dispatch final sublist */
120 ip6_sublist_rcv_finish(&sublist);
121}
122
123static struct sk_buff *ip6_rcv_core(struct sk_buff *skb, struct net_device *dev,
124 struct net *net)
1da177e4 125{
b71d1d42 126 const struct ipv6hdr *hdr;
67ba4152 127 u32 pkt_len;
a11d206d 128 struct inet6_dev *idev;
1da177e4 129
a11d206d
YH
130 if (skb->pkt_type == PACKET_OTHERHOST) {
131 kfree_skb(skb);
d8269e2c 132 return NULL;
a11d206d
YH
133 }
134
135 rcu_read_lock();
1da177e4 136
a11d206d
YH
137 idev = __in6_dev_get(skb->dev);
138
c2005eb0 139 __IP6_UPD_PO_STATS(net, idev, IPSTATS_MIB_IN, skb->len);
1da177e4 140
778d80be
YH
141 if ((skb = skb_share_check(skb, GFP_ATOMIC)) == NULL ||
142 !idev || unlikely(idev->cnf.disable_ipv6)) {
1d015503 143 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INDISCARDS);
71f6f6df 144 goto drop;
1da177e4
LT
145 }
146
6b7fdc3a
GC
147 memset(IP6CB(skb), 0, sizeof(struct inet6_skb_parm));
148
1da177e4
LT
149 /*
150 * Store incoming device index. When the packet will
151 * be queued, we cannot refer to skb->dev anymore.
152 *
153 * BTW, when we send a packet for our own local address on a
154 * non-loopback interface (e.g. ethX), it is being delivered
de3cb747 155 * via the loopback interface (lo) here; skb->dev = loopback_dev.
1da177e4
LT
156 * It, however, should be considered as if it is being
157 * arrived via the sending interface (ethX), because of the
158 * nature of scoping architecture. --yoshfuji
159 */
48fb6b55 160 IP6CB(skb)->iif = skb_valid_dst(skb) ? ip6_dst_idev(skb_dst(skb))->dev->ifindex : dev->ifindex;
1da177e4 161
2889139a 162 if (unlikely(!pskb_may_pull(skb, sizeof(*hdr))))
1da177e4
LT
163 goto err;
164
0660e03f 165 hdr = ipv6_hdr(skb);
1da177e4
LT
166
167 if (hdr->version != 6)
168 goto err;
169
1d015503
ED
170 __IP6_ADD_STATS(net, idev,
171 IPSTATS_MIB_NOECTPKTS +
1f07d03e 172 (ipv6_get_dsfield(hdr) & INET_ECN_MASK),
1d015503 173 max_t(unsigned short, 1, skb_shinfo(skb)->gso_segs));
f630e43a
YH
174 /*
175 * RFC4291 2.5.3
0aa8c13e
FW
176 * The loopback address must not be used as the source address in IPv6
177 * packets that are sent outside of a single node. [..]
f630e43a
YH
178 * A packet received on an interface with a destination address
179 * of loopback must be dropped.
180 */
0aa8c13e
FW
181 if ((ipv6_addr_loopback(&hdr->saddr) ||
182 ipv6_addr_loopback(&hdr->daddr)) &&
3ede0bbc
RS
183 !(dev->flags & IFF_LOOPBACK) &&
184 !netif_is_l3_master(dev))
f630e43a
YH
185 goto err;
186
1c4a154e
HFS
187 /* RFC4291 Errata ID: 3480
188 * Interface-Local scope spans only a single interface on a
189 * node and is useful only for loopback transmission of
190 * multicast. Packets with interface-local scope received
191 * from another node must be discarded.
192 */
193 if (!(skb->pkt_type == PACKET_LOOPBACK ||
194 dev->flags & IFF_LOOPBACK) &&
195 ipv6_addr_is_multicast(&hdr->daddr) &&
196 IPV6_ADDR_MC_SCOPE(&hdr->daddr) == 1)
197 goto err;
198
abbc3043
JB
199 /* If enabled, drop unicast packets that were encapsulated in link-layer
200 * multicast or broadcast to protected against the so-called "hole-196"
201 * attack in 802.11 wireless.
202 */
203 if (!ipv6_addr_is_multicast(&hdr->daddr) &&
204 (skb->pkt_type == PACKET_BROADCAST ||
205 skb->pkt_type == PACKET_MULTICAST) &&
206 idev->cnf.drop_unicast_in_l2_multicast)
207 goto err;
208
20314092
HFS
209 /* RFC4291 2.7
210 * Nodes must not originate a packet to a multicast address whose scope
211 * field contains the reserved value 0; if such a packet is received, it
212 * must be silently dropped.
213 */
214 if (ipv6_addr_is_multicast(&hdr->daddr) &&
215 IPV6_ADDR_MC_SCOPE(&hdr->daddr) == 0)
216 goto err;
217
c457338d
BH
218 /*
219 * RFC4291 2.7
220 * Multicast addresses must not be used as source addresses in IPv6
221 * packets or appear in any Routing header.
222 */
223 if (ipv6_addr_is_multicast(&hdr->saddr))
224 goto err;
225
6af1799a
ED
226 /* While RFC4291 is not explicit about v4mapped addresses
227 * in IPv6 headers, it seems clear linux dual-stack
228 * model can not deal properly with these.
229 * Security models could be fooled by ::ffff:127.0.0.1 for example.
230 *
231 * https://tools.ietf.org/html/draft-itojun-v6ops-v4mapped-harmful-02
232 */
233 if (ipv6_addr_v4mapped(&hdr->saddr))
234 goto err;
235
b0e380b1 236 skb->transport_header = skb->network_header + sizeof(*hdr);
951dbc8a
PM
237 IP6CB(skb)->nhoff = offsetof(struct ipv6hdr, nexthdr);
238
1da177e4
LT
239 pkt_len = ntohs(hdr->payload_len);
240
241 /* pkt_len may be zero if Jumbo payload option is present */
242 if (pkt_len || hdr->nexthdr != NEXTHDR_HOP) {
60e5c166 243 if (pkt_len + sizeof(struct ipv6hdr) > skb->len) {
1d015503
ED
244 __IP6_INC_STATS(net,
245 idev, IPSTATS_MIB_INTRUNCATEDPKTS);
60e5c166
MC
246 goto drop;
247 }
1da177e4 248 if (pskb_trim_rcsum(skb, pkt_len + sizeof(struct ipv6hdr))) {
1d015503 249 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INHDRERRORS);
1da177e4
LT
250 goto drop;
251 }
0660e03f 252 hdr = ipv6_hdr(skb);
1da177e4
LT
253 }
254
255 if (hdr->nexthdr == NEXTHDR_HOP) {
e5bbef20 256 if (ipv6_parse_hopopts(skb) < 0) {
1d015503 257 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INHDRERRORS);
a11d206d 258 rcu_read_unlock();
d8269e2c 259 return NULL;
1da177e4 260 }
1da177e4
LT
261 }
262
a11d206d
YH
263 rcu_read_unlock();
264
71f9dacd
HX
265 /* Must drop socket now because of tproxy. */
266 skb_orphan(skb);
267
d8269e2c 268 return skb;
1da177e4 269err:
1d015503 270 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INHDRERRORS);
1da177e4 271drop:
a11d206d 272 rcu_read_unlock();
1da177e4 273 kfree_skb(skb);
d8269e2c
EC
274 return NULL;
275}
276
277int ipv6_rcv(struct sk_buff *skb, struct net_device *dev, struct packet_type *pt, struct net_device *orig_dev)
278{
279 struct net *net = dev_net(skb->dev);
280
281 skb = ip6_rcv_core(skb, dev, net);
282 if (skb == NULL)
283 return NET_RX_DROP;
284 return NF_HOOK(NFPROTO_IPV6, NF_INET_PRE_ROUTING,
285 net, NULL, skb, dev, NULL,
286 ip6_rcv_finish);
287}
288
289static void ip6_sublist_rcv(struct list_head *head, struct net_device *dev,
290 struct net *net)
291{
292 NF_HOOK_LIST(NFPROTO_IPV6, NF_INET_PRE_ROUTING, net, NULL,
293 head, dev, NULL, ip6_rcv_finish);
294 ip6_list_rcv_finish(net, NULL, head);
295}
296
297/* Receive a list of IPv6 packets */
298void ipv6_list_rcv(struct list_head *head, struct packet_type *pt,
299 struct net_device *orig_dev)
300{
301 struct net_device *curr_dev = NULL;
302 struct net *curr_net = NULL;
303 struct sk_buff *skb, *next;
304 struct list_head sublist;
305
306 INIT_LIST_HEAD(&sublist);
307 list_for_each_entry_safe(skb, next, head, list) {
308 struct net_device *dev = skb->dev;
309 struct net *net = dev_net(dev);
310
22f6bbb7 311 skb_list_del_init(skb);
d8269e2c
EC
312 skb = ip6_rcv_core(skb, dev, net);
313 if (skb == NULL)
314 continue;
315
316 if (curr_dev != dev || curr_net != net) {
317 /* dispatch old sublist */
318 if (!list_empty(&sublist))
319 ip6_sublist_rcv(&sublist, curr_dev, curr_net);
320 /* start new sublist */
321 INIT_LIST_HEAD(&sublist);
322 curr_dev = dev;
323 curr_net = net;
324 }
325 list_add_tail(&skb->list, &sublist);
326 }
327 /* dispatch final sublist */
328 ip6_sublist_rcv(&sublist, curr_dev, curr_net);
1da177e4
LT
329}
330
0e219ae4
PA
331INDIRECT_CALLABLE_DECLARE(int udpv6_rcv(struct sk_buff *));
332INDIRECT_CALLABLE_DECLARE(int tcp_v6_rcv(struct sk_buff *));
333
1da177e4
LT
334/*
335 * Deliver the packet to the host
336 */
80bde363
PA
337void ip6_protocol_deliver_rcu(struct net *net, struct sk_buff *skb, int nexthdr,
338 bool have_final)
1da177e4 339{
41135cc8 340 const struct inet6_protocol *ipprot;
f9242b6b 341 struct inet6_dev *idev;
1da177e4 342 unsigned int nhoff;
a50feda5 343 bool raw;
1da177e4 344
1da177e4
LT
345 /*
346 * Parse extension headers
347 */
348
1b0ccfe5 349resubmit:
adf30907 350 idev = ip6_dst_idev(skb_dst(skb));
951dbc8a 351 nhoff = IP6CB(skb)->nhoff;
80bde363
PA
352 if (!have_final) {
353 if (!pskb_pull(skb, skb_transport_offset(skb)))
354 goto discard;
355 nexthdr = skb_network_header(skb)[nhoff];
356 }
1da177e4 357
4c64242a 358resubmit_final:
69d6da0b 359 raw = raw6_local_deliver(skb, nexthdr);
e5d08d71 360 ipprot = rcu_dereference(inet6_protos[nexthdr]);
53b24b8f 361 if (ipprot) {
1da177e4 362 int ret;
1ab1457c 363
1da44f9c
TH
364 if (have_final) {
365 if (!(ipprot->flags & INET6_PROTO_FINAL)) {
366 /* Once we've seen a final protocol don't
367 * allow encapsulation on any non-final
368 * ones. This allows foo in UDP encapsulation
369 * to work.
370 */
371 goto discard;
372 }
373 } else if (ipprot->flags & INET6_PROTO_FINAL) {
b71d1d42 374 const struct ipv6hdr *hdr;
5226b6a9
MM
375 int sdif = inet6_sdif(skb);
376 struct net_device *dev;
1da177e4 377
1da44f9c
TH
378 /* Only do this once for first final protocol */
379 have_final = true;
380
9fb9cbb1
YK
381 /* Free reference early: we don't need it any more,
382 and it may hold ip_conntrack module loaded
383 indefinitely. */
895b5c9f 384 nf_reset_ct(skb);
9fb9cbb1 385
d56f90a7 386 skb_postpull_rcsum(skb, skb_network_header(skb),
cfe1fc77 387 skb_network_header_len(skb));
0660e03f 388 hdr = ipv6_hdr(skb);
5226b6a9
MM
389
390 /* skb->dev passed may be master dev for vrfs. */
391 if (sdif) {
392 dev = dev_get_by_index_rcu(net, sdif);
393 if (!dev)
394 goto discard;
395 } else {
396 dev = skb->dev;
397 }
398
1da177e4 399 if (ipv6_addr_is_multicast(&hdr->daddr) &&
5226b6a9
MM
400 !ipv6_chk_mcast_addr(dev, &hdr->daddr,
401 &hdr->saddr) &&
daad1512 402 !ipv6_is_mld(skb, nexthdr, skb_network_header_len(skb)))
1da177e4
LT
403 goto discard;
404 }
405 if (!(ipprot->flags & INET6_PROTO_NOPOLICY) &&
1ab1457c 406 !xfrm6_policy_check(NULL, XFRM_POLICY_IN, skb))
1da177e4 407 goto discard;
1ab1457c 408
0e219ae4
PA
409 ret = INDIRECT_CALL_2(ipprot->handler, tcp_v6_rcv, udpv6_rcv,
410 skb);
4c64242a
TH
411 if (ret > 0) {
412 if (ipprot->flags & INET6_PROTO_FINAL) {
413 /* Not an extension header, most likely UDP
414 * encapsulation. Use return value as nexthdr
415 * protocol not nhoff (which presumably is
416 * not set by handler).
417 */
418 nexthdr = ret;
419 goto resubmit_final;
420 } else {
421 goto resubmit;
422 }
423 } else if (ret == 0) {
1d015503 424 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INDELIVERS);
4c64242a 425 }
1da177e4 426 } else {
69d6da0b 427 if (!raw) {
1da177e4 428 if (xfrm6_policy_check(NULL, XFRM_POLICY_IN, skb)) {
1d015503
ED
429 __IP6_INC_STATS(net, idev,
430 IPSTATS_MIB_INUNKNOWNPROTOS);
fad87aca 431 icmpv6_send(skb, ICMPV6_PARAMPROB,
3ffe533c 432 ICMPV6_UNK_NEXTHDR, nhoff);
1da177e4 433 }
d8c6f4b9
NH
434 kfree_skb(skb);
435 } else {
1d015503 436 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INDELIVERS);
d8c6f4b9
NH
437 consume_skb(skb);
438 }
1da177e4 439 }
80bde363 440 return;
1da177e4
LT
441
442discard:
1d015503 443 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INDISCARDS);
1da177e4 444 kfree_skb(skb);
80bde363
PA
445}
446
447static int ip6_input_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
448{
449 rcu_read_lock();
450 ip6_protocol_deliver_rcu(net, skb, 0, false);
451 rcu_read_unlock();
452
1da177e4
LT
453 return 0;
454}
455
456
457int ip6_input(struct sk_buff *skb)
458{
29a26a56
EB
459 return NF_HOOK(NFPROTO_IPV6, NF_INET_LOCAL_IN,
460 dev_net(skb->dev), NULL, skb, skb->dev, NULL,
6e23ae2a 461 ip6_input_finish);
1da177e4 462}
b4869aa2 463EXPORT_SYMBOL_GPL(ip6_input);
1da177e4
LT
464
465int ip6_mc_input(struct sk_buff *skb)
466{
5226b6a9 467 int sdif = inet6_sdif(skb);
b71d1d42 468 const struct ipv6hdr *hdr;
5226b6a9 469 struct net_device *dev;
a50feda5 470 bool deliver;
1da177e4 471
c2005eb0 472 __IP6_UPD_PO_STATS(dev_net(skb_dst(skb)->dev),
bdb7cc64 473 __in6_dev_get_safely(skb->dev), IPSTATS_MIB_INMCAST,
edf391ff 474 skb->len);
1da177e4 475
5226b6a9
MM
476 /* skb->dev passed may be master dev for vrfs. */
477 if (sdif) {
478 rcu_read_lock();
479 dev = dev_get_by_index_rcu(dev_net(skb->dev), sdif);
480 if (!dev) {
481 rcu_read_unlock();
482 kfree_skb(skb);
483 return -ENODEV;
484 }
485 } else {
486 dev = skb->dev;
487 }
488
0660e03f 489 hdr = ipv6_hdr(skb);
5226b6a9
MM
490 deliver = ipv6_chk_mcast_addr(dev, &hdr->daddr, NULL);
491 if (sdif)
492 rcu_read_unlock();
1da177e4 493
7bc570c8 494#ifdef CONFIG_IPV6_MROUTE
1da177e4 495 /*
7bc570c8 496 * IPv6 multicast router mode is now supported ;)
1da177e4 497 */
53b7997f 498 if (dev_net(skb->dev)->ipv6.devconf_all->mc_forwarding &&
ddf64354
HFS
499 !(ipv6_addr_type(&hdr->daddr) &
500 (IPV6_ADDR_LOOPBACK|IPV6_ADDR_LINKLOCAL)) &&
7bc570c8
YH
501 likely(!(IP6CB(skb)->flags & IP6SKB_FORWARDED))) {
502 /*
503 * Okay, we try to forward - split and duplicate
504 * packets.
505 */
506 struct sk_buff *skb2;
507 struct inet6_skb_parm *opt = IP6CB(skb);
508
509 /* Check for MLD */
dd3332bf 510 if (unlikely(opt->flags & IP6SKB_ROUTERALERT)) {
7bc570c8 511 /* Check if this is a mld message */
7bc570c8 512 u8 nexthdr = hdr->nexthdr;
75f2811c 513 __be16 frag_off;
7bc570c8
YH
514 int offset;
515
516 /* Check if the value of Router Alert
517 * is for MLD (0x0000).
518 */
dd3332bf 519 if (opt->ra == htons(IPV6_OPT_ROUTERALERT_MLD)) {
a50feda5 520 deliver = false;
aba6096b 521
7bc570c8
YH
522 if (!ipv6_ext_hdr(nexthdr)) {
523 /* BUG */
aba6096b 524 goto out;
7bc570c8
YH
525 }
526 offset = ipv6_skip_exthdr(skb, sizeof(*hdr),
75f2811c 527 &nexthdr, &frag_off);
7bc570c8 528 if (offset < 0)
aba6096b 529 goto out;
7bc570c8 530
4c938d22
A
531 if (ipv6_is_mld(skb, nexthdr, offset))
532 deliver = true;
7bc570c8 533
4c938d22 534 goto out;
7bc570c8
YH
535 }
536 /* unknown RA - process it normally */
537 }
1da177e4 538
7bc570c8
YH
539 if (deliver)
540 skb2 = skb_clone(skb, GFP_ATOMIC);
541 else {
542 skb2 = skb;
543 skb = NULL;
544 }
1ab1457c 545
7bc570c8 546 if (skb2) {
7bc570c8 547 ip6_mr_input(skb2);
1da177e4
LT
548 }
549 }
7bc570c8 550out:
aba6096b
YH
551#endif
552 if (likely(deliver))
1da177e4 553 ip6_input(skb);
aba6096b
YH
554 else {
555 /* discard */
556 kfree_skb(skb);
1da177e4 557 }
1da177e4
LT
558
559 return 0;
560}