Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * INET An implementation of the TCP/IP protocol suite for the LINUX | |
3 | * operating system. INET is implemented using the BSD Socket | |
4 | * interface as the means of communication with the user level. | |
5 | * | |
6 | * The Internet Protocol (IP) module. | |
7 | * | |
02c30a84 | 8 | * Authors: Ross Biro |
1da177e4 LT |
9 | * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG> |
10 | * Donald Becker, <becker@super.org> | |
113aa838 | 11 | * Alan Cox, <alan@lxorguk.ukuu.org.uk> |
1da177e4 LT |
12 | * Richard Underwood |
13 | * Stefan Becker, <stefanb@yello.ping.de> | |
14 | * Jorge Cwik, <jorge@laser.satlink.net> | |
15 | * Arnt Gulbrandsen, <agulbra@nvg.unit.no> | |
e905a9ed | 16 | * |
1da177e4 LT |
17 | * |
18 | * Fixes: | |
19 | * Alan Cox : Commented a couple of minor bits of surplus code | |
20 | * Alan Cox : Undefining IP_FORWARD doesn't include the code | |
21 | * (just stops a compiler warning). | |
22 | * Alan Cox : Frames with >=MAX_ROUTE record routes, strict routes or loose routes | |
23 | * are junked rather than corrupting things. | |
24 | * Alan Cox : Frames to bad broadcast subnets are dumped | |
25 | * We used to process them non broadcast and | |
26 | * boy could that cause havoc. | |
27 | * Alan Cox : ip_forward sets the free flag on the | |
28 | * new frame it queues. Still crap because | |
29 | * it copies the frame but at least it | |
30 | * doesn't eat memory too. | |
31 | * Alan Cox : Generic queue code and memory fixes. | |
32 | * Fred Van Kempen : IP fragment support (borrowed from NET2E) | |
33 | * Gerhard Koerting: Forward fragmented frames correctly. | |
34 | * Gerhard Koerting: Fixes to my fix of the above 8-). | |
35 | * Gerhard Koerting: IP interface addressing fix. | |
36 | * Linus Torvalds : More robustness checks | |
37 | * Alan Cox : Even more checks: Still not as robust as it ought to be | |
38 | * Alan Cox : Save IP header pointer for later | |
39 | * Alan Cox : ip option setting | |
40 | * Alan Cox : Use ip_tos/ip_ttl settings | |
41 | * Alan Cox : Fragmentation bogosity removed | |
42 | * (Thanks to Mark.Bush@prg.ox.ac.uk) | |
43 | * Dmitry Gorodchanin : Send of a raw packet crash fix. | |
44 | * Alan Cox : Silly ip bug when an overlength | |
45 | * fragment turns up. Now frees the | |
46 | * queue. | |
47 | * Linus Torvalds/ : Memory leakage on fragmentation | |
48 | * Alan Cox : handling. | |
49 | * Gerhard Koerting: Forwarding uses IP priority hints | |
50 | * Teemu Rantanen : Fragment problems. | |
51 | * Alan Cox : General cleanup, comments and reformat | |
52 | * Alan Cox : SNMP statistics | |
53 | * Alan Cox : BSD address rule semantics. Also see | |
54 | * UDP as there is a nasty checksum issue | |
55 | * if you do things the wrong way. | |
56 | * Alan Cox : Always defrag, moved IP_FORWARD to the config.in file | |
57 | * Alan Cox : IP options adjust sk->priority. | |
58 | * Pedro Roque : Fix mtu/length error in ip_forward. | |
59 | * Alan Cox : Avoid ip_chk_addr when possible. | |
60 | * Richard Underwood : IP multicasting. | |
61 | * Alan Cox : Cleaned up multicast handlers. | |
62 | * Alan Cox : RAW sockets demultiplex in the BSD style. | |
63 | * Gunther Mayer : Fix the SNMP reporting typo | |
64 | * Alan Cox : Always in group 224.0.0.1 | |
65 | * Pauline Middelink : Fast ip_checksum update when forwarding | |
66 | * Masquerading support. | |
67 | * Alan Cox : Multicast loopback error for 224.0.0.1 | |
68 | * Alan Cox : IP_MULTICAST_LOOP option. | |
69 | * Alan Cox : Use notifiers. | |
70 | * Bjorn Ekwall : Removed ip_csum (from slhc.c too) | |
71 | * Bjorn Ekwall : Moved ip_fast_csum to ip.h (inline!) | |
72 | * Stefan Becker : Send out ICMP HOST REDIRECT | |
73 | * Arnt Gulbrandsen : ip_build_xmit | |
74 | * Alan Cox : Per socket routing cache | |
75 | * Alan Cox : Fixed routing cache, added header cache. | |
76 | * Alan Cox : Loopback didn't work right in original ip_build_xmit - fixed it. | |
77 | * Alan Cox : Only send ICMP_REDIRECT if src/dest are the same net. | |
78 | * Alan Cox : Incoming IP option handling. | |
79 | * Alan Cox : Set saddr on raw output frames as per BSD. | |
80 | * Alan Cox : Stopped broadcast source route explosions. | |
81 | * Alan Cox : Can disable source routing | |
82 | * Takeshi Sone : Masquerading didn't work. | |
83 | * Dave Bonn,Alan Cox : Faster IP forwarding whenever possible. | |
84 | * Alan Cox : Memory leaks, tramples, misc debugging. | |
85 | * Alan Cox : Fixed multicast (by popular demand 8)) | |
86 | * Alan Cox : Fixed forwarding (by even more popular demand 8)) | |
87 | * Alan Cox : Fixed SNMP statistics [I think] | |
88 | * Gerhard Koerting : IP fragmentation forwarding fix | |
89 | * Alan Cox : Device lock against page fault. | |
90 | * Alan Cox : IP_HDRINCL facility. | |
91 | * Werner Almesberger : Zero fragment bug | |
92 | * Alan Cox : RAW IP frame length bug | |
93 | * Alan Cox : Outgoing firewall on build_xmit | |
94 | * A.N.Kuznetsov : IP_OPTIONS support throughout the kernel | |
95 | * Alan Cox : Multicast routing hooks | |
96 | * Jos Vos : Do accounting *before* call_in_firewall | |
97 | * Willy Konynenberg : Transparent proxying support | |
98 | * | |
e905a9ed | 99 | * |
1da177e4 LT |
100 | * |
101 | * To Fix: | |
102 | * IP fragmentation wants rewriting cleanly. The RFC815 algorithm is much more efficient | |
103 | * and could be made very efficient with the addition of some virtual memory hacks to permit | |
104 | * the allocation of a buffer that can then be 'grown' by twiddling page tables. | |
e905a9ed | 105 | * Output fragmentation wants updating along with the buffer management to use a single |
1da177e4 LT |
106 | * interleaved copy algorithm so that fragmenting has a one copy overhead. Actual packet |
107 | * output should probably do its own fragmentation at the UDP/RAW layer. TCP shouldn't cause | |
108 | * fragmentation anyway. | |
109 | * | |
110 | * This program is free software; you can redistribute it and/or | |
111 | * modify it under the terms of the GNU General Public License | |
112 | * as published by the Free Software Foundation; either version | |
113 | * 2 of the License, or (at your option) any later version. | |
114 | */ | |
115 | ||
afd46503 JP |
116 | #define pr_fmt(fmt) "IPv4: " fmt |
117 | ||
1da177e4 LT |
118 | #include <linux/module.h> |
119 | #include <linux/types.h> | |
120 | #include <linux/kernel.h> | |
121 | #include <linux/string.h> | |
122 | #include <linux/errno.h> | |
5a0e3ad6 | 123 | #include <linux/slab.h> |
1da177e4 LT |
124 | |
125 | #include <linux/net.h> | |
126 | #include <linux/socket.h> | |
127 | #include <linux/sockios.h> | |
128 | #include <linux/in.h> | |
129 | #include <linux/inet.h> | |
14c85021 | 130 | #include <linux/inetdevice.h> |
1da177e4 LT |
131 | #include <linux/netdevice.h> |
132 | #include <linux/etherdevice.h> | |
0e219ae4 | 133 | #include <linux/indirect_call_wrapper.h> |
1da177e4 LT |
134 | |
135 | #include <net/snmp.h> | |
136 | #include <net/ip.h> | |
137 | #include <net/protocol.h> | |
138 | #include <net/route.h> | |
139 | #include <linux/skbuff.h> | |
140 | #include <net/sock.h> | |
141 | #include <net/arp.h> | |
142 | #include <net/icmp.h> | |
143 | #include <net/raw.h> | |
144 | #include <net/checksum.h> | |
1f07d03e | 145 | #include <net/inet_ecn.h> |
1da177e4 LT |
146 | #include <linux/netfilter_ipv4.h> |
147 | #include <net/xfrm.h> | |
148 | #include <linux/mroute.h> | |
149 | #include <linux/netlink.h> | |
f38a9eb1 | 150 | #include <net/dst_metadata.h> |
1da177e4 | 151 | |
1da177e4 | 152 | /* |
66018506 | 153 | * Process Router Attention IP option (RFC 2113) |
e905a9ed | 154 | */ |
ba57b4db | 155 | bool ip_call_ra_chain(struct sk_buff *skb) |
1da177e4 LT |
156 | { |
157 | struct ip_ra_chain *ra; | |
eddc9ec5 | 158 | u8 protocol = ip_hdr(skb)->protocol; |
1da177e4 | 159 | struct sock *last = NULL; |
cb84663e | 160 | struct net_device *dev = skb->dev; |
37fcbab6 | 161 | struct net *net = dev_net(dev); |
1da177e4 | 162 | |
5796ef75 | 163 | for (ra = rcu_dereference(net->ipv4.ra_chain); ra; ra = rcu_dereference(ra->next)) { |
1da177e4 LT |
164 | struct sock *sk = ra->sk; |
165 | ||
166 | /* If socket is bound to an interface, only report | |
167 | * the packet if it came from that interface. | |
168 | */ | |
c720c7e8 | 169 | if (sk && inet_sk(sk)->inet_num == protocol && |
1da177e4 | 170 | (!sk->sk_bound_dev_if || |
5796ef75 | 171 | sk->sk_bound_dev_if == dev->ifindex)) { |
56f8a75c | 172 | if (ip_is_fragment(ip_hdr(skb))) { |
19bcf9f2 | 173 | if (ip_defrag(net, skb, IP_DEFRAG_CALL_RA_CHAIN)) |
ba57b4db | 174 | return true; |
1da177e4 LT |
175 | } |
176 | if (last) { | |
177 | struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC); | |
178 | if (skb2) | |
179 | raw_rcv(last, skb2); | |
180 | } | |
181 | last = sk; | |
182 | } | |
183 | } | |
184 | ||
185 | if (last) { | |
186 | raw_rcv(last, skb); | |
ba57b4db | 187 | return true; |
1da177e4 | 188 | } |
ba57b4db | 189 | return false; |
1da177e4 LT |
190 | } |
191 | ||
0e219ae4 PA |
192 | INDIRECT_CALLABLE_DECLARE(int udp_rcv(struct sk_buff *)); |
193 | INDIRECT_CALLABLE_DECLARE(int tcp_v4_rcv(struct sk_buff *)); | |
68cb7d53 | 194 | void ip_protocol_deliver_rcu(struct net *net, struct sk_buff *skb, int protocol) |
1da177e4 | 195 | { |
68cb7d53 PA |
196 | const struct net_protocol *ipprot; |
197 | int raw, ret; | |
1da177e4 | 198 | |
68cb7d53 PA |
199 | resubmit: |
200 | raw = raw_local_deliver(skb, protocol); | |
201 | ||
202 | ipprot = rcu_dereference(inet_protos[protocol]); | |
203 | if (ipprot) { | |
204 | if (!ipprot->no_policy) { | |
205 | if (!xfrm4_policy_check(NULL, XFRM_POLICY_IN, skb)) { | |
206 | kfree_skb(skb); | |
207 | return; | |
1da177e4 | 208 | } |
68cb7d53 PA |
209 | nf_reset(skb); |
210 | } | |
0e219ae4 PA |
211 | ret = INDIRECT_CALL_2(ipprot->handler, tcp_v4_rcv, udp_rcv, |
212 | skb); | |
68cb7d53 PA |
213 | if (ret < 0) { |
214 | protocol = -ret; | |
215 | goto resubmit; | |
216 | } | |
217 | __IP_INC_STATS(net, IPSTATS_MIB_INDELIVERS); | |
218 | } else { | |
219 | if (!raw) { | |
220 | if (xfrm4_policy_check(NULL, XFRM_POLICY_IN, skb)) { | |
221 | __IP_INC_STATS(net, IPSTATS_MIB_INUNKNOWNPROTOS); | |
222 | icmp_send(skb, ICMP_DEST_UNREACH, | |
223 | ICMP_PROT_UNREACH, 0); | |
1da177e4 | 224 | } |
68cb7d53 | 225 | kfree_skb(skb); |
1da177e4 | 226 | } else { |
68cb7d53 PA |
227 | __IP_INC_STATS(net, IPSTATS_MIB_INDELIVERS); |
228 | consume_skb(skb); | |
1da177e4 LT |
229 | } |
230 | } | |
68cb7d53 PA |
231 | } |
232 | ||
233 | static int ip_local_deliver_finish(struct net *net, struct sock *sk, struct sk_buff *skb) | |
234 | { | |
235 | __skb_pull(skb, skb_network_header_len(skb)); | |
236 | ||
237 | rcu_read_lock(); | |
238 | ip_protocol_deliver_rcu(net, skb, ip_hdr(skb)->protocol); | |
1da177e4 LT |
239 | rcu_read_unlock(); |
240 | ||
241 | return 0; | |
242 | } | |
243 | ||
244 | /* | |
245 | * Deliver IP Packets to the higher protocol layers. | |
e905a9ed | 246 | */ |
1da177e4 LT |
247 | int ip_local_deliver(struct sk_buff *skb) |
248 | { | |
249 | /* | |
250 | * Reassemble IP fragments. | |
251 | */ | |
19bcf9f2 | 252 | struct net *net = dev_net(skb->dev); |
1da177e4 | 253 | |
56f8a75c | 254 | if (ip_is_fragment(ip_hdr(skb))) { |
19bcf9f2 | 255 | if (ip_defrag(net, skb, IP_DEFRAG_LOCAL_DELIVER)) |
1da177e4 LT |
256 | return 0; |
257 | } | |
258 | ||
29a26a56 | 259 | return NF_HOOK(NFPROTO_IPV4, NF_INET_LOCAL_IN, |
19bcf9f2 | 260 | net, NULL, skb, skb->dev, NULL, |
1da177e4 LT |
261 | ip_local_deliver_finish); |
262 | } | |
263 | ||
8c83f2df | 264 | static inline bool ip_rcv_options(struct sk_buff *skb, struct net_device *dev) |
d245407e TG |
265 | { |
266 | struct ip_options *opt; | |
b71d1d42 | 267 | const struct iphdr *iph; |
d245407e TG |
268 | |
269 | /* It looks as overkill, because not all | |
270 | IP options require packet mangling. | |
271 | But it is the easiest for now, especially taking | |
272 | into account that combination of IP options | |
273 | and running sniffer is extremely rare condition. | |
274 | --ANK (980813) | |
275 | */ | |
276 | if (skb_cow(skb, skb_headroom(skb))) { | |
b45386ef | 277 | __IP_INC_STATS(dev_net(dev), IPSTATS_MIB_INDISCARDS); |
d245407e TG |
278 | goto drop; |
279 | } | |
280 | ||
eddc9ec5 | 281 | iph = ip_hdr(skb); |
22aba383 DL |
282 | opt = &(IPCB(skb)->opt); |
283 | opt->optlen = iph->ihl*4 - sizeof(struct iphdr); | |
d245407e | 284 | |
c346dca1 | 285 | if (ip_options_compile(dev_net(dev), opt, skb)) { |
b45386ef | 286 | __IP_INC_STATS(dev_net(dev), IPSTATS_MIB_INHDRERRORS); |
d245407e TG |
287 | goto drop; |
288 | } | |
289 | ||
d245407e | 290 | if (unlikely(opt->srr)) { |
6e8b11b4 ED |
291 | struct in_device *in_dev = __in_dev_get_rcu(dev); |
292 | ||
d245407e TG |
293 | if (in_dev) { |
294 | if (!IN_DEV_SOURCE_ROUTE(in_dev)) { | |
e87cc472 JP |
295 | if (IN_DEV_LOG_MARTIANS(in_dev)) |
296 | net_info_ratelimited("source route option %pI4 -> %pI4\n", | |
297 | &iph->saddr, | |
298 | &iph->daddr); | |
d245407e TG |
299 | goto drop; |
300 | } | |
d245407e TG |
301 | } |
302 | ||
8c83f2df | 303 | if (ip_options_rcv_srr(skb, dev)) |
d245407e TG |
304 | goto drop; |
305 | } | |
306 | ||
6a91395f | 307 | return false; |
d245407e | 308 | drop: |
6a91395f | 309 | return true; |
d245407e TG |
310 | } |
311 | ||
97ff7ffb PA |
312 | INDIRECT_CALLABLE_DECLARE(int udp_v4_early_demux(struct sk_buff *)); |
313 | INDIRECT_CALLABLE_DECLARE(int tcp_v4_early_demux(struct sk_buff *)); | |
5fa12739 | 314 | static int ip_rcv_finish_core(struct net *net, struct sock *sk, |
a1fd1ad2 | 315 | struct sk_buff *skb, struct net_device *dev) |
1da177e4 | 316 | { |
eddc9ec5 | 317 | const struct iphdr *iph = ip_hdr(skb); |
7487449c | 318 | int (*edemux)(struct sk_buff *skb); |
7487449c PA |
319 | struct rtable *rt; |
320 | int err; | |
1da177e4 | 321 | |
e21145a9 | 322 | if (net->ipv4.sysctl_ip_early_demux && |
63e51b6a ED |
323 | !skb_dst(skb) && |
324 | !skb->sk && | |
325 | !ip_is_fragment(iph)) { | |
160eb5a6 DM |
326 | const struct net_protocol *ipprot; |
327 | int protocol = iph->protocol; | |
328 | ||
160eb5a6 | 329 | ipprot = rcu_dereference(inet_protos[protocol]); |
dddb64bc | 330 | if (ipprot && (edemux = READ_ONCE(ipprot->early_demux))) { |
97ff7ffb PA |
331 | err = INDIRECT_CALL_2(edemux, tcp_v4_early_demux, |
332 | udp_v4_early_demux, skb); | |
7487449c PA |
333 | if (unlikely(err)) |
334 | goto drop_error; | |
9cb429d6 ED |
335 | /* must reload iph, skb->head might have changed */ |
336 | iph = ip_hdr(skb); | |
337 | } | |
160eb5a6 DM |
338 | } |
339 | ||
1da177e4 LT |
340 | /* |
341 | * Initialise the virtual path cache for the packet. It describes | |
342 | * how the packet travels inside Linux networking. | |
e905a9ed | 343 | */ |
f38a9eb1 | 344 | if (!skb_valid_dst(skb)) { |
7487449c PA |
345 | err = ip_route_input_noref(skb, iph->daddr, iph->saddr, |
346 | iph->tos, dev); | |
347 | if (unlikely(err)) | |
348 | goto drop_error; | |
1da177e4 LT |
349 | } |
350 | ||
c7066f70 | 351 | #ifdef CONFIG_IP_ROUTE_CLASSID |
adf30907 | 352 | if (unlikely(skb_dst(skb)->tclassid)) { |
7a9b2d59 | 353 | struct ip_rt_acct *st = this_cpu_ptr(ip_rt_acct); |
adf30907 | 354 | u32 idx = skb_dst(skb)->tclassid; |
1da177e4 | 355 | st[idx&0xFF].o_packets++; |
fd3f8c4c | 356 | st[idx&0xFF].o_bytes += skb->len; |
1da177e4 | 357 | st[(idx>>16)&0xFF].i_packets++; |
fd3f8c4c | 358 | st[(idx>>16)&0xFF].i_bytes += skb->len; |
1da177e4 LT |
359 | } |
360 | #endif | |
361 | ||
8c83f2df | 362 | if (iph->ihl > 5 && ip_rcv_options(skb, dev)) |
d245407e | 363 | goto drop; |
1da177e4 | 364 | |
511c3f92 | 365 | rt = skb_rtable(skb); |
edf391ff | 366 | if (rt->rt_type == RTN_MULTICAST) { |
b15084ec | 367 | __IP_UPD_PO_STATS(net, IPSTATS_MIB_INMCAST, skb->len); |
12b74dfa | 368 | } else if (rt->rt_type == RTN_BROADCAST) { |
b15084ec | 369 | __IP_UPD_PO_STATS(net, IPSTATS_MIB_INBCAST, skb->len); |
12b74dfa JB |
370 | } else if (skb->pkt_type == PACKET_BROADCAST || |
371 | skb->pkt_type == PACKET_MULTICAST) { | |
d6f64d72 | 372 | struct in_device *in_dev = __in_dev_get_rcu(dev); |
12b74dfa JB |
373 | |
374 | /* RFC 1122 3.3.6: | |
375 | * | |
376 | * When a host sends a datagram to a link-layer broadcast | |
377 | * address, the IP destination address MUST be a legal IP | |
378 | * broadcast or IP multicast address. | |
379 | * | |
380 | * A host SHOULD silently discard a datagram that is received | |
381 | * via a link-layer broadcast (see Section 2.4) but does not | |
382 | * specify an IP multicast or broadcast destination address. | |
383 | * | |
384 | * This doesn't explicitly say L2 *broadcast*, but broadcast is | |
385 | * in a way a form of multicast and the most common use case for | |
386 | * this is 802.11 protecting against cross-station spoofing (the | |
387 | * so-called "hole-196" attack) so do it for both. | |
388 | */ | |
389 | if (in_dev && | |
390 | IN_DEV_ORCONF(in_dev, DROP_UNICAST_IN_L2_MULTICAST)) | |
391 | goto drop; | |
392 | } | |
5506b54b | 393 | |
5fa12739 | 394 | return NET_RX_SUCCESS; |
1da177e4 | 395 | |
1da177e4 | 396 | drop: |
e905a9ed YH |
397 | kfree_skb(skb); |
398 | return NET_RX_DROP; | |
7487449c PA |
399 | |
400 | drop_error: | |
401 | if (err == -EXDEV) | |
402 | __NET_INC_STATS(net, LINUX_MIB_IPRPFILTER); | |
403 | goto drop; | |
1da177e4 LT |
404 | } |
405 | ||
5fa12739 EC |
406 | static int ip_rcv_finish(struct net *net, struct sock *sk, struct sk_buff *skb) |
407 | { | |
a1fd1ad2 | 408 | struct net_device *dev = skb->dev; |
efe6aaca EC |
409 | int ret; |
410 | ||
411 | /* if ingress device is enslaved to an L3 master device pass the | |
412 | * skb to its handler for processing | |
413 | */ | |
414 | skb = l3mdev_ip_rcv(skb); | |
415 | if (!skb) | |
416 | return NET_RX_SUCCESS; | |
5fa12739 | 417 | |
a1fd1ad2 | 418 | ret = ip_rcv_finish_core(net, sk, skb, dev); |
5fa12739 EC |
419 | if (ret != NET_RX_DROP) |
420 | ret = dst_input(skb); | |
421 | return ret; | |
422 | } | |
423 | ||
1da177e4 LT |
424 | /* |
425 | * Main IP Receive routine. | |
e905a9ed | 426 | */ |
17266ee9 | 427 | static struct sk_buff *ip_rcv_core(struct sk_buff *skb, struct net *net) |
1da177e4 | 428 | { |
b71d1d42 | 429 | const struct iphdr *iph; |
58615242 | 430 | u32 len; |
1da177e4 LT |
431 | |
432 | /* When the interface is in promisc. mode, drop all the crap | |
433 | * that it receives, do not try to analyse it. | |
434 | */ | |
435 | if (skb->pkt_type == PACKET_OTHERHOST) | |
436 | goto drop; | |
437 | ||
b15084ec | 438 | __IP_UPD_PO_STATS(net, IPSTATS_MIB_IN, skb->len); |
1da177e4 | 439 | |
51456b29 IM |
440 | skb = skb_share_check(skb, GFP_ATOMIC); |
441 | if (!skb) { | |
b45386ef | 442 | __IP_INC_STATS(net, IPSTATS_MIB_INDISCARDS); |
1da177e4 LT |
443 | goto out; |
444 | } | |
445 | ||
446 | if (!pskb_may_pull(skb, sizeof(struct iphdr))) | |
447 | goto inhdr_error; | |
448 | ||
eddc9ec5 | 449 | iph = ip_hdr(skb); |
1da177e4 LT |
450 | |
451 | /* | |
c67fa027 | 452 | * RFC1122: 3.2.1.2 MUST silently discard any IP frame that fails the checksum. |
1da177e4 LT |
453 | * |
454 | * Is the datagram acceptable? | |
455 | * | |
456 | * 1. Length at least the size of an ip header | |
457 | * 2. Version of 4 | |
458 | * 3. Checksums correctly. [Speed optimisation for later, skip loopback checksums] | |
459 | * 4. Doesn't have a bogus length | |
460 | */ | |
461 | ||
462 | if (iph->ihl < 5 || iph->version != 4) | |
58615242 | 463 | goto inhdr_error; |
1da177e4 | 464 | |
1f07d03e ED |
465 | BUILD_BUG_ON(IPSTATS_MIB_ECT1PKTS != IPSTATS_MIB_NOECTPKTS + INET_ECN_ECT_1); |
466 | BUILD_BUG_ON(IPSTATS_MIB_ECT0PKTS != IPSTATS_MIB_NOECTPKTS + INET_ECN_ECT_0); | |
467 | BUILD_BUG_ON(IPSTATS_MIB_CEPKTS != IPSTATS_MIB_NOECTPKTS + INET_ECN_CE); | |
98f61995 ED |
468 | __IP_ADD_STATS(net, |
469 | IPSTATS_MIB_NOECTPKTS + (iph->tos & INET_ECN_MASK), | |
470 | max_t(unsigned short, 1, skb_shinfo(skb)->gso_segs)); | |
1f07d03e | 471 | |
1da177e4 LT |
472 | if (!pskb_may_pull(skb, iph->ihl*4)) |
473 | goto inhdr_error; | |
474 | ||
eddc9ec5 | 475 | iph = ip_hdr(skb); |
1da177e4 | 476 | |
e9c60422 | 477 | if (unlikely(ip_fast_csum((u8 *)iph, iph->ihl))) |
6a5dc9e5 | 478 | goto csum_error; |
1da177e4 | 479 | |
58615242 | 480 | len = ntohs(iph->tot_len); |
704aed53 | 481 | if (skb->len < len) { |
b45386ef | 482 | __IP_INC_STATS(net, IPSTATS_MIB_INTRUNCATEDPKTS); |
704aed53 MC |
483 | goto drop; |
484 | } else if (len < (iph->ihl*4)) | |
58615242 | 485 | goto inhdr_error; |
1da177e4 | 486 | |
58615242 TG |
487 | /* Our transport medium may have padded the buffer out. Now we know it |
488 | * is IP we can trim to the true length of the frame. | |
489 | * Note this now means skb->len holds ntohs(iph->tot_len). | |
490 | */ | |
491 | if (pskb_trim_rcsum(skb, len)) { | |
b45386ef | 492 | __IP_INC_STATS(net, IPSTATS_MIB_INDISCARDS); |
58615242 | 493 | goto drop; |
1da177e4 LT |
494 | } |
495 | ||
6c57f045 | 496 | iph = ip_hdr(skb); |
21d1196a ED |
497 | skb->transport_header = skb->network_header + iph->ihl*4; |
498 | ||
53602f92 | 499 | /* Remove any debris in the socket control block */ |
d569f1d7 | 500 | memset(IPCB(skb), 0, sizeof(struct inet_skb_parm)); |
0b922b7a | 501 | IPCB(skb)->iif = skb->skb_iif; |
53602f92 | 502 | |
71f9dacd HX |
503 | /* Must drop socket now because of tproxy. */ |
504 | skb_orphan(skb); | |
505 | ||
17266ee9 | 506 | return skb; |
1da177e4 | 507 | |
6a5dc9e5 | 508 | csum_error: |
b45386ef | 509 | __IP_INC_STATS(net, IPSTATS_MIB_CSUMERRORS); |
1da177e4 | 510 | inhdr_error: |
b45386ef | 511 | __IP_INC_STATS(net, IPSTATS_MIB_INHDRERRORS); |
1da177e4 | 512 | drop: |
e905a9ed | 513 | kfree_skb(skb); |
1da177e4 | 514 | out: |
17266ee9 EC |
515 | return NULL; |
516 | } | |
517 | ||
518 | /* | |
519 | * IP receive entry point | |
520 | */ | |
521 | int ip_rcv(struct sk_buff *skb, struct net_device *dev, struct packet_type *pt, | |
522 | struct net_device *orig_dev) | |
523 | { | |
524 | struct net *net = dev_net(dev); | |
525 | ||
526 | skb = ip_rcv_core(skb, net); | |
527 | if (skb == NULL) | |
528 | return NET_RX_DROP; | |
fb1b6999 | 529 | |
17266ee9 EC |
530 | return NF_HOOK(NFPROTO_IPV4, NF_INET_PRE_ROUTING, |
531 | net, NULL, skb, dev, NULL, | |
532 | ip_rcv_finish); | |
533 | } | |
534 | ||
5fa12739 | 535 | static void ip_sublist_rcv_finish(struct list_head *head) |
17266ee9 EC |
536 | { |
537 | struct sk_buff *skb, *next; | |
538 | ||
0761680d | 539 | list_for_each_entry_safe(skb, next, head, list) { |
992cba7e | 540 | skb_list_del_init(skb); |
5fa12739 | 541 | dst_input(skb); |
0761680d | 542 | } |
5fa12739 EC |
543 | } |
544 | ||
545 | static void ip_list_rcv_finish(struct net *net, struct sock *sk, | |
546 | struct list_head *head) | |
547 | { | |
548 | struct dst_entry *curr_dst = NULL; | |
549 | struct sk_buff *skb, *next; | |
550 | struct list_head sublist; | |
551 | ||
a4ca8b7d | 552 | INIT_LIST_HEAD(&sublist); |
5fa12739 | 553 | list_for_each_entry_safe(skb, next, head, list) { |
a1fd1ad2 | 554 | struct net_device *dev = skb->dev; |
5fa12739 EC |
555 | struct dst_entry *dst; |
556 | ||
22f6bbb7 | 557 | skb_list_del_init(skb); |
efe6aaca EC |
558 | /* if ingress device is enslaved to an L3 master device pass the |
559 | * skb to its handler for processing | |
560 | */ | |
561 | skb = l3mdev_ip_rcv(skb); | |
562 | if (!skb) | |
563 | continue; | |
a1fd1ad2 | 564 | if (ip_rcv_finish_core(net, sk, skb, dev) == NET_RX_DROP) |
5fa12739 EC |
565 | continue; |
566 | ||
567 | dst = skb_dst(skb); | |
568 | if (curr_dst != dst) { | |
569 | /* dispatch old sublist */ | |
5fa12739 EC |
570 | if (!list_empty(&sublist)) |
571 | ip_sublist_rcv_finish(&sublist); | |
572 | /* start new sublist */ | |
a4ca8b7d | 573 | INIT_LIST_HEAD(&sublist); |
5fa12739 EC |
574 | curr_dst = dst; |
575 | } | |
a4ca8b7d | 576 | list_add_tail(&skb->list, &sublist); |
5fa12739 EC |
577 | } |
578 | /* dispatch final sublist */ | |
a4ca8b7d | 579 | ip_sublist_rcv_finish(&sublist); |
5fa12739 EC |
580 | } |
581 | ||
582 | static void ip_sublist_rcv(struct list_head *head, struct net_device *dev, | |
583 | struct net *net) | |
584 | { | |
17266ee9 EC |
585 | NF_HOOK_LIST(NFPROTO_IPV4, NF_INET_PRE_ROUTING, net, NULL, |
586 | head, dev, NULL, ip_rcv_finish); | |
5fa12739 | 587 | ip_list_rcv_finish(net, NULL, head); |
17266ee9 EC |
588 | } |
589 | ||
590 | /* Receive a list of IP packets */ | |
591 | void ip_list_rcv(struct list_head *head, struct packet_type *pt, | |
592 | struct net_device *orig_dev) | |
593 | { | |
594 | struct net_device *curr_dev = NULL; | |
595 | struct net *curr_net = NULL; | |
596 | struct sk_buff *skb, *next; | |
597 | struct list_head sublist; | |
598 | ||
a4ca8b7d | 599 | INIT_LIST_HEAD(&sublist); |
17266ee9 EC |
600 | list_for_each_entry_safe(skb, next, head, list) { |
601 | struct net_device *dev = skb->dev; | |
602 | struct net *net = dev_net(dev); | |
603 | ||
22f6bbb7 | 604 | skb_list_del_init(skb); |
17266ee9 EC |
605 | skb = ip_rcv_core(skb, net); |
606 | if (skb == NULL) | |
607 | continue; | |
608 | ||
609 | if (curr_dev != dev || curr_net != net) { | |
610 | /* dispatch old sublist */ | |
17266ee9 | 611 | if (!list_empty(&sublist)) |
a4ca8b7d | 612 | ip_sublist_rcv(&sublist, curr_dev, curr_net); |
17266ee9 | 613 | /* start new sublist */ |
a4ca8b7d | 614 | INIT_LIST_HEAD(&sublist); |
17266ee9 EC |
615 | curr_dev = dev; |
616 | curr_net = net; | |
617 | } | |
a4ca8b7d | 618 | list_add_tail(&skb->list, &sublist); |
17266ee9 EC |
619 | } |
620 | /* dispatch final sublist */ | |
a4ca8b7d | 621 | ip_sublist_rcv(&sublist, curr_dev, curr_net); |
1da177e4 | 622 | } |