projects / linux-block.git / blame_incremental
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (non-incremental) | history | HEAD
Merge tag 'rcu-urgent.2022.12.17a' of git://git.kernel.org/pub/scm/linux/kernel/git...
[linux-block.git] / net / ipv4 / raw.c
... / ...
CommitLineData
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * INET An implementation of the TCP/IP protocol suite for the LINUX
4 * operating system. INET is implemented using the BSD Socket
5 * interface as the means of communication with the user level.
6 *
7 * RAW - implementation of IP "raw" sockets.
8 *
9 * Authors: Ross Biro
10 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
11 *
12 * Fixes:
13 * Alan Cox : verify_area() fixed up
14 * Alan Cox : ICMP error handling
15 * Alan Cox : EMSGSIZE if you send too big a packet
16 * Alan Cox : Now uses generic datagrams and shared
17 * skbuff library. No more peek crashes,
18 * no more backlogs
19 * Alan Cox : Checks sk->broadcast.
20 * Alan Cox : Uses skb_free_datagram/skb_copy_datagram
21 * Alan Cox : Raw passes ip options too
22 * Alan Cox : Setsocketopt added
23 * Alan Cox : Fixed error return for broadcasts
24 * Alan Cox : Removed wake_up calls
25 * Alan Cox : Use ttl/tos
26 * Alan Cox : Cleaned up old debugging
27 * Alan Cox : Use new kernel side addresses
28 * Arnt Gulbrandsen : Fixed MSG_DONTROUTE in raw sockets.
29 * Alan Cox : BSD style RAW socket demultiplexing.
30 * Alan Cox : Beginnings of mrouted support.
31 * Alan Cox : Added IP_HDRINCL option.
32 * Alan Cox : Skip broadcast check if BSDism set.
33 * David S. Miller : New socket lookup architecture.
34 */
35
36#include <linux/types.h>
37#include <linux/atomic.h>
38#include <asm/byteorder.h>
39#include <asm/current.h>
40#include <linux/uaccess.h>
41#include <asm/ioctls.h>
42#include <linux/stddef.h>
43#include <linux/slab.h>
44#include <linux/errno.h>
45#include <linux/kernel.h>
46#include <linux/export.h>
47#include <linux/spinlock.h>
48#include <linux/sockios.h>
49#include <linux/socket.h>
50#include <linux/in.h>
51#include <linux/mroute.h>
52#include <linux/netdevice.h>
53#include <linux/in_route.h>
54#include <linux/route.h>
55#include <linux/skbuff.h>
56#include <linux/igmp.h>
57#include <net/net_namespace.h>
58#include <net/dst.h>
59#include <net/sock.h>
60#include <linux/ip.h>
61#include <linux/net.h>
62#include <net/ip.h>
63#include <net/icmp.h>
64#include <net/udp.h>
65#include <net/raw.h>
66#include <net/snmp.h>
67#include <net/tcp_states.h>
68#include <net/inet_common.h>
69#include <net/checksum.h>
70#include <net/xfrm.h>
71#include <linux/rtnetlink.h>
72#include <linux/proc_fs.h>
73#include <linux/seq_file.h>
74#include <linux/netfilter.h>
75#include <linux/netfilter_ipv4.h>
76#include <linux/compat.h>
77#include <linux/uio.h>
78
79struct raw_frag_vec {
80 struct msghdr *msg;
81 union {
82 struct icmphdr icmph;
83 char c[1];
84 } hdr;
85 int hlen;
86};
87
88struct raw_hashinfo raw_v4_hashinfo;
89EXPORT_SYMBOL_GPL(raw_v4_hashinfo);
90
91int raw_hash_sk(struct sock *sk)
92{
93 struct raw_hashinfo *h = sk->sk_prot->h.raw_hash;
94 struct hlist_nulls_head *hlist;
95
96 hlist = &h->ht[inet_sk(sk)->inet_num & (RAW_HTABLE_SIZE - 1)];
97
98 spin_lock(&h->lock);
99 __sk_nulls_add_node_rcu(sk, hlist);
100 sock_set_flag(sk, SOCK_RCU_FREE);
101 spin_unlock(&h->lock);
102 sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1);
103
104 return 0;
105}
106EXPORT_SYMBOL_GPL(raw_hash_sk);
107
108void raw_unhash_sk(struct sock *sk)
109{
110 struct raw_hashinfo *h = sk->sk_prot->h.raw_hash;
111
112 spin_lock(&h->lock);
113 if (__sk_nulls_del_node_init_rcu(sk))
114 sock_prot_inuse_add(sock_net(sk), sk->sk_prot, -1);
115 spin_unlock(&h->lock);
116}
117EXPORT_SYMBOL_GPL(raw_unhash_sk);
118
119bool raw_v4_match(struct net *net, struct sock *sk, unsigned short num,
120 __be32 raddr, __be32 laddr, int dif, int sdif)
121{
122 struct inet_sock *inet = inet_sk(sk);
123
124 if (net_eq(sock_net(sk), net) && inet->inet_num == num &&
125 !(inet->inet_daddr && inet->inet_daddr != raddr) &&
126 !(inet->inet_rcv_saddr && inet->inet_rcv_saddr != laddr) &&
127 raw_sk_bound_dev_eq(net, sk->sk_bound_dev_if, dif, sdif))
128 return true;
129 return false;
130}
131EXPORT_SYMBOL_GPL(raw_v4_match);
132
133/*
134 * 0 - deliver
135 * 1 - block
136 */
137static int icmp_filter(const struct sock *sk, const struct sk_buff *skb)
138{
139 struct icmphdr _hdr;
140 const struct icmphdr *hdr;
141
142 hdr = skb_header_pointer(skb, skb_transport_offset(skb),
143 sizeof(_hdr), &_hdr);
144 if (!hdr)
145 return 1;
146
147 if (hdr->type < 32) {
148 __u32 data = raw_sk(sk)->filter.data;
149
150 return ((1U << hdr->type) & data) != 0;
151 }
152
153 /* Do not block unknown ICMP types */
154 return 0;
155}
156
157/* IP input processing comes here for RAW socket delivery.
158 * Caller owns SKB, so we must make clones.
159 *
160 * RFC 1122: SHOULD pass TOS value up to the transport layer.
161 * -> It does. And not only TOS, but all IP header.
162 */
163static int raw_v4_input(struct sk_buff *skb, const struct iphdr *iph, int hash)
164{
165 struct net *net = dev_net(skb->dev);
166 struct hlist_nulls_head *hlist;
167 struct hlist_nulls_node *hnode;
168 int sdif = inet_sdif(skb);
169 int dif = inet_iif(skb);
170 int delivered = 0;
171 struct sock *sk;
172
173 hlist = &raw_v4_hashinfo.ht[hash];
174 rcu_read_lock();
175 sk_nulls_for_each(sk, hnode, hlist) {
176 if (!raw_v4_match(net, sk, iph->protocol,
177 iph->saddr, iph->daddr, dif, sdif))
178 continue;
179 delivered = 1;
180 if ((iph->protocol != IPPROTO_ICMP || !icmp_filter(sk, skb)) &&
181 ip_mc_sf_allow(sk, iph->daddr, iph->saddr,
182 skb->dev->ifindex, sdif)) {
183 struct sk_buff *clone = skb_clone(skb, GFP_ATOMIC);
184
185 /* Not releasing hash table! */
186 if (clone)
187 raw_rcv(sk, clone);
188 }
189 }
190 rcu_read_unlock();
191 return delivered;
192}
193
194int raw_local_deliver(struct sk_buff *skb, int protocol)
195{
196 int hash = protocol & (RAW_HTABLE_SIZE - 1);
197
198 return raw_v4_input(skb, ip_hdr(skb), hash);
199}
200
201static void raw_err(struct sock *sk, struct sk_buff *skb, u32 info)
202{
203 struct inet_sock *inet = inet_sk(sk);
204 const int type = icmp_hdr(skb)->type;
205 const int code = icmp_hdr(skb)->code;
206 int err = 0;
207 int harderr = 0;
208
209 if (type == ICMP_DEST_UNREACH && code == ICMP_FRAG_NEEDED)
210 ipv4_sk_update_pmtu(skb, sk, info);
211 else if (type == ICMP_REDIRECT) {
212 ipv4_sk_redirect(skb, sk);
213 return;
214 }
215
216 /* Report error on raw socket, if:
217 1. User requested ip_recverr.
218 2. Socket is connected (otherwise the error indication
219 is useless without ip_recverr and error is hard.
220 */
221 if (!inet->recverr && sk->sk_state != TCP_ESTABLISHED)
222 return;
223
224 switch (type) {
225 default:
226 case ICMP_TIME_EXCEEDED:
227 err = EHOSTUNREACH;
228 break;
229 case ICMP_SOURCE_QUENCH:
230 return;
231 case ICMP_PARAMETERPROB:
232 err = EPROTO;
233 harderr = 1;
234 break;
235 case ICMP_DEST_UNREACH:
236 err = EHOSTUNREACH;
237 if (code > NR_ICMP_UNREACH)
238 break;
239 if (code == ICMP_FRAG_NEEDED) {
240 harderr = inet->pmtudisc != IP_PMTUDISC_DONT;
241 err = EMSGSIZE;
242 } else {
243 err = icmp_err_convert[code].errno;
244 harderr = icmp_err_convert[code].fatal;
245 }
246 }
247
248 if (inet->recverr) {
249 const struct iphdr *iph = (const struct iphdr *)skb->data;
250 u8 *payload = skb->data + (iph->ihl << 2);
251
252 if (inet->hdrincl)
253 payload = skb->data;
254 ip_icmp_error(sk, skb, err, 0, info, payload);
255 }
256
257 if (inet->recverr || harderr) {
258 sk->sk_err = err;
259 sk_error_report(sk);
260 }
261}
262
263void raw_icmp_error(struct sk_buff *skb, int protocol, u32 info)
264{
265 struct net *net = dev_net(skb->dev);
266 struct hlist_nulls_head *hlist;
267 struct hlist_nulls_node *hnode;
268 int dif = skb->dev->ifindex;
269 int sdif = inet_sdif(skb);
270 const struct iphdr *iph;
271 struct sock *sk;
272 int hash;
273
274 hash = protocol & (RAW_HTABLE_SIZE - 1);
275 hlist = &raw_v4_hashinfo.ht[hash];
276
277 rcu_read_lock();
278 sk_nulls_for_each(sk, hnode, hlist) {
279 iph = (const struct iphdr *)skb->data;
280 if (!raw_v4_match(net, sk, iph->protocol,
281 iph->daddr, iph->saddr, dif, sdif))
282 continue;
283 raw_err(sk, skb, info);
284 }
285 rcu_read_unlock();
286}
287
288static int raw_rcv_skb(struct sock *sk, struct sk_buff *skb)
289{
290 /* Charge it to the socket. */
291
292 ipv4_pktinfo_prepare(sk, skb);
293 if (sock_queue_rcv_skb(sk, skb) < 0) {
294 kfree_skb(skb);
295 return NET_RX_DROP;
296 }
297
298 return NET_RX_SUCCESS;
299}
300
301int raw_rcv(struct sock *sk, struct sk_buff *skb)
302{
303 if (!xfrm4_policy_check(sk, XFRM_POLICY_IN, skb)) {
304 atomic_inc(&sk->sk_drops);
305 kfree_skb(skb);
306 return NET_RX_DROP;
307 }
308 nf_reset_ct(skb);
309
310 skb_push(skb, skb->data - skb_network_header(skb));
311
312 raw_rcv_skb(sk, skb);
313 return 0;
314}
315
316static int raw_send_hdrinc(struct sock *sk, struct flowi4 *fl4,
317 struct msghdr *msg, size_t length,
318 struct rtable **rtp, unsigned int flags,
319 const struct sockcm_cookie *sockc)
320{
321 struct inet_sock *inet = inet_sk(sk);
322 struct net *net = sock_net(sk);
323 struct iphdr *iph;
324 struct sk_buff *skb;
325 unsigned int iphlen;
326 int err;
327 struct rtable *rt = *rtp;
328 int hlen, tlen;
329
330 if (length > rt->dst.dev->mtu) {
331 ip_local_error(sk, EMSGSIZE, fl4->daddr, inet->inet_dport,
332 rt->dst.dev->mtu);
333 return -EMSGSIZE;
334 }
335 if (length < sizeof(struct iphdr))
336 return -EINVAL;
337
338 if (flags&MSG_PROBE)
339 goto out;
340
341 hlen = LL_RESERVED_SPACE(rt->dst.dev);
342 tlen = rt->dst.dev->needed_tailroom;
343 skb = sock_alloc_send_skb(sk,
344 length + hlen + tlen + 15,
345 flags & MSG_DONTWAIT, &err);
346 if (!skb)
347 goto error;
348 skb_reserve(skb, hlen);
349
350 skb->priority = sk->sk_priority;
351 skb->mark = sockc->mark;
352 skb->tstamp = sockc->transmit_time;
353 skb_dst_set(skb, &rt->dst);
354 *rtp = NULL;
355
356 skb_reset_network_header(skb);
357 iph = ip_hdr(skb);
358 skb_put(skb, length);
359
360 skb->ip_summed = CHECKSUM_NONE;
361
362 skb_setup_tx_timestamp(skb, sockc->tsflags);
363
364 if (flags & MSG_CONFIRM)
365 skb_set_dst_pending_confirm(skb, 1);
366
367 skb->transport_header = skb->network_header;
368 err = -EFAULT;
369 if (memcpy_from_msg(iph, msg, length))
370 goto error_free;
371
372 iphlen = iph->ihl * 4;
373
374 /*
375 * We don't want to modify the ip header, but we do need to
376 * be sure that it won't cause problems later along the network
377 * stack. Specifically we want to make sure that iph->ihl is a
378 * sane value. If ihl points beyond the length of the buffer passed
379 * in, reject the frame as invalid
380 */
381 err = -EINVAL;
382 if (iphlen > length)
383 goto error_free;
384
385 if (iphlen >= sizeof(*iph)) {
386 if (!iph->saddr)
387 iph->saddr = fl4->saddr;
388 iph->check = 0;
389 iph->tot_len = htons(length);
390 if (!iph->id)
391 ip_select_ident(net, skb, NULL);
392
393 iph->check = ip_fast_csum((unsigned char *)iph, iph->ihl);
394 skb->transport_header += iphlen;
395 if (iph->protocol == IPPROTO_ICMP &&
396 length >= iphlen + sizeof(struct icmphdr))
397 icmp_out_count(net, ((struct icmphdr *)
398 skb_transport_header(skb))->type);
399 }
400
401 err = NF_HOOK(NFPROTO_IPV4, NF_INET_LOCAL_OUT,
402 net, sk, skb, NULL, rt->dst.dev,
403 dst_output);
404 if (err > 0)
405 err = net_xmit_errno(err);
406 if (err)
407 goto error;
408out:
409 return 0;
410
411error_free:
412 kfree_skb(skb);
413error:
414 IP_INC_STATS(net, IPSTATS_MIB_OUTDISCARDS);
415 if (err == -ENOBUFS && !inet->recverr)
416 err = 0;
417 return err;
418}
419
420static int raw_probe_proto_opt(struct raw_frag_vec *rfv, struct flowi4 *fl4)
421{
422 int err;
423
424 if (fl4->flowi4_proto != IPPROTO_ICMP)
425 return 0;
426
427 /* We only need the first two bytes. */
428 rfv->hlen = 2;
429
430 err = memcpy_from_msg(rfv->hdr.c, rfv->msg, rfv->hlen);
431 if (err)
432 return err;
433
434 fl4->fl4_icmp_type = rfv->hdr.icmph.type;
435 fl4->fl4_icmp_code = rfv->hdr.icmph.code;
436
437 return 0;
438}
439
440static int raw_getfrag(void *from, char *to, int offset, int len, int odd,
441 struct sk_buff *skb)
442{
443 struct raw_frag_vec *rfv = from;
444
445 if (offset < rfv->hlen) {
446 int copy = min(rfv->hlen - offset, len);
447
448 if (skb->ip_summed == CHECKSUM_PARTIAL)
449 memcpy(to, rfv->hdr.c + offset, copy);
450 else
451 skb->csum = csum_block_add(
452 skb->csum,
453 csum_partial_copy_nocheck(rfv->hdr.c + offset,
454 to, copy),
455 odd);
456
457 odd = 0;
458 offset += copy;
459 to += copy;
460 len -= copy;
461
462 if (!len)
463 return 0;
464 }
465
466 offset -= rfv->hlen;
467
468 return ip_generic_getfrag(rfv->msg, to, offset, len, odd, skb);
469}
470
471static int raw_sendmsg(struct sock *sk, struct msghdr *msg, size_t len)
472{
473 struct inet_sock *inet = inet_sk(sk);
474 struct net *net = sock_net(sk);
475 struct ipcm_cookie ipc;
476 struct rtable *rt = NULL;
477 struct flowi4 fl4;
478 int free = 0;
479 __be32 daddr;
480 __be32 saddr;
481 u8 tos;
482 int err;
483 struct ip_options_data opt_copy;
484 struct raw_frag_vec rfv;
485 int hdrincl;
486
487 err = -EMSGSIZE;
488 if (len > 0xFFFF)
489 goto out;
490
491 /* hdrincl should be READ_ONCE(inet->hdrincl)
492 * but READ_ONCE() doesn't work with bit fields.
493 * Doing this indirectly yields the same result.
494 */
495 hdrincl = inet->hdrincl;
496 hdrincl = READ_ONCE(hdrincl);
497 /*
498 * Check the flags.
499 */
500
501 err = -EOPNOTSUPP;
502 if (msg->msg_flags & MSG_OOB) /* Mirror BSD error message */
503 goto out; /* compatibility */
504
505 /*
506 * Get and verify the address.
507 */
508
509 if (msg->msg_namelen) {
510 DECLARE_SOCKADDR(struct sockaddr_in *, usin, msg->msg_name);
511 err = -EINVAL;
512 if (msg->msg_namelen < sizeof(*usin))
513 goto out;
514 if (usin->sin_family != AF_INET) {
515 pr_info_once("%s: %s forgot to set AF_INET. Fix it!\n",
516 __func__, current->comm);
517 err = -EAFNOSUPPORT;
518 if (usin->sin_family)
519 goto out;
520 }
521 daddr = usin->sin_addr.s_addr;
522 /* ANK: I did not forget to get protocol from port field.
523 * I just do not know, who uses this weirdness.
524 * IP_HDRINCL is much more convenient.
525 */
526 } else {
527 err = -EDESTADDRREQ;
528 if (sk->sk_state != TCP_ESTABLISHED)
529 goto out;
530 daddr = inet->inet_daddr;
531 }
532
533 ipcm_init_sk(&ipc, inet);
534
535 if (msg->msg_controllen) {
536 err = ip_cmsg_send(sk, msg, &ipc, false);
537 if (unlikely(err)) {
538 kfree(ipc.opt);
539 goto out;
540 }
541 if (ipc.opt)
542 free = 1;
543 }
544
545 saddr = ipc.addr;
546 ipc.addr = daddr;
547
548 if (!ipc.opt) {
549 struct ip_options_rcu *inet_opt;
550
551 rcu_read_lock();
552 inet_opt = rcu_dereference(inet->inet_opt);
553 if (inet_opt) {
554 memcpy(&opt_copy, inet_opt,
555 sizeof(*inet_opt) + inet_opt->opt.optlen);
556 ipc.opt = &opt_copy.opt;
557 }
558 rcu_read_unlock();
559 }
560
561 if (ipc.opt) {
562 err = -EINVAL;
563 /* Linux does not mangle headers on raw sockets,
564 * so that IP options + IP_HDRINCL is non-sense.
565 */
566 if (hdrincl)
567 goto done;
568 if (ipc.opt->opt.srr) {
569 if (!daddr)
570 goto done;
571 daddr = ipc.opt->opt.faddr;
572 }
573 }
574 tos = get_rtconn_flags(&ipc, sk);
575 if (msg->msg_flags & MSG_DONTROUTE)
576 tos |= RTO_ONLINK;
577
578 if (ipv4_is_multicast(daddr)) {
579 if (!ipc.oif || netif_index_is_l3_master(sock_net(sk), ipc.oif))
580 ipc.oif = inet->mc_index;
581 if (!saddr)
582 saddr = inet->mc_addr;
583 } else if (!ipc.oif) {
584 ipc.oif = inet->uc_index;
585 } else if (ipv4_is_lbcast(daddr) && inet->uc_index) {
586 /* oif is set, packet is to local broadcast
587 * and uc_index is set. oif is most likely set
588 * by sk_bound_dev_if. If uc_index != oif check if the
589 * oif is an L3 master and uc_index is an L3 slave.
590 * If so, we want to allow the send using the uc_index.
591 */
592 if (ipc.oif != inet->uc_index &&
593 ipc.oif == l3mdev_master_ifindex_by_index(sock_net(sk),
594 inet->uc_index)) {
595 ipc.oif = inet->uc_index;
596 }
597 }
598
599 flowi4_init_output(&fl4, ipc.oif, ipc.sockc.mark, tos,
600 RT_SCOPE_UNIVERSE,
601 hdrincl ? IPPROTO_RAW : sk->sk_protocol,
602 inet_sk_flowi_flags(sk) |
603 (hdrincl ? FLOWI_FLAG_KNOWN_NH : 0),
604 daddr, saddr, 0, 0, sk->sk_uid);
605
606 if (!hdrincl) {
607 rfv.msg = msg;
608 rfv.hlen = 0;
609
610 err = raw_probe_proto_opt(&rfv, &fl4);
611 if (err)
612 goto done;
613 }
614
615 security_sk_classify_flow(sk, flowi4_to_flowi_common(&fl4));
616 rt = ip_route_output_flow(net, &fl4, sk);
617 if (IS_ERR(rt)) {
618 err = PTR_ERR(rt);
619 rt = NULL;
620 goto done;
621 }
622
623 err = -EACCES;
624 if (rt->rt_flags & RTCF_BROADCAST && !sock_flag(sk, SOCK_BROADCAST))
625 goto done;
626
627 if (msg->msg_flags & MSG_CONFIRM)
628 goto do_confirm;
629back_from_confirm:
630
631 if (hdrincl)
632 err = raw_send_hdrinc(sk, &fl4, msg, len,
633 &rt, msg->msg_flags, &ipc.sockc);
634
635 else {
636 if (!ipc.addr)
637 ipc.addr = fl4.daddr;
638 lock_sock(sk);
639 err = ip_append_data(sk, &fl4, raw_getfrag,
640 &rfv, len, 0,
641 &ipc, &rt, msg->msg_flags);
642 if (err)
643 ip_flush_pending_frames(sk);
644 else if (!(msg->msg_flags & MSG_MORE)) {
645 err = ip_push_pending_frames(sk, &fl4);
646 if (err == -ENOBUFS && !inet->recverr)
647 err = 0;
648 }
649 release_sock(sk);
650 }
651done:
652 if (free)
653 kfree(ipc.opt);
654 ip_rt_put(rt);
655
656out:
657 if (err < 0)
658 return err;
659 return len;
660
661do_confirm:
662 if (msg->msg_flags & MSG_PROBE)
663 dst_confirm_neigh(&rt->dst, &fl4.daddr);
664 if (!(msg->msg_flags & MSG_PROBE) || len)
665 goto back_from_confirm;
666 err = 0;
667 goto done;
668}
669
670static void raw_close(struct sock *sk, long timeout)
671{
672 /*
673 * Raw sockets may have direct kernel references. Kill them.
674 */
675 ip_ra_control(sk, 0, NULL);
676
677 sk_common_release(sk);
678}
679
680static void raw_destroy(struct sock *sk)
681{
682 lock_sock(sk);
683 ip_flush_pending_frames(sk);
684 release_sock(sk);
685}
686
687/* This gets rid of all the nasties in af_inet. -DaveM */
688static int raw_bind(struct sock *sk, struct sockaddr *uaddr, int addr_len)
689{
690 struct inet_sock *inet = inet_sk(sk);
691 struct sockaddr_in *addr = (struct sockaddr_in *) uaddr;
692 struct net *net = sock_net(sk);
693 u32 tb_id = RT_TABLE_LOCAL;
694 int ret = -EINVAL;
695 int chk_addr_ret;
696
697 lock_sock(sk);
698 if (sk->sk_state != TCP_CLOSE || addr_len < sizeof(struct sockaddr_in))
699 goto out;
700
701 if (sk->sk_bound_dev_if)
702 tb_id = l3mdev_fib_table_by_index(net,
703 sk->sk_bound_dev_if) ? : tb_id;
704
705 chk_addr_ret = inet_addr_type_table(net, addr->sin_addr.s_addr, tb_id);
706
707 ret = -EADDRNOTAVAIL;
708 if (!inet_addr_valid_or_nonlocal(net, inet, addr->sin_addr.s_addr,
709 chk_addr_ret))
710 goto out;
711
712 inet->inet_rcv_saddr = inet->inet_saddr = addr->sin_addr.s_addr;
713 if (chk_addr_ret == RTN_MULTICAST || chk_addr_ret == RTN_BROADCAST)
714 inet->inet_saddr = 0; /* Use device */
715 sk_dst_reset(sk);
716 ret = 0;
717out:
718 release_sock(sk);
719 return ret;
720}
721
722/*
723 * This should be easy, if there is something there
724 * we return it, otherwise we block.
725 */
726
727static int raw_recvmsg(struct sock *sk, struct msghdr *msg, size_t len,
728 int flags, int *addr_len)
729{
730 struct inet_sock *inet = inet_sk(sk);
731 size_t copied = 0;
732 int err = -EOPNOTSUPP;
733 DECLARE_SOCKADDR(struct sockaddr_in *, sin, msg->msg_name);
734 struct sk_buff *skb;
735
736 if (flags & MSG_OOB)
737 goto out;
738
739 if (flags & MSG_ERRQUEUE) {
740 err = ip_recv_error(sk, msg, len, addr_len);
741 goto out;
742 }
743
744 skb = skb_recv_datagram(sk, flags, &err);
745 if (!skb)
746 goto out;
747
748 copied = skb->len;
749 if (len < copied) {
750 msg->msg_flags |= MSG_TRUNC;
751 copied = len;
752 }
753
754 err = skb_copy_datagram_msg(skb, 0, msg, copied);
755 if (err)
756 goto done;
757
758 sock_recv_cmsgs(msg, sk, skb);
759
760 /* Copy the address. */
761 if (sin) {
762 sin->sin_family = AF_INET;
763 sin->sin_addr.s_addr = ip_hdr(skb)->saddr;
764 sin->sin_port = 0;
765 memset(&sin->sin_zero, 0, sizeof(sin->sin_zero));
766 *addr_len = sizeof(*sin);
767 }
768 if (inet->cmsg_flags)
769 ip_cmsg_recv(msg, skb);
770 if (flags & MSG_TRUNC)
771 copied = skb->len;
772done:
773 skb_free_datagram(sk, skb);
774out:
775 if (err)
776 return err;
777 return copied;
778}
779
780static int raw_sk_init(struct sock *sk)
781{
782 struct raw_sock *rp = raw_sk(sk);
783
784 if (inet_sk(sk)->inet_num == IPPROTO_ICMP)
785 memset(&rp->filter, 0, sizeof(rp->filter));
786 return 0;
787}
788
789static int raw_seticmpfilter(struct sock *sk, sockptr_t optval, int optlen)
790{
791 if (optlen > sizeof(struct icmp_filter))
792 optlen = sizeof(struct icmp_filter);
793 if (copy_from_sockptr(&raw_sk(sk)->filter, optval, optlen))
794 return -EFAULT;
795 return 0;
796}
797
798static int raw_geticmpfilter(struct sock *sk, char __user *optval, int __user *optlen)
799{
800 int len, ret = -EFAULT;
801
802 if (get_user(len, optlen))
803 goto out;
804 ret = -EINVAL;
805 if (len < 0)
806 goto out;
807 if (len > sizeof(struct icmp_filter))
808 len = sizeof(struct icmp_filter);
809 ret = -EFAULT;
810 if (put_user(len, optlen) ||
811 copy_to_user(optval, &raw_sk(sk)->filter, len))
812 goto out;
813 ret = 0;
814out: return ret;
815}
816
817static int do_raw_setsockopt(struct sock *sk, int level, int optname,
818 sockptr_t optval, unsigned int optlen)
819{
820 if (optname == ICMP_FILTER) {
821 if (inet_sk(sk)->inet_num != IPPROTO_ICMP)
822 return -EOPNOTSUPP;
823 else
824 return raw_seticmpfilter(sk, optval, optlen);
825 }
826 return -ENOPROTOOPT;
827}
828
829static int raw_setsockopt(struct sock *sk, int level, int optname,
830 sockptr_t optval, unsigned int optlen)
831{
832 if (level != SOL_RAW)
833 return ip_setsockopt(sk, level, optname, optval, optlen);
834 return do_raw_setsockopt(sk, level, optname, optval, optlen);
835}
836
837static int do_raw_getsockopt(struct sock *sk, int level, int optname,
838 char __user *optval, int __user *optlen)
839{
840 if (optname == ICMP_FILTER) {
841 if (inet_sk(sk)->inet_num != IPPROTO_ICMP)
842 return -EOPNOTSUPP;
843 else
844 return raw_geticmpfilter(sk, optval, optlen);
845 }
846 return -ENOPROTOOPT;
847}
848
849static int raw_getsockopt(struct sock *sk, int level, int optname,
850 char __user *optval, int __user *optlen)
851{
852 if (level != SOL_RAW)
853 return ip_getsockopt(sk, level, optname, optval, optlen);
854 return do_raw_getsockopt(sk, level, optname, optval, optlen);
855}
856
857static int raw_ioctl(struct sock *sk, int cmd, unsigned long arg)
858{
859 switch (cmd) {
860 case SIOCOUTQ: {
861 int amount = sk_wmem_alloc_get(sk);
862
863 return put_user(amount, (int __user *)arg);
864 }
865 case SIOCINQ: {
866 struct sk_buff *skb;
867 int amount = 0;
868
869 spin_lock_bh(&sk->sk_receive_queue.lock);
870 skb = skb_peek(&sk->sk_receive_queue);
871 if (skb)
872 amount = skb->len;
873 spin_unlock_bh(&sk->sk_receive_queue.lock);
874 return put_user(amount, (int __user *)arg);
875 }
876
877 default:
878#ifdef CONFIG_IP_MROUTE
879 return ipmr_ioctl(sk, cmd, (void __user *)arg);
880#else
881 return -ENOIOCTLCMD;
882#endif
883 }
884}
885
886#ifdef CONFIG_COMPAT
887static int compat_raw_ioctl(struct sock *sk, unsigned int cmd, unsigned long arg)
888{
889 switch (cmd) {
890 case SIOCOUTQ:
891 case SIOCINQ:
892 return -ENOIOCTLCMD;
893 default:
894#ifdef CONFIG_IP_MROUTE
895 return ipmr_compat_ioctl(sk, cmd, compat_ptr(arg));
896#else
897 return -ENOIOCTLCMD;
898#endif
899 }
900}
901#endif
902
903int raw_abort(struct sock *sk, int err)
904{
905 lock_sock(sk);
906
907 sk->sk_err = err;
908 sk_error_report(sk);
909 __udp_disconnect(sk, 0);
910
911 release_sock(sk);
912
913 return 0;
914}
915EXPORT_SYMBOL_GPL(raw_abort);
916
917struct proto raw_prot = {
918 .name = "RAW",
919 .owner = THIS_MODULE,
920 .close = raw_close,
921 .destroy = raw_destroy,
922 .connect = ip4_datagram_connect,
923 .disconnect = __udp_disconnect,
924 .ioctl = raw_ioctl,
925 .init = raw_sk_init,
926 .setsockopt = raw_setsockopt,
927 .getsockopt = raw_getsockopt,
928 .sendmsg = raw_sendmsg,
929 .recvmsg = raw_recvmsg,
930 .bind = raw_bind,
931 .backlog_rcv = raw_rcv_skb,
932 .release_cb = ip4_datagram_release_cb,
933 .hash = raw_hash_sk,
934 .unhash = raw_unhash_sk,
935 .obj_size = sizeof(struct raw_sock),
936 .useroffset = offsetof(struct raw_sock, filter),
937 .usersize = sizeof_field(struct raw_sock, filter),
938 .h.raw_hash = &raw_v4_hashinfo,
939#ifdef CONFIG_COMPAT
940 .compat_ioctl = compat_raw_ioctl,
941#endif
942 .diag_destroy = raw_abort,
943};
944
945#ifdef CONFIG_PROC_FS
946static struct sock *raw_get_first(struct seq_file *seq, int bucket)
947{
948 struct raw_hashinfo *h = pde_data(file_inode(seq->file));
949 struct raw_iter_state *state = raw_seq_private(seq);
950 struct hlist_nulls_head *hlist;
951 struct hlist_nulls_node *hnode;
952 struct sock *sk;
953
954 for (state->bucket = bucket; state->bucket < RAW_HTABLE_SIZE;
955 ++state->bucket) {
956 hlist = &h->ht[state->bucket];
957 sk_nulls_for_each(sk, hnode, hlist) {
958 if (sock_net(sk) == seq_file_net(seq))
959 return sk;
960 }
961 }
962 return NULL;
963}
964
965static struct sock *raw_get_next(struct seq_file *seq, struct sock *sk)
966{
967 struct raw_iter_state *state = raw_seq_private(seq);
968
969 do {
970 sk = sk_nulls_next(sk);
971 } while (sk && sock_net(sk) != seq_file_net(seq));
972
973 if (!sk)
974 return raw_get_first(seq, state->bucket + 1);
975 return sk;
976}
977
978static struct sock *raw_get_idx(struct seq_file *seq, loff_t pos)
979{
980 struct sock *sk = raw_get_first(seq, 0);
981
982 if (sk)
983 while (pos && (sk = raw_get_next(seq, sk)) != NULL)
984 --pos;
985 return pos ? NULL : sk;
986}
987
988void *raw_seq_start(struct seq_file *seq, loff_t *pos)
989 __acquires(RCU)
990{
991 rcu_read_lock();
992 return *pos ? raw_get_idx(seq, *pos - 1) : SEQ_START_TOKEN;
993}
994EXPORT_SYMBOL_GPL(raw_seq_start);
995
996void *raw_seq_next(struct seq_file *seq, void *v, loff_t *pos)
997{
998 struct sock *sk;
999
1000 if (v == SEQ_START_TOKEN)
1001 sk = raw_get_first(seq, 0);
1002 else
1003 sk = raw_get_next(seq, v);
1004 ++*pos;
1005 return sk;
1006}
1007EXPORT_SYMBOL_GPL(raw_seq_next);
1008
1009void raw_seq_stop(struct seq_file *seq, void *v)
1010 __releases(RCU)
1011{
1012 rcu_read_unlock();
1013}
1014EXPORT_SYMBOL_GPL(raw_seq_stop);
1015
1016static void raw_sock_seq_show(struct seq_file *seq, struct sock *sp, int i)
1017{
1018 struct inet_sock *inet = inet_sk(sp);
1019 __be32 dest = inet->inet_daddr,
1020 src = inet->inet_rcv_saddr;
1021 __u16 destp = 0,
1022 srcp = inet->inet_num;
1023
1024 seq_printf(seq, "%4d: %08X:%04X %08X:%04X"
1025 " %02X %08X:%08X %02X:%08lX %08X %5u %8d %lu %d %pK %u\n",
1026 i, src, srcp, dest, destp, sp->sk_state,
1027 sk_wmem_alloc_get(sp),
1028 sk_rmem_alloc_get(sp),
1029 0, 0L, 0,
1030 from_kuid_munged(seq_user_ns(seq), sock_i_uid(sp)),
1031 0, sock_i_ino(sp),
1032 refcount_read(&sp->sk_refcnt), sp, atomic_read(&sp->sk_drops));
1033}
1034
1035static int raw_seq_show(struct seq_file *seq, void *v)
1036{
1037 if (v == SEQ_START_TOKEN)
1038 seq_printf(seq, " sl local_address rem_address st tx_queue "
1039 "rx_queue tr tm->when retrnsmt uid timeout "
1040 "inode ref pointer drops\n");
1041 else
1042 raw_sock_seq_show(seq, v, raw_seq_private(seq)->bucket);
1043 return 0;
1044}
1045
1046static const struct seq_operations raw_seq_ops = {
1047 .start = raw_seq_start,
1048 .next = raw_seq_next,
1049 .stop = raw_seq_stop,
1050 .show = raw_seq_show,
1051};
1052
1053static __net_init int raw_init_net(struct net *net)
1054{
1055 if (!proc_create_net_data("raw", 0444, net->proc_net, &raw_seq_ops,
1056 sizeof(struct raw_iter_state), &raw_v4_hashinfo))
1057 return -ENOMEM;
1058
1059 return 0;
1060}
1061
1062static __net_exit void raw_exit_net(struct net *net)
1063{
1064 remove_proc_entry("raw", net->proc_net);
1065}
1066
1067static __net_initdata struct pernet_operations raw_net_ops = {
1068 .init = raw_init_net,
1069 .exit = raw_exit_net,
1070};
1071
1072int __init raw_proc_init(void)
1073{
1074
1075 return register_pernet_subsys(&raw_net_ops);
1076}
1077
1078void __init raw_proc_exit(void)
1079{
1080 unregister_pernet_subsys(&raw_net_ops);
1081}
1082#endif /* CONFIG_PROC_FS */
1083
1084static void raw_sysctl_init_net(struct net *net)
1085{
1086#ifdef CONFIG_NET_L3_MASTER_DEV
1087 net->ipv4.sysctl_raw_l3mdev_accept = 1;
1088#endif
1089}
1090
1091static int __net_init raw_sysctl_init(struct net *net)
1092{
1093 raw_sysctl_init_net(net);
1094 return 0;
1095}
1096
1097static struct pernet_operations __net_initdata raw_sysctl_ops = {
1098 .init = raw_sysctl_init,
1099};
1100
1101void __init raw_init(void)
1102{
1103 raw_sysctl_init_net(&init_net);
1104 if (register_pernet_subsys(&raw_sysctl_ops))
1105 panic("RAW: failed to init sysctl parameters.\n");
1106}
Linux 6.x block layer and io_uring tree(s)