Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
1da177e4 | 2 | /* |
73c1f4a0 | 3 | * inet_diag.c Module for monitoring INET transport protocols sockets. |
1da177e4 | 4 | * |
1da177e4 | 5 | * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> |
1da177e4 LT |
6 | */ |
7 | ||
172589cc | 8 | #include <linux/kernel.h> |
1da177e4 LT |
9 | #include <linux/module.h> |
10 | #include <linux/types.h> | |
11 | #include <linux/fcntl.h> | |
12 | #include <linux/random.h> | |
5a0e3ad6 | 13 | #include <linux/slab.h> |
1da177e4 LT |
14 | #include <linux/cache.h> |
15 | #include <linux/init.h> | |
16 | #include <linux/time.h> | |
17 | ||
18 | #include <net/icmp.h> | |
19 | #include <net/tcp.h> | |
20 | #include <net/ipv6.h> | |
21 | #include <net/inet_common.h> | |
505cbfc5 ACM |
22 | #include <net/inet_connection_sock.h> |
23 | #include <net/inet_hashtables.h> | |
24 | #include <net/inet_timewait_sock.h> | |
25 | #include <net/inet6_hashtables.h> | |
dc5fc579 | 26 | #include <net/netlink.h> |
1da177e4 LT |
27 | |
28 | #include <linux/inet.h> | |
29 | #include <linux/stddef.h> | |
30 | ||
a8c2190e | 31 | #include <linux/inet_diag.h> |
d366477a | 32 | #include <linux/sock_diag.h> |
1da177e4 | 33 | |
4f5736c4 ACM |
34 | static const struct inet_diag_handler **inet_diag_table; |
35 | ||
73c1f4a0 | 36 | struct inet_diag_entry { |
e31c5e0e ED |
37 | const __be32 *saddr; |
38 | const __be32 *daddr; | |
1da177e4 LT |
39 | u16 sport; |
40 | u16 dport; | |
41 | u16 family; | |
42 | u16 userlocks; | |
637c841d | 43 | u32 ifindex; |
a52e95ab | 44 | u32 mark; |
1da177e4 LT |
45 | }; |
46 | ||
d523a328 HX |
47 | static DEFINE_MUTEX(inet_diag_table_mutex); |
48 | ||
f13c95f0 | 49 | static const struct inet_diag_handler *inet_diag_lock_handler(int proto) |
d523a328 | 50 | { |
f13c95f0 | 51 | if (!inet_diag_table[proto]) |
bf2ae2e4 | 52 | sock_load_diag_module(AF_INET, proto); |
d523a328 HX |
53 | |
54 | mutex_lock(&inet_diag_table_mutex); | |
f13c95f0 | 55 | if (!inet_diag_table[proto]) |
d523a328 HX |
56 | return ERR_PTR(-ENOENT); |
57 | ||
f13c95f0 | 58 | return inet_diag_table[proto]; |
d523a328 HX |
59 | } |
60 | ||
e31c5e0e | 61 | static void inet_diag_unlock_handler(const struct inet_diag_handler *handler) |
d523a328 HX |
62 | { |
63 | mutex_unlock(&inet_diag_table_mutex); | |
64 | } | |
65 | ||
cb2050a7 | 66 | void inet_diag_msg_common_fill(struct inet_diag_msg *r, struct sock *sk) |
a4458343 ED |
67 | { |
68 | r->idiag_family = sk->sk_family; | |
69 | ||
70 | r->id.idiag_sport = htons(sk->sk_num); | |
71 | r->id.idiag_dport = sk->sk_dport; | |
72 | r->id.idiag_if = sk->sk_bound_dev_if; | |
73 | sock_diag_save_cookie(sk, r->id.idiag_cookie); | |
74 | ||
75 | #if IS_ENABLED(CONFIG_IPV6) | |
76 | if (sk->sk_family == AF_INET6) { | |
77 | *(struct in6_addr *)r->id.idiag_src = sk->sk_v6_rcv_saddr; | |
78 | *(struct in6_addr *)r->id.idiag_dst = sk->sk_v6_daddr; | |
79 | } else | |
80 | #endif | |
81 | { | |
82 | memset(&r->id.idiag_src, 0, sizeof(r->id.idiag_src)); | |
83 | memset(&r->id.idiag_dst, 0, sizeof(r->id.idiag_dst)); | |
84 | ||
85 | r->id.idiag_src[0] = sk->sk_rcv_saddr; | |
86 | r->id.idiag_dst[0] = sk->sk_daddr; | |
87 | } | |
88 | } | |
cb2050a7 | 89 | EXPORT_SYMBOL_GPL(inet_diag_msg_common_fill); |
a4458343 | 90 | |
b37e8840 ID |
91 | static size_t inet_sk_attr_size(struct sock *sk, |
92 | const struct inet_diag_req_v2 *req, | |
93 | bool net_admin) | |
c8e2c80d | 94 | { |
b37e8840 ID |
95 | const struct inet_diag_handler *handler; |
96 | size_t aux = 0; | |
97 | ||
98 | handler = inet_diag_table[req->sdiag_protocol]; | |
99 | if (handler && handler->idiag_get_aux_size) | |
100 | aux = handler->idiag_get_aux_size(sk, net_admin); | |
101 | ||
c8e2c80d ED |
102 | return nla_total_size(sizeof(struct tcp_info)) |
103 | + nla_total_size(1) /* INET_DIAG_SHUTDOWN */ | |
104 | + nla_total_size(1) /* INET_DIAG_TOS */ | |
105 | + nla_total_size(1) /* INET_DIAG_TCLASS */ | |
d545caca | 106 | + nla_total_size(4) /* INET_DIAG_MARK */ |
1ec17dbd | 107 | + nla_total_size(4) /* INET_DIAG_CLASS_ID */ |
c8e2c80d ED |
108 | + nla_total_size(sizeof(struct inet_diag_meminfo)) |
109 | + nla_total_size(sizeof(struct inet_diag_msg)) | |
110 | + nla_total_size(SK_MEMINFO_VARS * sizeof(u32)) | |
111 | + nla_total_size(TCP_CA_NAME_MAX) | |
112 | + nla_total_size(sizeof(struct tcpvegas_info)) | |
b37e8840 | 113 | + aux |
c8e2c80d ED |
114 | + 64; |
115 | } | |
116 | ||
cb2050a7 XL |
117 | int inet_diag_msg_attrs_fill(struct sock *sk, struct sk_buff *skb, |
118 | struct inet_diag_msg *r, int ext, | |
d545caca LC |
119 | struct user_namespace *user_ns, |
120 | bool net_admin) | |
cb2050a7 XL |
121 | { |
122 | const struct inet_sock *inet = inet_sk(sk); | |
123 | ||
124 | if (nla_put_u8(skb, INET_DIAG_SHUTDOWN, sk->sk_shutdown)) | |
125 | goto errout; | |
126 | ||
127 | /* IPv6 dual-stack sockets use inet->tos for IPv4 connections, | |
128 | * hence this needs to be included regardless of socket family. | |
129 | */ | |
130 | if (ext & (1 << (INET_DIAG_TOS - 1))) | |
131 | if (nla_put_u8(skb, INET_DIAG_TOS, inet->tos) < 0) | |
132 | goto errout; | |
133 | ||
134 | #if IS_ENABLED(CONFIG_IPV6) | |
135 | if (r->idiag_family == AF_INET6) { | |
136 | if (ext & (1 << (INET_DIAG_TCLASS - 1))) | |
137 | if (nla_put_u8(skb, INET_DIAG_TCLASS, | |
138 | inet6_sk(sk)->tclass) < 0) | |
139 | goto errout; | |
140 | ||
141 | if (((1 << sk->sk_state) & (TCPF_LISTEN | TCPF_CLOSE)) && | |
142 | nla_put_u8(skb, INET_DIAG_SKV6ONLY, ipv6_only_sock(sk))) | |
143 | goto errout; | |
144 | } | |
145 | #endif | |
146 | ||
d545caca LC |
147 | if (net_admin && nla_put_u32(skb, INET_DIAG_MARK, sk->sk_mark)) |
148 | goto errout; | |
149 | ||
cb2050a7 XL |
150 | r->idiag_uid = from_kuid_munged(user_ns, sock_i_uid(sk)); |
151 | r->idiag_inode = sock_i_ino(sk); | |
152 | ||
153 | return 0; | |
154 | errout: | |
155 | return 1; | |
156 | } | |
157 | EXPORT_SYMBOL_GPL(inet_diag_msg_attrs_fill); | |
158 | ||
3c4d05c8 | 159 | int inet_sk_diag_fill(struct sock *sk, struct inet_connection_sock *icsk, |
34160ea3 | 160 | struct sk_buff *skb, const struct inet_diag_req_v2 *req, |
e31c5e0e ED |
161 | struct user_namespace *user_ns, |
162 | u32 portid, u32 seq, u16 nlmsg_flags, | |
d545caca LC |
163 | const struct nlmsghdr *unlh, |
164 | bool net_admin) | |
1da177e4 | 165 | { |
521f1cf1 | 166 | const struct tcp_congestion_ops *ca_ops; |
e31c5e0e ED |
167 | const struct inet_diag_handler *handler; |
168 | int ext = req->idiag_ext; | |
73c1f4a0 | 169 | struct inet_diag_msg *r; |
1da177e4 | 170 | struct nlmsghdr *nlh; |
6e277ed5 | 171 | struct nlattr *attr; |
4f5736c4 | 172 | void *info = NULL; |
4f5736c4 | 173 | |
a029fe26 | 174 | handler = inet_diag_table[req->sdiag_protocol]; |
e31c5e0e | 175 | BUG_ON(!handler); |
1da177e4 | 176 | |
15e47304 | 177 | nlh = nlmsg_put(skb, portid, seq, unlh->nlmsg_type, sizeof(*r), |
6e277ed5 TG |
178 | nlmsg_flags); |
179 | if (!nlh) | |
d106352d | 180 | return -EMSGSIZE; |
4f5736c4 | 181 | |
d106352d | 182 | r = nlmsg_data(nlh); |
a58917f5 | 183 | BUG_ON(!sk_fullsock(sk)); |
c7d58aab | 184 | |
a4458343 | 185 | inet_diag_msg_common_fill(r, sk); |
73c1f4a0 ACM |
186 | r->idiag_state = sk->sk_state; |
187 | r->idiag_timer = 0; | |
188 | r->idiag_retrans = 0; | |
1da177e4 | 189 | |
d545caca | 190 | if (inet_diag_msg_attrs_fill(sk, skb, r, ext, user_ns, net_admin)) |
e4e541a8 PE |
191 | goto errout; |
192 | ||
6e277ed5 TG |
193 | if (ext & (1 << (INET_DIAG_MEMINFO - 1))) { |
194 | struct inet_diag_meminfo minfo = { | |
195 | .idiag_rmem = sk_rmem_alloc_get(sk), | |
196 | .idiag_wmem = sk->sk_wmem_queued, | |
197 | .idiag_fmem = sk->sk_forward_alloc, | |
198 | .idiag_tmem = sk_wmem_alloc_get(sk), | |
199 | }; | |
200 | ||
201 | if (nla_put(skb, INET_DIAG_MEMINFO, sizeof(minfo), &minfo) < 0) | |
202 | goto errout; | |
3c4d05c8 PE |
203 | } |
204 | ||
c0636faa PE |
205 | if (ext & (1 << (INET_DIAG_SKMEMINFO - 1))) |
206 | if (sock_diag_put_meminfo(sk, skb, INET_DIAG_SKMEMINFO)) | |
6e277ed5 | 207 | goto errout; |
c0636faa | 208 | |
432490f9 CG |
209 | /* |
210 | * RAW sockets might have user-defined protocols assigned, | |
211 | * so report the one supplied on socket creation. | |
212 | */ | |
213 | if (sk->sk_type == SOCK_RAW) { | |
214 | if (nla_put_u8(skb, INET_DIAG_PROTOCOL, sk->sk_protocol)) | |
215 | goto errout; | |
216 | } | |
217 | ||
e31c5e0e | 218 | if (!icsk) { |
62ad6fcd | 219 | handler->idiag_get_info(sk, r, NULL); |
3c4d05c8 PE |
220 | goto out; |
221 | } | |
222 | ||
6ba8a3b1 | 223 | if (icsk->icsk_pending == ICSK_TIME_RETRANS || |
57dde7f7 | 224 | icsk->icsk_pending == ICSK_TIME_REO_TIMEOUT || |
6ba8a3b1 | 225 | icsk->icsk_pending == ICSK_TIME_LOSS_PROBE) { |
73c1f4a0 ACM |
226 | r->idiag_timer = 1; |
227 | r->idiag_retrans = icsk->icsk_retransmits; | |
b7de529c XL |
228 | r->idiag_expires = |
229 | jiffies_to_msecs(icsk->icsk_timeout - jiffies); | |
463c84b9 | 230 | } else if (icsk->icsk_pending == ICSK_TIME_PROBE0) { |
73c1f4a0 ACM |
231 | r->idiag_timer = 4; |
232 | r->idiag_retrans = icsk->icsk_probes_out; | |
b7de529c XL |
233 | r->idiag_expires = |
234 | jiffies_to_msecs(icsk->icsk_timeout - jiffies); | |
1da177e4 | 235 | } else if (timer_pending(&sk->sk_timer)) { |
73c1f4a0 ACM |
236 | r->idiag_timer = 2; |
237 | r->idiag_retrans = icsk->icsk_probes_out; | |
b7de529c XL |
238 | r->idiag_expires = |
239 | jiffies_to_msecs(sk->sk_timer.expires - jiffies); | |
1da177e4 | 240 | } else { |
73c1f4a0 ACM |
241 | r->idiag_timer = 0; |
242 | r->idiag_expires = 0; | |
1da177e4 | 243 | } |
540722ff | 244 | |
3fd22af8 | 245 | if ((ext & (1 << (INET_DIAG_INFO - 1))) && handler->idiag_info_size) { |
6ed46d12 ND |
246 | attr = nla_reserve_64bit(skb, INET_DIAG_INFO, |
247 | handler->idiag_info_size, | |
248 | INET_DIAG_PAD); | |
6e277ed5 TG |
249 | if (!attr) |
250 | goto errout; | |
3c4d05c8 | 251 | |
6e277ed5 | 252 | info = nla_data(attr); |
1da177e4 LT |
253 | } |
254 | ||
521f1cf1 ED |
255 | if (ext & (1 << (INET_DIAG_CONG - 1))) { |
256 | int err = 0; | |
257 | ||
258 | rcu_read_lock(); | |
259 | ca_ops = READ_ONCE(icsk->icsk_ca_ops); | |
260 | if (ca_ops) | |
261 | err = nla_put_string(skb, INET_DIAG_CONG, ca_ops->name); | |
262 | rcu_read_unlock(); | |
263 | if (err < 0) | |
6e277ed5 | 264 | goto errout; |
521f1cf1 | 265 | } |
6e277ed5 | 266 | |
4f5736c4 | 267 | handler->idiag_get_info(sk, r, info); |
1da177e4 | 268 | |
b37e8840 ID |
269 | if (ext & (1 << (INET_DIAG_INFO - 1)) && handler->idiag_get_aux) |
270 | if (handler->idiag_get_aux(sk, net_admin, skb) < 0) | |
271 | goto errout; | |
272 | ||
521f1cf1 | 273 | if (sk->sk_state < TCP_TIME_WAIT) { |
64f40ff5 ED |
274 | union tcp_cc_info info; |
275 | size_t sz = 0; | |
276 | int attr; | |
521f1cf1 ED |
277 | |
278 | rcu_read_lock(); | |
279 | ca_ops = READ_ONCE(icsk->icsk_ca_ops); | |
280 | if (ca_ops && ca_ops->get_info) | |
64f40ff5 | 281 | sz = ca_ops->get_info(sk, ext, &attr, &info); |
521f1cf1 | 282 | rcu_read_unlock(); |
64f40ff5 | 283 | if (sz && nla_put(skb, attr, sz, &info) < 0) |
521f1cf1 ED |
284 | goto errout; |
285 | } | |
1da177e4 | 286 | |
1ec17dbd KK |
287 | if (ext & (1 << (INET_DIAG_CLASS_ID - 1)) || |
288 | ext & (1 << (INET_DIAG_TCLASS - 1))) { | |
0888e372 LASL |
289 | u32 classid = 0; |
290 | ||
291 | #ifdef CONFIG_SOCK_CGROUP_DATA | |
292 | classid = sock_cgroup_classid(&sk->sk_cgrp_data); | |
293 | #endif | |
1ec17dbd KK |
294 | /* Fallback to socket priority if class id isn't set. |
295 | * Classful qdiscs use it as direct reference to class. | |
296 | * For cgroup2 classid is always zero. | |
297 | */ | |
298 | if (!classid) | |
299 | classid = sk->sk_priority; | |
0888e372 LASL |
300 | |
301 | if (nla_put_u32(skb, INET_DIAG_CLASS_ID, classid)) | |
302 | goto errout; | |
303 | } | |
304 | ||
3c4d05c8 | 305 | out: |
053c095a JB |
306 | nlmsg_end(skb, nlh); |
307 | return 0; | |
1da177e4 | 308 | |
6e277ed5 TG |
309 | errout: |
310 | nlmsg_cancel(skb, nlh); | |
26932566 | 311 | return -EMSGSIZE; |
1da177e4 | 312 | } |
3c4d05c8 PE |
313 | EXPORT_SYMBOL_GPL(inet_sk_diag_fill); |
314 | ||
315 | static int inet_csk_diag_fill(struct sock *sk, | |
e31c5e0e | 316 | struct sk_buff *skb, |
34160ea3 | 317 | const struct inet_diag_req_v2 *req, |
d06ca956 | 318 | struct user_namespace *user_ns, |
15e47304 | 319 | u32 portid, u32 seq, u16 nlmsg_flags, |
d545caca LC |
320 | const struct nlmsghdr *unlh, |
321 | bool net_admin) | |
3c4d05c8 | 322 | { |
d545caca LC |
323 | return inet_sk_diag_fill(sk, inet_csk(sk), skb, req, user_ns, |
324 | portid, seq, nlmsg_flags, unlh, net_admin); | |
3c4d05c8 | 325 | } |
1da177e4 | 326 | |
33cf7c90 | 327 | static int inet_twsk_diag_fill(struct sock *sk, |
e31c5e0e | 328 | struct sk_buff *skb, |
15e47304 | 329 | u32 portid, u32 seq, u16 nlmsg_flags, |
c7d58aab ACM |
330 | const struct nlmsghdr *unlh) |
331 | { | |
33cf7c90 | 332 | struct inet_timewait_sock *tw = inet_twsk(sk); |
c7d58aab | 333 | struct inet_diag_msg *r; |
6e277ed5 | 334 | struct nlmsghdr *nlh; |
789f558c | 335 | long tmo; |
d106352d | 336 | |
15e47304 | 337 | nlh = nlmsg_put(skb, portid, seq, unlh->nlmsg_type, sizeof(*r), |
6e277ed5 TG |
338 | nlmsg_flags); |
339 | if (!nlh) | |
d106352d | 340 | return -EMSGSIZE; |
c7d58aab | 341 | |
d106352d | 342 | r = nlmsg_data(nlh); |
c7d58aab ACM |
343 | BUG_ON(tw->tw_state != TCP_TIME_WAIT); |
344 | ||
789f558c | 345 | tmo = tw->tw_timer.expires - jiffies; |
c7d58aab ACM |
346 | if (tmo < 0) |
347 | tmo = 0; | |
348 | ||
a4458343 | 349 | inet_diag_msg_common_fill(r, sk); |
c7d58aab | 350 | r->idiag_retrans = 0; |
b1aac815 | 351 | |
c7d58aab ACM |
352 | r->idiag_state = tw->tw_substate; |
353 | r->idiag_timer = 3; | |
96f817fe | 354 | r->idiag_expires = jiffies_to_msecs(tmo); |
c7d58aab ACM |
355 | r->idiag_rqueue = 0; |
356 | r->idiag_wqueue = 0; | |
357 | r->idiag_uid = 0; | |
358 | r->idiag_inode = 0; | |
6e277ed5 | 359 | |
053c095a JB |
360 | nlmsg_end(skb, nlh); |
361 | return 0; | |
c7d58aab ACM |
362 | } |
363 | ||
a58917f5 ED |
364 | static int inet_req_diag_fill(struct sock *sk, struct sk_buff *skb, |
365 | u32 portid, u32 seq, u16 nlmsg_flags, | |
d545caca | 366 | const struct nlmsghdr *unlh, bool net_admin) |
a58917f5 | 367 | { |
d545caca | 368 | struct request_sock *reqsk = inet_reqsk(sk); |
a58917f5 ED |
369 | struct inet_diag_msg *r; |
370 | struct nlmsghdr *nlh; | |
371 | long tmo; | |
372 | ||
373 | nlh = nlmsg_put(skb, portid, seq, unlh->nlmsg_type, sizeof(*r), | |
374 | nlmsg_flags); | |
375 | if (!nlh) | |
376 | return -EMSGSIZE; | |
377 | ||
378 | r = nlmsg_data(nlh); | |
379 | inet_diag_msg_common_fill(r, sk); | |
380 | r->idiag_state = TCP_SYN_RECV; | |
381 | r->idiag_timer = 1; | |
d545caca | 382 | r->idiag_retrans = reqsk->num_retrans; |
a58917f5 ED |
383 | |
384 | BUILD_BUG_ON(offsetof(struct inet_request_sock, ir_cookie) != | |
385 | offsetof(struct sock, sk_cookie)); | |
386 | ||
fa76ce73 | 387 | tmo = inet_reqsk(sk)->rsk_timer.expires - jiffies; |
a58917f5 ED |
388 | r->idiag_expires = (tmo >= 0) ? jiffies_to_msecs(tmo) : 0; |
389 | r->idiag_rqueue = 0; | |
390 | r->idiag_wqueue = 0; | |
391 | r->idiag_uid = 0; | |
392 | r->idiag_inode = 0; | |
393 | ||
d545caca LC |
394 | if (net_admin && nla_put_u32(skb, INET_DIAG_MARK, |
395 | inet_rsk(reqsk)->ir_mark)) | |
396 | return -EMSGSIZE; | |
397 | ||
a58917f5 ED |
398 | nlmsg_end(skb, nlh); |
399 | return 0; | |
400 | } | |
401 | ||
dff2c035 | 402 | static int sk_diag_fill(struct sock *sk, struct sk_buff *skb, |
34160ea3 | 403 | const struct inet_diag_req_v2 *r, |
d06ca956 | 404 | struct user_namespace *user_ns, |
15e47304 | 405 | u32 portid, u32 seq, u16 nlmsg_flags, |
d545caca | 406 | const struct nlmsghdr *unlh, bool net_admin) |
dff2c035 ACM |
407 | { |
408 | if (sk->sk_state == TCP_TIME_WAIT) | |
a58917f5 | 409 | return inet_twsk_diag_fill(sk, skb, portid, seq, |
efe4208f ED |
410 | nlmsg_flags, unlh); |
411 | ||
a58917f5 ED |
412 | if (sk->sk_state == TCP_NEW_SYN_RECV) |
413 | return inet_req_diag_fill(sk, skb, portid, seq, | |
d545caca | 414 | nlmsg_flags, unlh, net_admin); |
a58917f5 | 415 | |
efe4208f | 416 | return inet_csk_diag_fill(sk, skb, r, user_ns, portid, seq, |
d545caca | 417 | nlmsg_flags, unlh, net_admin); |
dff2c035 ACM |
418 | } |
419 | ||
b613f56e LC |
420 | struct sock *inet_diag_find_one_icsk(struct net *net, |
421 | struct inet_hashinfo *hashinfo, | |
422 | const struct inet_diag_req_v2 *req) | |
1da177e4 | 423 | { |
e31c5e0e | 424 | struct sock *sk; |
d523a328 | 425 | |
2d331915 | 426 | rcu_read_lock(); |
e31c5e0e | 427 | if (req->sdiag_family == AF_INET) |
a583636a | 428 | sk = inet_lookup(net, hashinfo, NULL, 0, req->id.idiag_dst[0], |
73c1f4a0 ACM |
429 | req->id.idiag_dport, req->id.idiag_src[0], |
430 | req->id.idiag_sport, req->id.idiag_if); | |
dfd56b8b | 431 | #if IS_ENABLED(CONFIG_IPV6) |
7c130672 ED |
432 | else if (req->sdiag_family == AF_INET6) { |
433 | if (ipv6_addr_v4mapped((struct in6_addr *)req->id.idiag_dst) && | |
434 | ipv6_addr_v4mapped((struct in6_addr *)req->id.idiag_src)) | |
a583636a | 435 | sk = inet_lookup(net, hashinfo, NULL, 0, req->id.idiag_dst[3], |
7c130672 ED |
436 | req->id.idiag_dport, req->id.idiag_src[3], |
437 | req->id.idiag_sport, req->id.idiag_if); | |
438 | else | |
a583636a | 439 | sk = inet6_lookup(net, hashinfo, NULL, 0, |
7c130672 ED |
440 | (struct in6_addr *)req->id.idiag_dst, |
441 | req->id.idiag_dport, | |
442 | (struct in6_addr *)req->id.idiag_src, | |
443 | req->id.idiag_sport, | |
444 | req->id.idiag_if); | |
445 | } | |
1da177e4 | 446 | #endif |
2d331915 ED |
447 | else { |
448 | rcu_read_unlock(); | |
b613f56e | 449 | return ERR_PTR(-EINVAL); |
2d331915 ED |
450 | } |
451 | rcu_read_unlock(); | |
e31c5e0e | 452 | if (!sk) |
b613f56e | 453 | return ERR_PTR(-ENOENT); |
1da177e4 | 454 | |
b613f56e LC |
455 | if (sock_diag_check_cookie(sk, req->id.idiag_cookie)) { |
456 | sock_gen_put(sk); | |
457 | return ERR_PTR(-ENOENT); | |
458 | } | |
459 | ||
460 | return sk; | |
461 | } | |
462 | EXPORT_SYMBOL_GPL(inet_diag_find_one_icsk); | |
463 | ||
464 | int inet_diag_dump_one_icsk(struct inet_hashinfo *hashinfo, | |
465 | struct sk_buff *in_skb, | |
466 | const struct nlmsghdr *nlh, | |
467 | const struct inet_diag_req_v2 *req) | |
468 | { | |
b37e8840 | 469 | bool net_admin = netlink_net_capable(in_skb, CAP_NET_ADMIN); |
b613f56e LC |
470 | struct net *net = sock_net(in_skb->sk); |
471 | struct sk_buff *rep; | |
472 | struct sock *sk; | |
473 | int err; | |
474 | ||
475 | sk = inet_diag_find_one_icsk(net, hashinfo, req); | |
476 | if (IS_ERR(sk)) | |
477 | return PTR_ERR(sk); | |
1da177e4 | 478 | |
b37e8840 | 479 | rep = nlmsg_new(inet_sk_attr_size(sk, req, net_admin), GFP_KERNEL); |
6e277ed5 TG |
480 | if (!rep) { |
481 | err = -ENOMEM; | |
1da177e4 | 482 | goto out; |
6e277ed5 | 483 | } |
1da177e4 | 484 | |
a029fe26 | 485 | err = sk_diag_fill(sk, rep, req, |
e32123e5 | 486 | sk_user_ns(NETLINK_CB(in_skb).sk), |
15e47304 | 487 | NETLINK_CB(in_skb).portid, |
b37e8840 | 488 | nlh->nlmsg_seq, 0, nlh, net_admin); |
26932566 PM |
489 | if (err < 0) { |
490 | WARN_ON(err == -EMSGSIZE); | |
6e277ed5 | 491 | nlmsg_free(rep); |
26932566 PM |
492 | goto out; |
493 | } | |
15e47304 | 494 | err = netlink_unicast(net->diag_nlsk, rep, NETLINK_CB(in_skb).portid, |
73c1f4a0 | 495 | MSG_DONTWAIT); |
1da177e4 LT |
496 | if (err > 0) |
497 | err = 0; | |
498 | ||
499 | out: | |
c1d607cc ED |
500 | if (sk) |
501 | sock_gen_put(sk); | |
502 | ||
476f7dbf PE |
503 | return err; |
504 | } | |
1942c518 | 505 | EXPORT_SYMBOL_GPL(inet_diag_dump_one_icsk); |
476f7dbf | 506 | |
6eb5d2e0 | 507 | static int inet_diag_cmd_exact(int cmd, struct sk_buff *in_skb, |
476f7dbf | 508 | const struct nlmsghdr *nlh, |
34160ea3 | 509 | const struct inet_diag_req_v2 *req) |
476f7dbf PE |
510 | { |
511 | const struct inet_diag_handler *handler; | |
512 | int err; | |
513 | ||
514 | handler = inet_diag_lock_handler(req->sdiag_protocol); | |
515 | if (IS_ERR(handler)) | |
516 | err = PTR_ERR(handler); | |
6eb5d2e0 | 517 | else if (cmd == SOCK_DIAG_BY_FAMILY) |
1942c518 | 518 | err = handler->dump_one(in_skb, nlh, req); |
6eb5d2e0 LC |
519 | else if (cmd == SOCK_DESTROY && handler->destroy) |
520 | err = handler->destroy(in_skb, req); | |
521 | else | |
522 | err = -EOPNOTSUPP; | |
d523a328 | 523 | inet_diag_unlock_handler(handler); |
476f7dbf | 524 | |
1da177e4 LT |
525 | return err; |
526 | } | |
527 | ||
9f855299 | 528 | static int bitstring_match(const __be32 *a1, const __be32 *a2, int bits) |
1da177e4 LT |
529 | { |
530 | int words = bits >> 5; | |
531 | ||
532 | bits &= 0x1f; | |
533 | ||
534 | if (words) { | |
535 | if (memcmp(a1, a2, words << 2)) | |
536 | return 0; | |
537 | } | |
538 | if (bits) { | |
9f855299 AV |
539 | __be32 w1, w2; |
540 | __be32 mask; | |
1da177e4 LT |
541 | |
542 | w1 = a1[words]; | |
543 | w2 = a2[words]; | |
544 | ||
545 | mask = htonl((0xffffffff) << (32 - bits)); | |
546 | ||
547 | if ((w1 ^ w2) & mask) | |
548 | return 0; | |
549 | } | |
550 | ||
551 | return 1; | |
552 | } | |
553 | ||
87c22ea5 | 554 | static int inet_diag_bc_run(const struct nlattr *_bc, |
e31c5e0e | 555 | const struct inet_diag_entry *entry) |
1da177e4 | 556 | { |
87c22ea5 PE |
557 | const void *bc = nla_data(_bc); |
558 | int len = nla_len(_bc); | |
559 | ||
1da177e4 LT |
560 | while (len > 0) { |
561 | int yes = 1; | |
73c1f4a0 | 562 | const struct inet_diag_bc_op *op = bc; |
1da177e4 LT |
563 | |
564 | switch (op->code) { | |
73c1f4a0 | 565 | case INET_DIAG_BC_NOP: |
1da177e4 | 566 | break; |
73c1f4a0 | 567 | case INET_DIAG_BC_JMP: |
1da177e4 LT |
568 | yes = 0; |
569 | break; | |
bbb6189d KE |
570 | case INET_DIAG_BC_S_EQ: |
571 | yes = entry->sport == op[1].no; | |
572 | break; | |
73c1f4a0 | 573 | case INET_DIAG_BC_S_GE: |
1da177e4 LT |
574 | yes = entry->sport >= op[1].no; |
575 | break; | |
73c1f4a0 | 576 | case INET_DIAG_BC_S_LE: |
b4ced2b7 | 577 | yes = entry->sport <= op[1].no; |
1da177e4 | 578 | break; |
bbb6189d KE |
579 | case INET_DIAG_BC_D_EQ: |
580 | yes = entry->dport == op[1].no; | |
581 | break; | |
73c1f4a0 | 582 | case INET_DIAG_BC_D_GE: |
1da177e4 LT |
583 | yes = entry->dport >= op[1].no; |
584 | break; | |
73c1f4a0 | 585 | case INET_DIAG_BC_D_LE: |
1da177e4 LT |
586 | yes = entry->dport <= op[1].no; |
587 | break; | |
73c1f4a0 | 588 | case INET_DIAG_BC_AUTO: |
1da177e4 LT |
589 | yes = !(entry->userlocks & SOCK_BINDPORT_LOCK); |
590 | break; | |
73c1f4a0 | 591 | case INET_DIAG_BC_S_COND: |
a8c2190e | 592 | case INET_DIAG_BC_D_COND: { |
e31c5e0e ED |
593 | const struct inet_diag_hostcond *cond; |
594 | const __be32 *addr; | |
1da177e4 | 595 | |
e31c5e0e | 596 | cond = (const struct inet_diag_hostcond *)(op + 1); |
1da177e4 | 597 | if (cond->port != -1 && |
73c1f4a0 | 598 | cond->port != (op->code == INET_DIAG_BC_S_COND ? |
1da177e4 LT |
599 | entry->sport : entry->dport)) { |
600 | yes = 0; | |
601 | break; | |
602 | } | |
4e852c02 | 603 | |
73c1f4a0 | 604 | if (op->code == INET_DIAG_BC_S_COND) |
1da177e4 LT |
605 | addr = entry->saddr; |
606 | else | |
607 | addr = entry->daddr; | |
608 | ||
f67caec9 NC |
609 | if (cond->family != AF_UNSPEC && |
610 | cond->family != entry->family) { | |
611 | if (entry->family == AF_INET6 && | |
612 | cond->family == AF_INET) { | |
613 | if (addr[0] == 0 && addr[1] == 0 && | |
614 | addr[2] == htonl(0xffff) && | |
615 | bitstring_match(addr + 3, | |
616 | cond->addr, | |
617 | cond->prefix_len)) | |
618 | break; | |
619 | } | |
620 | yes = 0; | |
621 | break; | |
622 | } | |
623 | ||
624 | if (cond->prefix_len == 0) | |
625 | break; | |
4e852c02 ACM |
626 | if (bitstring_match(addr, cond->addr, |
627 | cond->prefix_len)) | |
1da177e4 | 628 | break; |
1da177e4 LT |
629 | yes = 0; |
630 | break; | |
631 | } | |
637c841d DA |
632 | case INET_DIAG_BC_DEV_COND: { |
633 | u32 ifindex; | |
634 | ||
635 | ifindex = *((const u32 *)(op + 1)); | |
636 | if (ifindex != entry->ifindex) | |
637 | yes = 0; | |
638 | break; | |
639 | } | |
a52e95ab LC |
640 | case INET_DIAG_BC_MARK_COND: { |
641 | struct inet_diag_markcond *cond; | |
642 | ||
643 | cond = (struct inet_diag_markcond *)(op + 1); | |
644 | if ((entry->mark & cond->mask) != cond->mark) | |
645 | yes = 0; | |
646 | break; | |
647 | } | |
1da177e4 LT |
648 | } |
649 | ||
4e852c02 | 650 | if (yes) { |
1da177e4 LT |
651 | len -= op->yes; |
652 | bc += op->yes; | |
653 | } else { | |
654 | len -= op->no; | |
655 | bc += op->no; | |
656 | } | |
657 | } | |
a02cec21 | 658 | return len == 0; |
1da177e4 LT |
659 | } |
660 | ||
a4458343 ED |
661 | /* This helper is available for all sockets (ESTABLISH, TIMEWAIT, SYN_RECV) |
662 | */ | |
663 | static void entry_fill_addrs(struct inet_diag_entry *entry, | |
664 | const struct sock *sk) | |
665 | { | |
666 | #if IS_ENABLED(CONFIG_IPV6) | |
667 | if (sk->sk_family == AF_INET6) { | |
668 | entry->saddr = sk->sk_v6_rcv_saddr.s6_addr32; | |
669 | entry->daddr = sk->sk_v6_daddr.s6_addr32; | |
670 | } else | |
671 | #endif | |
672 | { | |
673 | entry->saddr = &sk->sk_rcv_saddr; | |
674 | entry->daddr = &sk->sk_daddr; | |
675 | } | |
676 | } | |
677 | ||
8d07d151 PE |
678 | int inet_diag_bc_sk(const struct nlattr *bc, struct sock *sk) |
679 | { | |
8d07d151 | 680 | struct inet_sock *inet = inet_sk(sk); |
e31c5e0e | 681 | struct inet_diag_entry entry; |
8d07d151 | 682 | |
e31c5e0e | 683 | if (!bc) |
8d07d151 PE |
684 | return 1; |
685 | ||
686 | entry.family = sk->sk_family; | |
a4458343 | 687 | entry_fill_addrs(&entry, sk); |
8d07d151 PE |
688 | entry.sport = inet->inet_num; |
689 | entry.dport = ntohs(inet->inet_dport); | |
637c841d | 690 | entry.ifindex = sk->sk_bound_dev_if; |
a58917f5 | 691 | entry.userlocks = sk_fullsock(sk) ? sk->sk_userlocks : 0; |
a52e95ab LC |
692 | if (sk_fullsock(sk)) |
693 | entry.mark = sk->sk_mark; | |
694 | else if (sk->sk_state == TCP_NEW_SYN_RECV) | |
695 | entry.mark = inet_rsk(inet_reqsk(sk))->ir_mark; | |
696 | else | |
697 | entry.mark = 0; | |
8d07d151 PE |
698 | |
699 | return inet_diag_bc_run(bc, &entry); | |
700 | } | |
701 | EXPORT_SYMBOL_GPL(inet_diag_bc_sk); | |
702 | ||
1da177e4 LT |
703 | static int valid_cc(const void *bc, int len, int cc) |
704 | { | |
705 | while (len >= 0) { | |
73c1f4a0 | 706 | const struct inet_diag_bc_op *op = bc; |
1da177e4 LT |
707 | |
708 | if (cc > len) | |
709 | return 0; | |
710 | if (cc == len) | |
711 | return 1; | |
eeb14972 | 712 | if (op->yes < 4 || op->yes & 3) |
1da177e4 LT |
713 | return 0; |
714 | len -= op->yes; | |
715 | bc += op->yes; | |
716 | } | |
717 | return 0; | |
718 | } | |
719 | ||
637c841d DA |
720 | /* data is u32 ifindex */ |
721 | static bool valid_devcond(const struct inet_diag_bc_op *op, int len, | |
722 | int *min_len) | |
723 | { | |
724 | /* Check ifindex space. */ | |
725 | *min_len += sizeof(u32); | |
726 | if (len < *min_len) | |
727 | return false; | |
728 | ||
729 | return true; | |
730 | } | |
405c0059 NC |
731 | /* Validate an inet_diag_hostcond. */ |
732 | static bool valid_hostcond(const struct inet_diag_bc_op *op, int len, | |
733 | int *min_len) | |
734 | { | |
405c0059 | 735 | struct inet_diag_hostcond *cond; |
e31c5e0e | 736 | int addr_len; |
405c0059 NC |
737 | |
738 | /* Check hostcond space. */ | |
739 | *min_len += sizeof(struct inet_diag_hostcond); | |
740 | if (len < *min_len) | |
741 | return false; | |
742 | cond = (struct inet_diag_hostcond *)(op + 1); | |
743 | ||
744 | /* Check address family and address length. */ | |
745 | switch (cond->family) { | |
746 | case AF_UNSPEC: | |
747 | addr_len = 0; | |
748 | break; | |
749 | case AF_INET: | |
750 | addr_len = sizeof(struct in_addr); | |
751 | break; | |
752 | case AF_INET6: | |
753 | addr_len = sizeof(struct in6_addr); | |
754 | break; | |
755 | default: | |
756 | return false; | |
757 | } | |
758 | *min_len += addr_len; | |
759 | if (len < *min_len) | |
760 | return false; | |
761 | ||
762 | /* Check prefix length (in bits) vs address length (in bytes). */ | |
763 | if (cond->prefix_len > 8 * addr_len) | |
764 | return false; | |
765 | ||
766 | return true; | |
767 | } | |
768 | ||
5e1f5420 | 769 | /* Validate a port comparison operator. */ |
e31c5e0e ED |
770 | static bool valid_port_comparison(const struct inet_diag_bc_op *op, |
771 | int len, int *min_len) | |
5e1f5420 NC |
772 | { |
773 | /* Port comparisons put the port in a follow-on inet_diag_bc_op. */ | |
774 | *min_len += sizeof(struct inet_diag_bc_op); | |
775 | if (len < *min_len) | |
776 | return false; | |
777 | return true; | |
778 | } | |
779 | ||
a52e95ab LC |
780 | static bool valid_markcond(const struct inet_diag_bc_op *op, int len, |
781 | int *min_len) | |
1da177e4 | 782 | { |
a52e95ab LC |
783 | *min_len += sizeof(struct inet_diag_markcond); |
784 | return len >= *min_len; | |
785 | } | |
786 | ||
787 | static int inet_diag_bc_audit(const struct nlattr *attr, | |
788 | const struct sk_buff *skb) | |
789 | { | |
790 | bool net_admin = netlink_net_capable(skb, CAP_NET_ADMIN); | |
627cc4ad LC |
791 | const void *bytecode, *bc; |
792 | int bytecode_len, len; | |
793 | ||
794 | if (!attr || nla_len(attr) < sizeof(struct inet_diag_bc_op)) | |
795 | return -EINVAL; | |
796 | ||
797 | bytecode = bc = nla_data(attr); | |
798 | len = bytecode_len = nla_len(attr); | |
1da177e4 LT |
799 | |
800 | while (len > 0) { | |
405c0059 | 801 | int min_len = sizeof(struct inet_diag_bc_op); |
e31c5e0e | 802 | const struct inet_diag_bc_op *op = bc; |
1da177e4 | 803 | |
1da177e4 | 804 | switch (op->code) { |
73c1f4a0 ACM |
805 | case INET_DIAG_BC_S_COND: |
806 | case INET_DIAG_BC_D_COND: | |
405c0059 NC |
807 | if (!valid_hostcond(bc, len, &min_len)) |
808 | return -EINVAL; | |
5e1f5420 | 809 | break; |
637c841d DA |
810 | case INET_DIAG_BC_DEV_COND: |
811 | if (!valid_devcond(bc, len, &min_len)) | |
812 | return -EINVAL; | |
813 | break; | |
bbb6189d | 814 | case INET_DIAG_BC_S_EQ: |
73c1f4a0 ACM |
815 | case INET_DIAG_BC_S_GE: |
816 | case INET_DIAG_BC_S_LE: | |
bbb6189d | 817 | case INET_DIAG_BC_D_EQ: |
73c1f4a0 ACM |
818 | case INET_DIAG_BC_D_GE: |
819 | case INET_DIAG_BC_D_LE: | |
5e1f5420 | 820 | if (!valid_port_comparison(bc, len, &min_len)) |
1da177e4 LT |
821 | return -EINVAL; |
822 | break; | |
a52e95ab LC |
823 | case INET_DIAG_BC_MARK_COND: |
824 | if (!net_admin) | |
825 | return -EPERM; | |
826 | if (!valid_markcond(bc, len, &min_len)) | |
827 | return -EINVAL; | |
828 | break; | |
5e1f5420 NC |
829 | case INET_DIAG_BC_AUTO: |
830 | case INET_DIAG_BC_JMP: | |
73c1f4a0 | 831 | case INET_DIAG_BC_NOP: |
1da177e4 LT |
832 | break; |
833 | default: | |
834 | return -EINVAL; | |
835 | } | |
5e1f5420 NC |
836 | |
837 | if (op->code != INET_DIAG_BC_NOP) { | |
838 | if (op->no < min_len || op->no > len + 4 || op->no & 3) | |
839 | return -EINVAL; | |
840 | if (op->no < len && | |
841 | !valid_cc(bytecode, bytecode_len, len - op->no)) | |
842 | return -EINVAL; | |
843 | } | |
844 | ||
405c0059 | 845 | if (op->yes < min_len || op->yes > len + 4 || op->yes & 3) |
eeb14972 | 846 | return -EINVAL; |
4e852c02 | 847 | bc += op->yes; |
1da177e4 LT |
848 | len -= op->yes; |
849 | } | |
850 | return len == 0 ? 0 : -EINVAL; | |
851 | } | |
852 | ||
dff2c035 ACM |
853 | static int inet_csk_diag_dump(struct sock *sk, |
854 | struct sk_buff *skb, | |
37f352b5 | 855 | struct netlink_callback *cb, |
34160ea3 | 856 | const struct inet_diag_req_v2 *r, |
d545caca LC |
857 | const struct nlattr *bc, |
858 | bool net_admin) | |
1da177e4 | 859 | { |
8d07d151 PE |
860 | if (!inet_diag_bc_sk(bc, sk)) |
861 | return 0; | |
1da177e4 | 862 | |
a029fe26 | 863 | return inet_csk_diag_fill(sk, skb, r, |
e32123e5 | 864 | sk_user_ns(NETLINK_CB(cb->skb).sk), |
15e47304 | 865 | NETLINK_CB(cb->skb).portid, |
d545caca LC |
866 | cb->nlh->nlmsg_seq, NLM_F_MULTI, cb->nlh, |
867 | net_admin); | |
1da177e4 LT |
868 | } |
869 | ||
49612729 ED |
870 | static void twsk_build_assert(void) |
871 | { | |
872 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_family) != | |
873 | offsetof(struct sock, sk_family)); | |
874 | ||
875 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_num) != | |
876 | offsetof(struct inet_sock, inet_num)); | |
877 | ||
878 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_dport) != | |
879 | offsetof(struct inet_sock, inet_dport)); | |
880 | ||
881 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_rcv_saddr) != | |
882 | offsetof(struct inet_sock, inet_rcv_saddr)); | |
883 | ||
884 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_daddr) != | |
885 | offsetof(struct inet_sock, inet_daddr)); | |
886 | ||
887 | #if IS_ENABLED(CONFIG_IPV6) | |
888 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_v6_rcv_saddr) != | |
889 | offsetof(struct sock, sk_v6_rcv_saddr)); | |
890 | ||
891 | BUILD_BUG_ON(offsetof(struct inet_timewait_sock, tw_v6_daddr) != | |
892 | offsetof(struct sock, sk_v6_daddr)); | |
893 | #endif | |
894 | } | |
895 | ||
1942c518 | 896 | void inet_diag_dump_icsk(struct inet_hashinfo *hashinfo, struct sk_buff *skb, |
e31c5e0e | 897 | struct netlink_callback *cb, |
34160ea3 | 898 | const struct inet_diag_req_v2 *r, struct nlattr *bc) |
1da177e4 | 899 | { |
67db3e4b | 900 | bool net_admin = netlink_net_capable(cb->skb, CAP_NET_ADMIN); |
51d7cccf | 901 | struct net *net = sock_net(skb->sk); |
079096f1 | 902 | u32 idiag_states = r->idiag_states; |
67db3e4b ED |
903 | int i, num, s_i, s_num; |
904 | struct sock *sk; | |
4e852c02 | 905 | |
079096f1 ED |
906 | if (idiag_states & TCPF_SYN_RECV) |
907 | idiag_states |= TCPF_NEW_SYN_RECV; | |
1da177e4 LT |
908 | s_i = cb->args[1]; |
909 | s_num = num = cb->args[2]; | |
4f5736c4 | 910 | |
1da177e4 | 911 | if (cb->args[0] == 0) { |
9652dc2e | 912 | if (!(idiag_states & TCPF_LISTEN) || r->id.idiag_dport) |
1da177e4 | 913 | goto skip_listen_ht; |
540722ff | 914 | |
0f7ff927 | 915 | for (i = s_i; i < INET_LHTABLE_SIZE; i++) { |
5caea4ea | 916 | struct inet_listen_hashbucket *ilb; |
1da177e4 LT |
917 | |
918 | num = 0; | |
5caea4ea | 919 | ilb = &hashinfo->listening_hash[i]; |
9652dc2e | 920 | spin_lock(&ilb->lock); |
3b24d854 | 921 | sk_for_each(sk, &ilb->head) { |
1da177e4 LT |
922 | struct inet_sock *inet = inet_sk(sk); |
923 | ||
51d7cccf AV |
924 | if (!net_eq(sock_net(sk), net)) |
925 | continue; | |
926 | ||
1da177e4 LT |
927 | if (num < s_num) { |
928 | num++; | |
929 | continue; | |
930 | } | |
931 | ||
d23deaa0 | 932 | if (r->sdiag_family != AF_UNSPEC && |
e31c5e0e | 933 | sk->sk_family != r->sdiag_family) |
d23deaa0 PE |
934 | goto next_listen; |
935 | ||
c720c7e8 | 936 | if (r->id.idiag_sport != inet->inet_sport && |
73c1f4a0 | 937 | r->id.idiag_sport) |
1da177e4 LT |
938 | goto next_listen; |
939 | ||
d545caca LC |
940 | if (inet_csk_diag_dump(sk, skb, cb, r, |
941 | bc, net_admin) < 0) { | |
9652dc2e | 942 | spin_unlock(&ilb->lock); |
1da177e4 LT |
943 | goto done; |
944 | } | |
945 | ||
946 | next_listen: | |
1da177e4 LT |
947 | ++num; |
948 | } | |
9652dc2e | 949 | spin_unlock(&ilb->lock); |
1da177e4 LT |
950 | |
951 | s_num = 0; | |
1da177e4 | 952 | } |
1da177e4 LT |
953 | skip_listen_ht: |
954 | cb->args[0] = 1; | |
955 | s_i = num = s_num = 0; | |
956 | } | |
957 | ||
079096f1 | 958 | if (!(idiag_states & ~TCPF_LISTEN)) |
efb3cb42 | 959 | goto out; |
1da177e4 | 960 | |
67db3e4b | 961 | #define SKARR_SZ 16 |
f373b53b | 962 | for (i = s_i; i <= hashinfo->ehash_mask; i++) { |
540722ff | 963 | struct inet_ehash_bucket *head = &hashinfo->ehash[i]; |
7e3aab4a | 964 | spinlock_t *lock = inet_ehash_lockp(hashinfo, i); |
3ab5aee7 | 965 | struct hlist_nulls_node *node; |
67db3e4b ED |
966 | struct sock *sk_arr[SKARR_SZ]; |
967 | int num_arr[SKARR_SZ]; | |
968 | int idx, accum, res; | |
6be547a6 | 969 | |
05dbc7b5 | 970 | if (hlist_nulls_empty(&head->chain)) |
6be547a6 AK |
971 | continue; |
972 | ||
1da177e4 LT |
973 | if (i > s_i) |
974 | s_num = 0; | |
975 | ||
67db3e4b ED |
976 | next_chunk: |
977 | num = 0; | |
978 | accum = 0; | |
7e3aab4a | 979 | spin_lock_bh(lock); |
3ab5aee7 | 980 | sk_nulls_for_each(sk, node, &head->chain) { |
67db3e4b | 981 | int state; |
1da177e4 | 982 | |
51d7cccf AV |
983 | if (!net_eq(sock_net(sk), net)) |
984 | continue; | |
1da177e4 LT |
985 | if (num < s_num) |
986 | goto next_normal; | |
70315d22 NC |
987 | state = (sk->sk_state == TCP_TIME_WAIT) ? |
988 | inet_twsk(sk)->tw_substate : sk->sk_state; | |
079096f1 | 989 | if (!(idiag_states & (1 << state))) |
1da177e4 | 990 | goto next_normal; |
d23deaa0 | 991 | if (r->sdiag_family != AF_UNSPEC && |
05dbc7b5 | 992 | sk->sk_family != r->sdiag_family) |
d23deaa0 | 993 | goto next_normal; |
05dbc7b5 | 994 | if (r->id.idiag_sport != htons(sk->sk_num) && |
73c1f4a0 | 995 | r->id.idiag_sport) |
1da177e4 | 996 | goto next_normal; |
05dbc7b5 | 997 | if (r->id.idiag_dport != sk->sk_dport && |
4e852c02 | 998 | r->id.idiag_dport) |
1da177e4 | 999 | goto next_normal; |
a58917f5 ED |
1000 | twsk_build_assert(); |
1001 | ||
1002 | if (!inet_diag_bc_sk(bc, sk)) | |
1003 | goto next_normal; | |
1004 | ||
f0c928d8 ED |
1005 | if (!refcount_inc_not_zero(&sk->sk_refcnt)) |
1006 | goto next_normal; | |
1007 | ||
67db3e4b ED |
1008 | num_arr[accum] = num; |
1009 | sk_arr[accum] = sk; | |
1010 | if (++accum == SKARR_SZ) | |
1011 | break; | |
1012 | next_normal: | |
1013 | ++num; | |
1014 | } | |
1015 | spin_unlock_bh(lock); | |
1016 | res = 0; | |
1017 | for (idx = 0; idx < accum; idx++) { | |
1018 | if (res >= 0) { | |
1019 | res = sk_diag_fill(sk_arr[idx], skb, r, | |
a58917f5 ED |
1020 | sk_user_ns(NETLINK_CB(cb->skb).sk), |
1021 | NETLINK_CB(cb->skb).portid, | |
1022 | cb->nlh->nlmsg_seq, NLM_F_MULTI, | |
d545caca | 1023 | cb->nlh, net_admin); |
67db3e4b ED |
1024 | if (res < 0) |
1025 | num = num_arr[idx]; | |
1da177e4 | 1026 | } |
67db3e4b | 1027 | sock_gen_put(sk_arr[idx]); |
1da177e4 | 1028 | } |
67db3e4b ED |
1029 | if (res < 0) |
1030 | break; | |
acffb584 | 1031 | cond_resched(); |
67db3e4b ED |
1032 | if (accum == SKARR_SZ) { |
1033 | s_num = num + 1; | |
1034 | goto next_chunk; | |
1035 | } | |
1da177e4 LT |
1036 | } |
1037 | ||
1038 | done: | |
1039 | cb->args[1] = i; | |
1040 | cb->args[2] = num; | |
efb3cb42 PE |
1041 | out: |
1042 | ; | |
1043 | } | |
1942c518 | 1044 | EXPORT_SYMBOL_GPL(inet_diag_dump_icsk); |
efb3cb42 PE |
1045 | |
1046 | static int __inet_diag_dump(struct sk_buff *skb, struct netlink_callback *cb, | |
34160ea3 | 1047 | const struct inet_diag_req_v2 *r, |
e31c5e0e | 1048 | struct nlattr *bc) |
efb3cb42 PE |
1049 | { |
1050 | const struct inet_diag_handler *handler; | |
cacb6ba0 | 1051 | int err = 0; |
efb3cb42 PE |
1052 | |
1053 | handler = inet_diag_lock_handler(r->sdiag_protocol); | |
1054 | if (!IS_ERR(handler)) | |
1942c518 | 1055 | handler->dump(skb, cb, r, bc); |
cacb6ba0 CG |
1056 | else |
1057 | err = PTR_ERR(handler); | |
d523a328 | 1058 | inet_diag_unlock_handler(handler); |
efb3cb42 | 1059 | |
cacb6ba0 | 1060 | return err ? : skb->len; |
1da177e4 LT |
1061 | } |
1062 | ||
25c4cd2b PE |
1063 | static int inet_diag_dump(struct sk_buff *skb, struct netlink_callback *cb) |
1064 | { | |
c8991362 | 1065 | int hdrlen = sizeof(struct inet_diag_req_v2); |
e31c5e0e | 1066 | struct nlattr *bc = NULL; |
25c4cd2b PE |
1067 | |
1068 | if (nlmsg_attrlen(cb->nlh, hdrlen)) | |
1069 | bc = nlmsg_find_attr(cb->nlh, hdrlen, INET_DIAG_REQ_BYTECODE); | |
1070 | ||
d106352d | 1071 | return __inet_diag_dump(skb, cb, nlmsg_data(cb->nlh), bc); |
25c4cd2b PE |
1072 | } |
1073 | ||
e31c5e0e | 1074 | static int inet_diag_type2proto(int type) |
a029fe26 PE |
1075 | { |
1076 | switch (type) { | |
1077 | case TCPDIAG_GETSOCK: | |
1078 | return IPPROTO_TCP; | |
1079 | case DCCPDIAG_GETSOCK: | |
1080 | return IPPROTO_DCCP; | |
1081 | default: | |
1082 | return 0; | |
1083 | } | |
1084 | } | |
1085 | ||
e31c5e0e ED |
1086 | static int inet_diag_dump_compat(struct sk_buff *skb, |
1087 | struct netlink_callback *cb) | |
25c4cd2b | 1088 | { |
d106352d | 1089 | struct inet_diag_req *rc = nlmsg_data(cb->nlh); |
e31c5e0e | 1090 | int hdrlen = sizeof(struct inet_diag_req); |
c8991362 | 1091 | struct inet_diag_req_v2 req; |
25c4cd2b | 1092 | struct nlattr *bc = NULL; |
25c4cd2b | 1093 | |
d23deaa0 | 1094 | req.sdiag_family = AF_UNSPEC; /* compatibility */ |
25c4cd2b PE |
1095 | req.sdiag_protocol = inet_diag_type2proto(cb->nlh->nlmsg_type); |
1096 | req.idiag_ext = rc->idiag_ext; | |
1097 | req.idiag_states = rc->idiag_states; | |
1098 | req.id = rc->id; | |
1099 | ||
1100 | if (nlmsg_attrlen(cb->nlh, hdrlen)) | |
1101 | bc = nlmsg_find_attr(cb->nlh, hdrlen, INET_DIAG_REQ_BYTECODE); | |
1102 | ||
1103 | return __inet_diag_dump(skb, cb, &req, bc); | |
1104 | } | |
1105 | ||
fe50ce28 | 1106 | static int inet_diag_get_exact_compat(struct sk_buff *in_skb, |
e31c5e0e | 1107 | const struct nlmsghdr *nlh) |
fe50ce28 | 1108 | { |
d106352d | 1109 | struct inet_diag_req *rc = nlmsg_data(nlh); |
c8991362 | 1110 | struct inet_diag_req_v2 req; |
fe50ce28 PE |
1111 | |
1112 | req.sdiag_family = rc->idiag_family; | |
1113 | req.sdiag_protocol = inet_diag_type2proto(nlh->nlmsg_type); | |
1114 | req.idiag_ext = rc->idiag_ext; | |
1115 | req.idiag_states = rc->idiag_states; | |
1116 | req.id = rc->id; | |
1117 | ||
6eb5d2e0 | 1118 | return inet_diag_cmd_exact(SOCK_DIAG_BY_FAMILY, in_skb, nlh, &req); |
fe50ce28 PE |
1119 | } |
1120 | ||
8d34172d | 1121 | static int inet_diag_rcv_msg_compat(struct sk_buff *skb, struct nlmsghdr *nlh) |
1da177e4 | 1122 | { |
3b09c84c | 1123 | int hdrlen = sizeof(struct inet_diag_req); |
51d7cccf | 1124 | struct net *net = sock_net(skb->sk); |
1da177e4 | 1125 | |
ead592ba TG |
1126 | if (nlh->nlmsg_type >= INET_DIAG_GETSOCK_MAX || |
1127 | nlmsg_len(nlh) < hdrlen) | |
1128 | return -EINVAL; | |
1da177e4 | 1129 | |
b8f3ab42 | 1130 | if (nlh->nlmsg_flags & NLM_F_DUMP) { |
ead592ba TG |
1131 | if (nlmsg_attrlen(nlh, hdrlen)) { |
1132 | struct nlattr *attr; | |
627cc4ad | 1133 | int err; |
1da177e4 | 1134 | |
ead592ba TG |
1135 | attr = nlmsg_find_attr(nlh, hdrlen, |
1136 | INET_DIAG_REQ_BYTECODE); | |
a52e95ab | 1137 | err = inet_diag_bc_audit(attr, skb); |
627cc4ad LC |
1138 | if (err) |
1139 | return err; | |
ead592ba | 1140 | } |
80d326fa PNA |
1141 | { |
1142 | struct netlink_dump_control c = { | |
1143 | .dump = inet_diag_dump_compat, | |
1144 | }; | |
51d7cccf | 1145 | return netlink_dump_start(net->diag_nlsk, skb, nlh, &c); |
80d326fa | 1146 | } |
1da177e4 | 1147 | } |
ead592ba | 1148 | |
fe50ce28 | 1149 | return inet_diag_get_exact_compat(skb, nlh); |
1da177e4 LT |
1150 | } |
1151 | ||
6eb5d2e0 | 1152 | static int inet_diag_handler_cmd(struct sk_buff *skb, struct nlmsghdr *h) |
d366477a | 1153 | { |
c8991362 | 1154 | int hdrlen = sizeof(struct inet_diag_req_v2); |
51d7cccf | 1155 | struct net *net = sock_net(skb->sk); |
d366477a PE |
1156 | |
1157 | if (nlmsg_len(h) < hdrlen) | |
1158 | return -EINVAL; | |
1159 | ||
6eb5d2e0 LC |
1160 | if (h->nlmsg_type == SOCK_DIAG_BY_FAMILY && |
1161 | h->nlmsg_flags & NLM_F_DUMP) { | |
25c4cd2b PE |
1162 | if (nlmsg_attrlen(h, hdrlen)) { |
1163 | struct nlattr *attr; | |
627cc4ad | 1164 | int err; |
e31c5e0e | 1165 | |
25c4cd2b PE |
1166 | attr = nlmsg_find_attr(h, hdrlen, |
1167 | INET_DIAG_REQ_BYTECODE); | |
a52e95ab | 1168 | err = inet_diag_bc_audit(attr, skb); |
627cc4ad LC |
1169 | if (err) |
1170 | return err; | |
25c4cd2b | 1171 | } |
80d326fa PNA |
1172 | { |
1173 | struct netlink_dump_control c = { | |
1174 | .dump = inet_diag_dump, | |
1175 | }; | |
51d7cccf | 1176 | return netlink_dump_start(net->diag_nlsk, skb, h, &c); |
80d326fa | 1177 | } |
d366477a PE |
1178 | } |
1179 | ||
6eb5d2e0 | 1180 | return inet_diag_cmd_exact(h->nlmsg_type, skb, h, nlmsg_data(h)); |
d366477a PE |
1181 | } |
1182 | ||
35ac838a CG |
1183 | static |
1184 | int inet_diag_handler_get_info(struct sk_buff *skb, struct sock *sk) | |
1185 | { | |
1186 | const struct inet_diag_handler *handler; | |
1187 | struct nlmsghdr *nlh; | |
1188 | struct nlattr *attr; | |
1189 | struct inet_diag_msg *r; | |
1190 | void *info = NULL; | |
1191 | int err = 0; | |
1192 | ||
1193 | nlh = nlmsg_put(skb, 0, 0, SOCK_DIAG_BY_FAMILY, sizeof(*r), 0); | |
1194 | if (!nlh) | |
1195 | return -ENOMEM; | |
1196 | ||
1197 | r = nlmsg_data(nlh); | |
1198 | memset(r, 0, sizeof(*r)); | |
1199 | inet_diag_msg_common_fill(r, sk); | |
e0df02e0 CG |
1200 | if (sk->sk_type == SOCK_DGRAM || sk->sk_type == SOCK_STREAM) |
1201 | r->id.idiag_sport = inet_sk(sk)->inet_sport; | |
35ac838a CG |
1202 | r->idiag_state = sk->sk_state; |
1203 | ||
1204 | if ((err = nla_put_u8(skb, INET_DIAG_PROTOCOL, sk->sk_protocol))) { | |
1205 | nlmsg_cancel(skb, nlh); | |
1206 | return err; | |
1207 | } | |
1208 | ||
1209 | handler = inet_diag_lock_handler(sk->sk_protocol); | |
1210 | if (IS_ERR(handler)) { | |
1211 | inet_diag_unlock_handler(handler); | |
1212 | nlmsg_cancel(skb, nlh); | |
1213 | return PTR_ERR(handler); | |
1214 | } | |
1215 | ||
1216 | attr = handler->idiag_info_size | |
6ed46d12 ND |
1217 | ? nla_reserve_64bit(skb, INET_DIAG_INFO, |
1218 | handler->idiag_info_size, | |
1219 | INET_DIAG_PAD) | |
35ac838a CG |
1220 | : NULL; |
1221 | if (attr) | |
1222 | info = nla_data(attr); | |
1223 | ||
1224 | handler->idiag_get_info(sk, r, info); | |
1225 | inet_diag_unlock_handler(handler); | |
1226 | ||
1227 | nlmsg_end(skb, nlh); | |
1228 | return 0; | |
1229 | } | |
1230 | ||
8dcf01fc | 1231 | static const struct sock_diag_handler inet_diag_handler = { |
d366477a | 1232 | .family = AF_INET, |
6eb5d2e0 | 1233 | .dump = inet_diag_handler_cmd, |
35ac838a | 1234 | .get_info = inet_diag_handler_get_info, |
6eb5d2e0 | 1235 | .destroy = inet_diag_handler_cmd, |
d366477a PE |
1236 | }; |
1237 | ||
8dcf01fc | 1238 | static const struct sock_diag_handler inet6_diag_handler = { |
d366477a | 1239 | .family = AF_INET6, |
6eb5d2e0 | 1240 | .dump = inet_diag_handler_cmd, |
35ac838a | 1241 | .get_info = inet_diag_handler_get_info, |
6eb5d2e0 | 1242 | .destroy = inet_diag_handler_cmd, |
d366477a PE |
1243 | }; |
1244 | ||
4f5736c4 ACM |
1245 | int inet_diag_register(const struct inet_diag_handler *h) |
1246 | { | |
1247 | const __u16 type = h->idiag_type; | |
1248 | int err = -EINVAL; | |
1249 | ||
f13c95f0 | 1250 | if (type >= IPPROTO_MAX) |
4f5736c4 ACM |
1251 | goto out; |
1252 | ||
d523a328 | 1253 | mutex_lock(&inet_diag_table_mutex); |
4f5736c4 | 1254 | err = -EEXIST; |
e31c5e0e | 1255 | if (!inet_diag_table[type]) { |
4f5736c4 ACM |
1256 | inet_diag_table[type] = h; |
1257 | err = 0; | |
1258 | } | |
d523a328 | 1259 | mutex_unlock(&inet_diag_table_mutex); |
4f5736c4 ACM |
1260 | out: |
1261 | return err; | |
1262 | } | |
1263 | EXPORT_SYMBOL_GPL(inet_diag_register); | |
1264 | ||
1265 | void inet_diag_unregister(const struct inet_diag_handler *h) | |
1266 | { | |
1267 | const __u16 type = h->idiag_type; | |
1268 | ||
f13c95f0 | 1269 | if (type >= IPPROTO_MAX) |
4f5736c4 ACM |
1270 | return; |
1271 | ||
d523a328 | 1272 | mutex_lock(&inet_diag_table_mutex); |
4f5736c4 | 1273 | inet_diag_table[type] = NULL; |
d523a328 | 1274 | mutex_unlock(&inet_diag_table_mutex); |
4f5736c4 ACM |
1275 | } |
1276 | EXPORT_SYMBOL_GPL(inet_diag_unregister); | |
1277 | ||
73c1f4a0 | 1278 | static int __init inet_diag_init(void) |
1da177e4 | 1279 | { |
f13c95f0 | 1280 | const int inet_diag_table_size = (IPPROTO_MAX * |
4f5736c4 ACM |
1281 | sizeof(struct inet_diag_handler *)); |
1282 | int err = -ENOMEM; | |
1283 | ||
0da974f4 | 1284 | inet_diag_table = kzalloc(inet_diag_table_size, GFP_KERNEL); |
4f5736c4 ACM |
1285 | if (!inet_diag_table) |
1286 | goto out; | |
1287 | ||
d366477a PE |
1288 | err = sock_diag_register(&inet_diag_handler); |
1289 | if (err) | |
1290 | goto out_free_nl; | |
1291 | ||
1292 | err = sock_diag_register(&inet6_diag_handler); | |
1293 | if (err) | |
1294 | goto out_free_inet; | |
1295 | ||
8ef874bf | 1296 | sock_diag_register_inet_compat(inet_diag_rcv_msg_compat); |
4f5736c4 ACM |
1297 | out: |
1298 | return err; | |
d366477a PE |
1299 | |
1300 | out_free_inet: | |
1301 | sock_diag_unregister(&inet_diag_handler); | |
1302 | out_free_nl: | |
4f5736c4 ACM |
1303 | kfree(inet_diag_table); |
1304 | goto out; | |
1da177e4 LT |
1305 | } |
1306 | ||
73c1f4a0 | 1307 | static void __exit inet_diag_exit(void) |
1da177e4 | 1308 | { |
d366477a PE |
1309 | sock_diag_unregister(&inet6_diag_handler); |
1310 | sock_diag_unregister(&inet_diag_handler); | |
8ef874bf | 1311 | sock_diag_unregister_inet_compat(inet_diag_rcv_msg_compat); |
4f5736c4 | 1312 | kfree(inet_diag_table); |
1da177e4 LT |
1313 | } |
1314 | ||
73c1f4a0 ACM |
1315 | module_init(inet_diag_init); |
1316 | module_exit(inet_diag_exit); | |
1da177e4 | 1317 | MODULE_LICENSE("GPL"); |
aec8dc62 PE |
1318 | MODULE_ALIAS_NET_PF_PROTO_TYPE(PF_NETLINK, NETLINK_SOCK_DIAG, 2 /* AF_INET */); |
1319 | MODULE_ALIAS_NET_PF_PROTO_TYPE(PF_NETLINK, NETLINK_SOCK_DIAG, 10 /* AF_INET6 */); |