tcp: md5: remove obsolete md5_add() method
[linux-2.6-block.git] / net / ipv6 / tcp_ipv6.c
CommitLineData
1da177e4
LT
1/*
2 * TCP over IPv6
1ab1457c 3 * Linux INET6 implementation
1da177e4
LT
4 *
5 * Authors:
1ab1457c 6 * Pedro Roque <roque@di.fc.ul.pt>
1da177e4 7 *
1ab1457c 8 * Based on:
1da177e4
LT
9 * linux/net/ipv4/tcp.c
10 * linux/net/ipv4/tcp_input.c
11 * linux/net/ipv4/tcp_output.c
12 *
13 * Fixes:
14 * Hideaki YOSHIFUJI : sin6_scope_id support
15 * YOSHIFUJI Hideaki @USAGI and: Support IPV6_V6ONLY socket option, which
16 * Alexey Kuznetsov allow both IPv4 and IPv6 sockets to bind
17 * a single port at the same time.
18 * YOSHIFUJI Hideaki @USAGI: convert /proc/net/tcp6 to seq_file.
19 *
20 * This program is free software; you can redistribute it and/or
21 * modify it under the terms of the GNU General Public License
22 * as published by the Free Software Foundation; either version
23 * 2 of the License, or (at your option) any later version.
24 */
25
eb4dea58 26#include <linux/bottom_half.h>
1da177e4 27#include <linux/module.h>
1da177e4
LT
28#include <linux/errno.h>
29#include <linux/types.h>
30#include <linux/socket.h>
31#include <linux/sockios.h>
32#include <linux/net.h>
33#include <linux/jiffies.h>
34#include <linux/in.h>
35#include <linux/in6.h>
36#include <linux/netdevice.h>
37#include <linux/init.h>
38#include <linux/jhash.h>
39#include <linux/ipsec.h>
40#include <linux/times.h>
5a0e3ad6 41#include <linux/slab.h>
1da177e4
LT
42
43#include <linux/ipv6.h>
44#include <linux/icmpv6.h>
45#include <linux/random.h>
46
47#include <net/tcp.h>
48#include <net/ndisc.h>
5324a040 49#include <net/inet6_hashtables.h>
8129765a 50#include <net/inet6_connection_sock.h>
1da177e4
LT
51#include <net/ipv6.h>
52#include <net/transp_v6.h>
53#include <net/addrconf.h>
54#include <net/ip6_route.h>
55#include <net/ip6_checksum.h>
56#include <net/inet_ecn.h>
57#include <net/protocol.h>
58#include <net/xfrm.h>
1da177e4
LT
59#include <net/snmp.h>
60#include <net/dsfield.h>
6d6ee43e 61#include <net/timewait_sock.h>
18134bed 62#include <net/netdma.h>
3d58b5fa 63#include <net/inet_common.h>
6e5714ea 64#include <net/secure_seq.h>
d1a4c0b3 65#include <net/tcp_memcontrol.h>
1da177e4
LT
66
67#include <asm/uaccess.h>
68
69#include <linux/proc_fs.h>
70#include <linux/seq_file.h>
71
cfb6eeb4
YH
72#include <linux/crypto.h>
73#include <linux/scatterlist.h>
74
cfb6eeb4 75static void tcp_v6_send_reset(struct sock *sk, struct sk_buff *skb);
6edafaaf
GJ
76static void tcp_v6_reqsk_send_ack(struct sock *sk, struct sk_buff *skb,
77 struct request_sock *req);
1da177e4
LT
78
79static int tcp_v6_do_rcv(struct sock *sk, struct sk_buff *skb);
8ad50d96 80static void __tcp_v6_send_check(struct sk_buff *skb,
b71d1d42
ED
81 const struct in6_addr *saddr,
82 const struct in6_addr *daddr);
1da177e4 83
3b401a81
SH
84static const struct inet_connection_sock_af_ops ipv6_mapped;
85static const struct inet_connection_sock_af_ops ipv6_specific;
a928630a 86#ifdef CONFIG_TCP_MD5SIG
b2e4b3de
SH
87static const struct tcp_sock_af_ops tcp_sock_ipv6_specific;
88static const struct tcp_sock_af_ops tcp_sock_ipv6_mapped_specific;
9501f972
YH
89#else
90static struct tcp_md5sig_key *tcp_v6_md5_do_lookup(struct sock *sk,
b71d1d42 91 const struct in6_addr *addr)
9501f972
YH
92{
93 return NULL;
94}
a928630a 95#endif
1da177e4 96
1da177e4
LT
97static void tcp_v6_hash(struct sock *sk)
98{
99 if (sk->sk_state != TCP_CLOSE) {
8292a17a 100 if (inet_csk(sk)->icsk_af_ops == &ipv6_mapped) {
1da177e4
LT
101 tcp_prot.hash(sk);
102 return;
103 }
104 local_bh_disable();
9327f705 105 __inet6_hash(sk, NULL);
1da177e4
LT
106 local_bh_enable();
107 }
108}
109
684f2176 110static __inline__ __sum16 tcp_v6_check(int len,
b71d1d42
ED
111 const struct in6_addr *saddr,
112 const struct in6_addr *daddr,
868c86bc 113 __wsum base)
1da177e4
LT
114{
115 return csum_ipv6_magic(saddr, daddr, len, IPPROTO_TCP, base);
116}
117
cf533ea5 118static __u32 tcp_v6_init_sequence(const struct sk_buff *skb)
1da177e4 119{
0660e03f
ACM
120 return secure_tcpv6_sequence_number(ipv6_hdr(skb)->daddr.s6_addr32,
121 ipv6_hdr(skb)->saddr.s6_addr32,
aa8223c7
ACM
122 tcp_hdr(skb)->dest,
123 tcp_hdr(skb)->source);
1da177e4
LT
124}
125
1ab1457c 126static int tcp_v6_connect(struct sock *sk, struct sockaddr *uaddr,
1da177e4
LT
127 int addr_len)
128{
129 struct sockaddr_in6 *usin = (struct sockaddr_in6 *) uaddr;
1ab1457c 130 struct inet_sock *inet = inet_sk(sk);
d83d8461 131 struct inet_connection_sock *icsk = inet_csk(sk);
1da177e4
LT
132 struct ipv6_pinfo *np = inet6_sk(sk);
133 struct tcp_sock *tp = tcp_sk(sk);
20c59de2 134 struct in6_addr *saddr = NULL, *final_p, final;
493f377d 135 struct rt6_info *rt;
4c9483b2 136 struct flowi6 fl6;
1da177e4
LT
137 struct dst_entry *dst;
138 int addr_type;
139 int err;
140
1ab1457c 141 if (addr_len < SIN6_LEN_RFC2133)
1da177e4
LT
142 return -EINVAL;
143
1ab1457c 144 if (usin->sin6_family != AF_INET6)
a02cec21 145 return -EAFNOSUPPORT;
1da177e4 146
4c9483b2 147 memset(&fl6, 0, sizeof(fl6));
1da177e4
LT
148
149 if (np->sndflow) {
4c9483b2
DM
150 fl6.flowlabel = usin->sin6_flowinfo&IPV6_FLOWINFO_MASK;
151 IP6_ECN_flow_init(fl6.flowlabel);
152 if (fl6.flowlabel&IPV6_FLOWLABEL_MASK) {
1da177e4 153 struct ip6_flowlabel *flowlabel;
4c9483b2 154 flowlabel = fl6_sock_lookup(sk, fl6.flowlabel);
1da177e4
LT
155 if (flowlabel == NULL)
156 return -EINVAL;
4e3fd7a0 157 usin->sin6_addr = flowlabel->dst;
1da177e4
LT
158 fl6_sock_release(flowlabel);
159 }
160 }
161
162 /*
1ab1457c
YH
163 * connect() to INADDR_ANY means loopback (BSD'ism).
164 */
165
166 if(ipv6_addr_any(&usin->sin6_addr))
167 usin->sin6_addr.s6_addr[15] = 0x1;
1da177e4
LT
168
169 addr_type = ipv6_addr_type(&usin->sin6_addr);
170
171 if(addr_type & IPV6_ADDR_MULTICAST)
172 return -ENETUNREACH;
173
174 if (addr_type&IPV6_ADDR_LINKLOCAL) {
175 if (addr_len >= sizeof(struct sockaddr_in6) &&
176 usin->sin6_scope_id) {
177 /* If interface is set while binding, indices
178 * must coincide.
179 */
180 if (sk->sk_bound_dev_if &&
181 sk->sk_bound_dev_if != usin->sin6_scope_id)
182 return -EINVAL;
183
184 sk->sk_bound_dev_if = usin->sin6_scope_id;
185 }
186
187 /* Connect to link-local address requires an interface */
188 if (!sk->sk_bound_dev_if)
189 return -EINVAL;
190 }
191
192 if (tp->rx_opt.ts_recent_stamp &&
193 !ipv6_addr_equal(&np->daddr, &usin->sin6_addr)) {
194 tp->rx_opt.ts_recent = 0;
195 tp->rx_opt.ts_recent_stamp = 0;
196 tp->write_seq = 0;
197 }
198
4e3fd7a0 199 np->daddr = usin->sin6_addr;
4c9483b2 200 np->flow_label = fl6.flowlabel;
1da177e4
LT
201
202 /*
203 * TCP over IPv4
204 */
205
206 if (addr_type == IPV6_ADDR_MAPPED) {
d83d8461 207 u32 exthdrlen = icsk->icsk_ext_hdr_len;
1da177e4
LT
208 struct sockaddr_in sin;
209
210 SOCK_DEBUG(sk, "connect: ipv4 mapped\n");
211
212 if (__ipv6_only_sock(sk))
213 return -ENETUNREACH;
214
215 sin.sin_family = AF_INET;
216 sin.sin_port = usin->sin6_port;
217 sin.sin_addr.s_addr = usin->sin6_addr.s6_addr32[3];
218
d83d8461 219 icsk->icsk_af_ops = &ipv6_mapped;
1da177e4 220 sk->sk_backlog_rcv = tcp_v4_do_rcv;
cfb6eeb4
YH
221#ifdef CONFIG_TCP_MD5SIG
222 tp->af_specific = &tcp_sock_ipv6_mapped_specific;
223#endif
1da177e4
LT
224
225 err = tcp_v4_connect(sk, (struct sockaddr *)&sin, sizeof(sin));
226
227 if (err) {
d83d8461
ACM
228 icsk->icsk_ext_hdr_len = exthdrlen;
229 icsk->icsk_af_ops = &ipv6_specific;
1da177e4 230 sk->sk_backlog_rcv = tcp_v6_do_rcv;
cfb6eeb4
YH
231#ifdef CONFIG_TCP_MD5SIG
232 tp->af_specific = &tcp_sock_ipv6_specific;
233#endif
1da177e4
LT
234 goto failure;
235 } else {
c720c7e8
ED
236 ipv6_addr_set_v4mapped(inet->inet_saddr, &np->saddr);
237 ipv6_addr_set_v4mapped(inet->inet_rcv_saddr,
238 &np->rcv_saddr);
1da177e4
LT
239 }
240
241 return err;
242 }
243
244 if (!ipv6_addr_any(&np->rcv_saddr))
245 saddr = &np->rcv_saddr;
246
4c9483b2 247 fl6.flowi6_proto = IPPROTO_TCP;
4e3fd7a0
AD
248 fl6.daddr = np->daddr;
249 fl6.saddr = saddr ? *saddr : np->saddr;
4c9483b2
DM
250 fl6.flowi6_oif = sk->sk_bound_dev_if;
251 fl6.flowi6_mark = sk->sk_mark;
1958b856
DM
252 fl6.fl6_dport = usin->sin6_port;
253 fl6.fl6_sport = inet->inet_sport;
1da177e4 254
4c9483b2 255 final_p = fl6_update_dst(&fl6, np->opt, &final);
1da177e4 256
4c9483b2 257 security_sk_classify_flow(sk, flowi6_to_flowi(&fl6));
beb8d13b 258
4c9483b2 259 dst = ip6_dst_lookup_flow(sk, &fl6, final_p, true);
68d0c6d3
DM
260 if (IS_ERR(dst)) {
261 err = PTR_ERR(dst);
1da177e4 262 goto failure;
14e50e57 263 }
1da177e4
LT
264
265 if (saddr == NULL) {
4c9483b2 266 saddr = &fl6.saddr;
4e3fd7a0 267 np->rcv_saddr = *saddr;
1da177e4
LT
268 }
269
270 /* set the source address */
4e3fd7a0 271 np->saddr = *saddr;
c720c7e8 272 inet->inet_rcv_saddr = LOOPBACK4_IPV6;
1da177e4 273
f83ef8c0 274 sk->sk_gso_type = SKB_GSO_TCPV6;
8e1ef0a9 275 __ip6_dst_store(sk, dst, NULL, NULL);
1da177e4 276
493f377d
DM
277 rt = (struct rt6_info *) dst;
278 if (tcp_death_row.sysctl_tw_recycle &&
279 !tp->rx_opt.ts_recent_stamp &&
280 ipv6_addr_equal(&rt->rt6i_dst.addr, &np->daddr)) {
281 struct inet_peer *peer = rt6_get_peer(rt);
282 /*
283 * VJ's idea. We save last timestamp seen from
284 * the destination in peer table, when entering state
285 * TIME-WAIT * and initialize rx_opt.ts_recent from it,
286 * when trying new connection.
287 */
288 if (peer) {
289 inet_peer_refcheck(peer);
290 if ((u32)get_seconds() - peer->tcp_ts_stamp <= TCP_PAWS_MSL) {
291 tp->rx_opt.ts_recent_stamp = peer->tcp_ts_stamp;
292 tp->rx_opt.ts_recent = peer->tcp_ts;
293 }
294 }
295 }
296
d83d8461 297 icsk->icsk_ext_hdr_len = 0;
1da177e4 298 if (np->opt)
d83d8461
ACM
299 icsk->icsk_ext_hdr_len = (np->opt->opt_flen +
300 np->opt->opt_nflen);
1da177e4
LT
301
302 tp->rx_opt.mss_clamp = IPV6_MIN_MTU - sizeof(struct tcphdr) - sizeof(struct ipv6hdr);
303
c720c7e8 304 inet->inet_dport = usin->sin6_port;
1da177e4
LT
305
306 tcp_set_state(sk, TCP_SYN_SENT);
d8313f5c 307 err = inet6_hash_connect(&tcp_death_row, sk);
1da177e4
LT
308 if (err)
309 goto late_failure;
310
311 if (!tp->write_seq)
312 tp->write_seq = secure_tcpv6_sequence_number(np->saddr.s6_addr32,
313 np->daddr.s6_addr32,
c720c7e8
ED
314 inet->inet_sport,
315 inet->inet_dport);
1da177e4
LT
316
317 err = tcp_connect(sk);
318 if (err)
319 goto late_failure;
320
321 return 0;
322
323late_failure:
324 tcp_set_state(sk, TCP_CLOSE);
325 __sk_dst_reset(sk);
326failure:
c720c7e8 327 inet->inet_dport = 0;
1da177e4
LT
328 sk->sk_route_caps = 0;
329 return err;
330}
331
332static void tcp_v6_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
d5fdd6ba 333 u8 type, u8 code, int offset, __be32 info)
1da177e4 334{
b71d1d42 335 const struct ipv6hdr *hdr = (const struct ipv6hdr*)skb->data;
505cbfc5 336 const struct tcphdr *th = (struct tcphdr *)(skb->data+offset);
1da177e4
LT
337 struct ipv6_pinfo *np;
338 struct sock *sk;
339 int err;
1ab1457c 340 struct tcp_sock *tp;
1da177e4 341 __u32 seq;
ca12a1a4 342 struct net *net = dev_net(skb->dev);
1da177e4 343
ca12a1a4 344 sk = inet6_lookup(net, &tcp_hashinfo, &hdr->daddr,
d86e0dac 345 th->dest, &hdr->saddr, th->source, skb->dev->ifindex);
1da177e4
LT
346
347 if (sk == NULL) {
e41b5368
DL
348 ICMP6_INC_STATS_BH(net, __in6_dev_get(skb->dev),
349 ICMP6_MIB_INERRORS);
1da177e4
LT
350 return;
351 }
352
353 if (sk->sk_state == TCP_TIME_WAIT) {
9469c7b4 354 inet_twsk_put(inet_twsk(sk));
1da177e4
LT
355 return;
356 }
357
358 bh_lock_sock(sk);
359 if (sock_owned_by_user(sk))
de0744af 360 NET_INC_STATS_BH(net, LINUX_MIB_LOCKDROPPEDICMPS);
1da177e4
LT
361
362 if (sk->sk_state == TCP_CLOSE)
363 goto out;
364
e802af9c
SH
365 if (ipv6_hdr(skb)->hop_limit < inet6_sk(sk)->min_hopcount) {
366 NET_INC_STATS_BH(net, LINUX_MIB_TCPMINTTLDROP);
367 goto out;
368 }
369
1da177e4 370 tp = tcp_sk(sk);
1ab1457c 371 seq = ntohl(th->seq);
1da177e4
LT
372 if (sk->sk_state != TCP_LISTEN &&
373 !between(seq, tp->snd_una, tp->snd_nxt)) {
de0744af 374 NET_INC_STATS_BH(net, LINUX_MIB_OUTOFWINDOWICMPS);
1da177e4
LT
375 goto out;
376 }
377
378 np = inet6_sk(sk);
379
380 if (type == ICMPV6_PKT_TOOBIG) {
68d0c6d3 381 struct dst_entry *dst;
1da177e4
LT
382
383 if (sock_owned_by_user(sk))
384 goto out;
385 if ((1 << sk->sk_state) & (TCPF_LISTEN | TCPF_CLOSE))
386 goto out;
387
388 /* icmp should have updated the destination cache entry */
389 dst = __sk_dst_check(sk, np->dst_cookie);
390
391 if (dst == NULL) {
392 struct inet_sock *inet = inet_sk(sk);
4c9483b2 393 struct flowi6 fl6;
1da177e4
LT
394
395 /* BUGGG_FUTURE: Again, it is not clear how
396 to handle rthdr case. Ignore this complexity
397 for now.
398 */
4c9483b2
DM
399 memset(&fl6, 0, sizeof(fl6));
400 fl6.flowi6_proto = IPPROTO_TCP;
4e3fd7a0
AD
401 fl6.daddr = np->daddr;
402 fl6.saddr = np->saddr;
4c9483b2
DM
403 fl6.flowi6_oif = sk->sk_bound_dev_if;
404 fl6.flowi6_mark = sk->sk_mark;
1958b856
DM
405 fl6.fl6_dport = inet->inet_dport;
406 fl6.fl6_sport = inet->inet_sport;
4c9483b2
DM
407 security_skb_classify_flow(skb, flowi6_to_flowi(&fl6));
408
409 dst = ip6_dst_lookup_flow(sk, &fl6, NULL, false);
68d0c6d3
DM
410 if (IS_ERR(dst)) {
411 sk->sk_err_soft = -PTR_ERR(dst);
1da177e4
LT
412 goto out;
413 }
414
415 } else
416 dst_hold(dst);
417
d83d8461 418 if (inet_csk(sk)->icsk_pmtu_cookie > dst_mtu(dst)) {
1da177e4
LT
419 tcp_sync_mss(sk, dst_mtu(dst));
420 tcp_simple_retransmit(sk);
421 } /* else let the usual retransmit timer handle it */
422 dst_release(dst);
423 goto out;
424 }
425
426 icmpv6_err_convert(type, code, &err);
427
60236fdd 428 /* Might be for an request_sock */
1da177e4 429 switch (sk->sk_state) {
60236fdd 430 struct request_sock *req, **prev;
1da177e4
LT
431 case TCP_LISTEN:
432 if (sock_owned_by_user(sk))
433 goto out;
434
8129765a
ACM
435 req = inet6_csk_search_req(sk, &prev, th->dest, &hdr->daddr,
436 &hdr->saddr, inet6_iif(skb));
1da177e4
LT
437 if (!req)
438 goto out;
439
440 /* ICMPs are not backlogged, hence we cannot get
441 * an established socket here.
442 */
547b792c 443 WARN_ON(req->sk != NULL);
1da177e4 444
2e6599cb 445 if (seq != tcp_rsk(req)->snt_isn) {
de0744af 446 NET_INC_STATS_BH(net, LINUX_MIB_OUTOFWINDOWICMPS);
1da177e4
LT
447 goto out;
448 }
449
463c84b9 450 inet_csk_reqsk_queue_drop(sk, req, prev);
1da177e4
LT
451 goto out;
452
453 case TCP_SYN_SENT:
454 case TCP_SYN_RECV: /* Cannot happen.
1ab1457c 455 It can, it SYNs are crossed. --ANK */
1da177e4 456 if (!sock_owned_by_user(sk)) {
1da177e4
LT
457 sk->sk_err = err;
458 sk->sk_error_report(sk); /* Wake people up to see the error (see connect in sock.c) */
459
460 tcp_done(sk);
461 } else
462 sk->sk_err_soft = err;
463 goto out;
464 }
465
466 if (!sock_owned_by_user(sk) && np->recverr) {
467 sk->sk_err = err;
468 sk->sk_error_report(sk);
469 } else
470 sk->sk_err_soft = err;
471
472out:
473 bh_unlock_sock(sk);
474 sock_put(sk);
475}
476
477
e6b4d113
WAS
478static int tcp_v6_send_synack(struct sock *sk, struct request_sock *req,
479 struct request_values *rvp)
1da177e4 480{
ca304b61 481 struct inet6_request_sock *treq = inet6_rsk(req);
1da177e4
LT
482 struct ipv6_pinfo *np = inet6_sk(sk);
483 struct sk_buff * skb;
484 struct ipv6_txoptions *opt = NULL;
20c59de2 485 struct in6_addr * final_p, final;
4c9483b2 486 struct flowi6 fl6;
fd80eb94 487 struct dst_entry *dst;
68d0c6d3 488 int err;
1da177e4 489
4c9483b2
DM
490 memset(&fl6, 0, sizeof(fl6));
491 fl6.flowi6_proto = IPPROTO_TCP;
4e3fd7a0
AD
492 fl6.daddr = treq->rmt_addr;
493 fl6.saddr = treq->loc_addr;
4c9483b2
DM
494 fl6.flowlabel = 0;
495 fl6.flowi6_oif = treq->iif;
496 fl6.flowi6_mark = sk->sk_mark;
1958b856
DM
497 fl6.fl6_dport = inet_rsk(req)->rmt_port;
498 fl6.fl6_sport = inet_rsk(req)->loc_port;
4c9483b2 499 security_req_classify_flow(req, flowi6_to_flowi(&fl6));
1da177e4 500
fd80eb94 501 opt = np->opt;
4c9483b2 502 final_p = fl6_update_dst(&fl6, opt, &final);
1da177e4 503
4c9483b2 504 dst = ip6_dst_lookup_flow(sk, &fl6, final_p, false);
68d0c6d3
DM
505 if (IS_ERR(dst)) {
506 err = PTR_ERR(dst);
738faca3 507 dst = NULL;
fd80eb94 508 goto done;
68d0c6d3 509 }
e6b4d113 510 skb = tcp_make_synack(sk, dst, req, rvp);
68d0c6d3 511 err = -ENOMEM;
1da177e4 512 if (skb) {
8ad50d96 513 __tcp_v6_send_check(skb, &treq->loc_addr, &treq->rmt_addr);
1da177e4 514
4e3fd7a0 515 fl6.daddr = treq->rmt_addr;
b903d324 516 err = ip6_xmit(sk, skb, &fl6, opt, np->tclass);
b9df3cb8 517 err = net_xmit_eval(err);
1da177e4
LT
518 }
519
520done:
1ab1457c 521 if (opt && opt != np->opt)
1da177e4 522 sock_kfree_s(sk, opt, opt->tot_len);
78b91042 523 dst_release(dst);
1da177e4
LT
524 return err;
525}
526
72659ecc
OP
527static int tcp_v6_rtx_synack(struct sock *sk, struct request_sock *req,
528 struct request_values *rvp)
529{
530 TCP_INC_STATS_BH(sock_net(sk), TCP_MIB_RETRANSSEGS);
531 return tcp_v6_send_synack(sk, req, rvp);
532}
533
60236fdd 534static void tcp_v6_reqsk_destructor(struct request_sock *req)
1da177e4 535{
800d55f1 536 kfree_skb(inet6_rsk(req)->pktopts);
1da177e4
LT
537}
538
cfb6eeb4
YH
539#ifdef CONFIG_TCP_MD5SIG
540static struct tcp_md5sig_key *tcp_v6_md5_do_lookup(struct sock *sk,
b71d1d42 541 const struct in6_addr *addr)
cfb6eeb4
YH
542{
543 struct tcp_sock *tp = tcp_sk(sk);
544 int i;
545
546 BUG_ON(tp == NULL);
547
548 if (!tp->md5sig_info || !tp->md5sig_info->entries6)
549 return NULL;
550
551 for (i = 0; i < tp->md5sig_info->entries6; i++) {
caad295f 552 if (ipv6_addr_equal(&tp->md5sig_info->keys6[i].addr, addr))
f8ab18d2 553 return &tp->md5sig_info->keys6[i].base;
cfb6eeb4
YH
554 }
555 return NULL;
556}
557
558static struct tcp_md5sig_key *tcp_v6_md5_lookup(struct sock *sk,
559 struct sock *addr_sk)
560{
561 return tcp_v6_md5_do_lookup(sk, &inet6_sk(addr_sk)->daddr);
562}
563
564static struct tcp_md5sig_key *tcp_v6_reqsk_md5_lookup(struct sock *sk,
565 struct request_sock *req)
566{
567 return tcp_v6_md5_do_lookup(sk, &inet6_rsk(req)->rmt_addr);
568}
569
b71d1d42 570static int tcp_v6_md5_do_add(struct sock *sk, const struct in6_addr *peer,
cfb6eeb4
YH
571 char *newkey, u8 newkeylen)
572{
573 /* Add key to the list */
b0a713e9 574 struct tcp_md5sig_key *key;
cfb6eeb4
YH
575 struct tcp_sock *tp = tcp_sk(sk);
576 struct tcp6_md5sig_key *keys;
577
b0a713e9 578 key = tcp_v6_md5_do_lookup(sk, peer);
cfb6eeb4
YH
579 if (key) {
580 /* modify existing entry - just update that one */
b0a713e9
MD
581 kfree(key->key);
582 key->key = newkey;
583 key->keylen = newkeylen;
cfb6eeb4
YH
584 } else {
585 /* reallocate new list if current one is full. */
586 if (!tp->md5sig_info) {
587 tp->md5sig_info = kzalloc(sizeof(*tp->md5sig_info), GFP_ATOMIC);
588 if (!tp->md5sig_info) {
589 kfree(newkey);
590 return -ENOMEM;
591 }
a465419b 592 sk_nocaps_add(sk, NETIF_F_GSO_MASK);
cfb6eeb4 593 }
260fcbeb
YZ
594 if (tp->md5sig_info->entries6 == 0 &&
595 tcp_alloc_md5sig_pool(sk) == NULL) {
aacbe8c8
YH
596 kfree(newkey);
597 return -ENOMEM;
598 }
cfb6eeb4
YH
599 if (tp->md5sig_info->alloced6 == tp->md5sig_info->entries6) {
600 keys = kmalloc((sizeof (tp->md5sig_info->keys6[0]) *
601 (tp->md5sig_info->entries6 + 1)), GFP_ATOMIC);
602
603 if (!keys) {
cfb6eeb4 604 kfree(newkey);
260fcbeb
YZ
605 if (tp->md5sig_info->entries6 == 0)
606 tcp_free_md5sig_pool();
cfb6eeb4
YH
607 return -ENOMEM;
608 }
609
610 if (tp->md5sig_info->entries6)
611 memmove(keys, tp->md5sig_info->keys6,
612 (sizeof (tp->md5sig_info->keys6[0]) *
613 tp->md5sig_info->entries6));
614
615 kfree(tp->md5sig_info->keys6);
616 tp->md5sig_info->keys6 = keys;
617 tp->md5sig_info->alloced6++;
618 }
619
4e3fd7a0 620 tp->md5sig_info->keys6[tp->md5sig_info->entries6].addr = *peer;
f8ab18d2
DM
621 tp->md5sig_info->keys6[tp->md5sig_info->entries6].base.key = newkey;
622 tp->md5sig_info->keys6[tp->md5sig_info->entries6].base.keylen = newkeylen;
cfb6eeb4
YH
623
624 tp->md5sig_info->entries6++;
625 }
626 return 0;
627}
628
b71d1d42 629static int tcp_v6_md5_do_del(struct sock *sk, const struct in6_addr *peer)
cfb6eeb4
YH
630{
631 struct tcp_sock *tp = tcp_sk(sk);
632 int i;
633
634 for (i = 0; i < tp->md5sig_info->entries6; i++) {
caad295f 635 if (ipv6_addr_equal(&tp->md5sig_info->keys6[i].addr, peer)) {
cfb6eeb4 636 /* Free the key */
f8ab18d2 637 kfree(tp->md5sig_info->keys6[i].base.key);
cfb6eeb4
YH
638 tp->md5sig_info->entries6--;
639
640 if (tp->md5sig_info->entries6 == 0) {
641 kfree(tp->md5sig_info->keys6);
642 tp->md5sig_info->keys6 = NULL;
ca983cef 643 tp->md5sig_info->alloced6 = 0;
260fcbeb 644 tcp_free_md5sig_pool();
cfb6eeb4
YH
645 } else {
646 /* shrink the database */
647 if (tp->md5sig_info->entries6 != i)
648 memmove(&tp->md5sig_info->keys6[i],
649 &tp->md5sig_info->keys6[i+1],
650 (tp->md5sig_info->entries6 - i)
651 * sizeof (tp->md5sig_info->keys6[0]));
652 }
77adefdc 653 return 0;
cfb6eeb4
YH
654 }
655 }
656 return -ENOENT;
657}
658
659static void tcp_v6_clear_md5_list (struct sock *sk)
660{
661 struct tcp_sock *tp = tcp_sk(sk);
662 int i;
663
664 if (tp->md5sig_info->entries6) {
665 for (i = 0; i < tp->md5sig_info->entries6; i++)
f8ab18d2 666 kfree(tp->md5sig_info->keys6[i].base.key);
cfb6eeb4
YH
667 tp->md5sig_info->entries6 = 0;
668 tcp_free_md5sig_pool();
669 }
670
671 kfree(tp->md5sig_info->keys6);
672 tp->md5sig_info->keys6 = NULL;
673 tp->md5sig_info->alloced6 = 0;
674
675 if (tp->md5sig_info->entries4) {
676 for (i = 0; i < tp->md5sig_info->entries4; i++)
f8ab18d2 677 kfree(tp->md5sig_info->keys4[i].base.key);
cfb6eeb4
YH
678 tp->md5sig_info->entries4 = 0;
679 tcp_free_md5sig_pool();
680 }
681
682 kfree(tp->md5sig_info->keys4);
683 tp->md5sig_info->keys4 = NULL;
684 tp->md5sig_info->alloced4 = 0;
685}
686
687static int tcp_v6_parse_md5_keys (struct sock *sk, char __user *optval,
688 int optlen)
689{
690 struct tcp_md5sig cmd;
691 struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)&cmd.tcpm_addr;
692 u8 *newkey;
693
694 if (optlen < sizeof(cmd))
695 return -EINVAL;
696
697 if (copy_from_user(&cmd, optval, sizeof(cmd)))
698 return -EFAULT;
699
700 if (sin6->sin6_family != AF_INET6)
701 return -EINVAL;
702
703 if (!cmd.tcpm_keylen) {
704 if (!tcp_sk(sk)->md5sig_info)
705 return -ENOENT;
e773e4fa 706 if (ipv6_addr_v4mapped(&sin6->sin6_addr))
cfb6eeb4
YH
707 return tcp_v4_md5_do_del(sk, sin6->sin6_addr.s6_addr32[3]);
708 return tcp_v6_md5_do_del(sk, &sin6->sin6_addr);
709 }
710
711 if (cmd.tcpm_keylen > TCP_MD5SIG_MAXKEYLEN)
712 return -EINVAL;
713
714 if (!tcp_sk(sk)->md5sig_info) {
715 struct tcp_sock *tp = tcp_sk(sk);
716 struct tcp_md5sig_info *p;
717
718 p = kzalloc(sizeof(struct tcp_md5sig_info), GFP_KERNEL);
719 if (!p)
720 return -ENOMEM;
721
722 tp->md5sig_info = p;
a465419b 723 sk_nocaps_add(sk, NETIF_F_GSO_MASK);
cfb6eeb4
YH
724 }
725
af879cc7 726 newkey = kmemdup(cmd.tcpm_key, cmd.tcpm_keylen, GFP_KERNEL);
cfb6eeb4
YH
727 if (!newkey)
728 return -ENOMEM;
e773e4fa 729 if (ipv6_addr_v4mapped(&sin6->sin6_addr)) {
cfb6eeb4
YH
730 return tcp_v4_md5_do_add(sk, sin6->sin6_addr.s6_addr32[3],
731 newkey, cmd.tcpm_keylen);
732 }
733 return tcp_v6_md5_do_add(sk, &sin6->sin6_addr, newkey, cmd.tcpm_keylen);
734}
735
49a72dfb 736static int tcp_v6_md5_hash_pseudoheader(struct tcp_md5sig_pool *hp,
b71d1d42
ED
737 const struct in6_addr *daddr,
738 const struct in6_addr *saddr, int nbytes)
cfb6eeb4 739{
cfb6eeb4 740 struct tcp6_pseudohdr *bp;
49a72dfb 741 struct scatterlist sg;
8d26d76d 742
cfb6eeb4 743 bp = &hp->md5_blk.ip6;
cfb6eeb4 744 /* 1. TCP pseudo-header (RFC2460) */
4e3fd7a0
AD
745 bp->saddr = *saddr;
746 bp->daddr = *daddr;
49a72dfb 747 bp->protocol = cpu_to_be32(IPPROTO_TCP);
00b1304c 748 bp->len = cpu_to_be32(nbytes);
cfb6eeb4 749
49a72dfb
AL
750 sg_init_one(&sg, bp, sizeof(*bp));
751 return crypto_hash_update(&hp->md5_desc, &sg, sizeof(*bp));
752}
c7da57a1 753
49a72dfb 754static int tcp_v6_md5_hash_hdr(char *md5_hash, struct tcp_md5sig_key *key,
b71d1d42 755 const struct in6_addr *daddr, struct in6_addr *saddr,
318cf7aa 756 const struct tcphdr *th)
49a72dfb
AL
757{
758 struct tcp_md5sig_pool *hp;
759 struct hash_desc *desc;
760
761 hp = tcp_get_md5sig_pool();
762 if (!hp)
763 goto clear_hash_noput;
764 desc = &hp->md5_desc;
765
766 if (crypto_hash_init(desc))
767 goto clear_hash;
768 if (tcp_v6_md5_hash_pseudoheader(hp, daddr, saddr, th->doff << 2))
769 goto clear_hash;
770 if (tcp_md5_hash_header(hp, th))
771 goto clear_hash;
772 if (tcp_md5_hash_key(hp, key))
773 goto clear_hash;
774 if (crypto_hash_final(desc, md5_hash))
cfb6eeb4 775 goto clear_hash;
cfb6eeb4 776
cfb6eeb4 777 tcp_put_md5sig_pool();
cfb6eeb4 778 return 0;
49a72dfb 779
cfb6eeb4
YH
780clear_hash:
781 tcp_put_md5sig_pool();
782clear_hash_noput:
783 memset(md5_hash, 0, 16);
49a72dfb 784 return 1;
cfb6eeb4
YH
785}
786
49a72dfb 787static int tcp_v6_md5_hash_skb(char *md5_hash, struct tcp_md5sig_key *key,
318cf7aa
ED
788 const struct sock *sk,
789 const struct request_sock *req,
790 const struct sk_buff *skb)
cfb6eeb4 791{
b71d1d42 792 const struct in6_addr *saddr, *daddr;
49a72dfb
AL
793 struct tcp_md5sig_pool *hp;
794 struct hash_desc *desc;
318cf7aa 795 const struct tcphdr *th = tcp_hdr(skb);
cfb6eeb4
YH
796
797 if (sk) {
798 saddr = &inet6_sk(sk)->saddr;
799 daddr = &inet6_sk(sk)->daddr;
49a72dfb 800 } else if (req) {
cfb6eeb4
YH
801 saddr = &inet6_rsk(req)->loc_addr;
802 daddr = &inet6_rsk(req)->rmt_addr;
49a72dfb 803 } else {
b71d1d42 804 const struct ipv6hdr *ip6h = ipv6_hdr(skb);
49a72dfb
AL
805 saddr = &ip6h->saddr;
806 daddr = &ip6h->daddr;
cfb6eeb4 807 }
49a72dfb
AL
808
809 hp = tcp_get_md5sig_pool();
810 if (!hp)
811 goto clear_hash_noput;
812 desc = &hp->md5_desc;
813
814 if (crypto_hash_init(desc))
815 goto clear_hash;
816
817 if (tcp_v6_md5_hash_pseudoheader(hp, daddr, saddr, skb->len))
818 goto clear_hash;
819 if (tcp_md5_hash_header(hp, th))
820 goto clear_hash;
821 if (tcp_md5_hash_skb_data(hp, skb, th->doff << 2))
822 goto clear_hash;
823 if (tcp_md5_hash_key(hp, key))
824 goto clear_hash;
825 if (crypto_hash_final(desc, md5_hash))
826 goto clear_hash;
827
828 tcp_put_md5sig_pool();
829 return 0;
830
831clear_hash:
832 tcp_put_md5sig_pool();
833clear_hash_noput:
834 memset(md5_hash, 0, 16);
835 return 1;
cfb6eeb4
YH
836}
837
318cf7aa 838static int tcp_v6_inbound_md5_hash(struct sock *sk, const struct sk_buff *skb)
cfb6eeb4 839{
cf533ea5 840 const __u8 *hash_location = NULL;
cfb6eeb4 841 struct tcp_md5sig_key *hash_expected;
b71d1d42 842 const struct ipv6hdr *ip6h = ipv6_hdr(skb);
318cf7aa 843 const struct tcphdr *th = tcp_hdr(skb);
cfb6eeb4 844 int genhash;
cfb6eeb4
YH
845 u8 newhash[16];
846
847 hash_expected = tcp_v6_md5_do_lookup(sk, &ip6h->saddr);
7d5d5525 848 hash_location = tcp_parse_md5sig_option(th);
cfb6eeb4 849
785957d3
DM
850 /* We've parsed the options - do we have a hash? */
851 if (!hash_expected && !hash_location)
852 return 0;
853
854 if (hash_expected && !hash_location) {
855 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_TCPMD5NOTFOUND);
cfb6eeb4
YH
856 return 1;
857 }
858
785957d3
DM
859 if (!hash_expected && hash_location) {
860 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_TCPMD5UNEXPECTED);
cfb6eeb4
YH
861 return 1;
862 }
863
864 /* check the signature */
49a72dfb
AL
865 genhash = tcp_v6_md5_hash_skb(newhash,
866 hash_expected,
867 NULL, NULL, skb);
868
cfb6eeb4
YH
869 if (genhash || memcmp(hash_location, newhash, 16) != 0) {
870 if (net_ratelimit()) {
5856b606 871 printk(KERN_INFO "MD5 Hash %s for [%pI6c]:%u->[%pI6c]:%u\n",
cfb6eeb4 872 genhash ? "failed" : "mismatch",
0c6ce78a
HH
873 &ip6h->saddr, ntohs(th->source),
874 &ip6h->daddr, ntohs(th->dest));
cfb6eeb4
YH
875 }
876 return 1;
877 }
878 return 0;
879}
880#endif
881
c6aefafb 882struct request_sock_ops tcp6_request_sock_ops __read_mostly = {
1da177e4 883 .family = AF_INET6,
2e6599cb 884 .obj_size = sizeof(struct tcp6_request_sock),
72659ecc 885 .rtx_syn_ack = tcp_v6_rtx_synack,
60236fdd
ACM
886 .send_ack = tcp_v6_reqsk_send_ack,
887 .destructor = tcp_v6_reqsk_destructor,
72659ecc
OP
888 .send_reset = tcp_v6_send_reset,
889 .syn_ack_timeout = tcp_syn_ack_timeout,
1da177e4
LT
890};
891
cfb6eeb4 892#ifdef CONFIG_TCP_MD5SIG
b2e4b3de 893static const struct tcp_request_sock_ops tcp_request_sock_ipv6_ops = {
cfb6eeb4 894 .md5_lookup = tcp_v6_reqsk_md5_lookup,
e3afe7b7 895 .calc_md5_hash = tcp_v6_md5_hash_skb,
cfb6eeb4 896};
b6332e6c 897#endif
cfb6eeb4 898
8ad50d96 899static void __tcp_v6_send_check(struct sk_buff *skb,
b71d1d42 900 const struct in6_addr *saddr, const struct in6_addr *daddr)
1da177e4 901{
aa8223c7 902 struct tcphdr *th = tcp_hdr(skb);
1da177e4 903
84fa7933 904 if (skb->ip_summed == CHECKSUM_PARTIAL) {
8ad50d96 905 th->check = ~tcp_v6_check(skb->len, saddr, daddr, 0);
663ead3b 906 skb->csum_start = skb_transport_header(skb) - skb->head;
ff1dcadb 907 skb->csum_offset = offsetof(struct tcphdr, check);
1da177e4 908 } else {
8ad50d96
HX
909 th->check = tcp_v6_check(skb->len, saddr, daddr,
910 csum_partial(th, th->doff << 2,
911 skb->csum));
1da177e4
LT
912 }
913}
914
bb296246 915static void tcp_v6_send_check(struct sock *sk, struct sk_buff *skb)
8ad50d96
HX
916{
917 struct ipv6_pinfo *np = inet6_sk(sk);
918
919 __tcp_v6_send_check(skb, &np->saddr, &np->daddr);
920}
921
a430a43d
HX
922static int tcp_v6_gso_send_check(struct sk_buff *skb)
923{
b71d1d42 924 const struct ipv6hdr *ipv6h;
a430a43d
HX
925 struct tcphdr *th;
926
927 if (!pskb_may_pull(skb, sizeof(*th)))
928 return -EINVAL;
929
0660e03f 930 ipv6h = ipv6_hdr(skb);
aa8223c7 931 th = tcp_hdr(skb);
a430a43d
HX
932
933 th->check = 0;
84fa7933 934 skb->ip_summed = CHECKSUM_PARTIAL;
8ad50d96 935 __tcp_v6_send_check(skb, &ipv6h->saddr, &ipv6h->daddr);
a430a43d
HX
936 return 0;
937}
1da177e4 938
36990673
HX
939static struct sk_buff **tcp6_gro_receive(struct sk_buff **head,
940 struct sk_buff *skb)
684f2176 941{
b71d1d42 942 const struct ipv6hdr *iph = skb_gro_network_header(skb);
684f2176
HX
943
944 switch (skb->ip_summed) {
945 case CHECKSUM_COMPLETE:
86911732 946 if (!tcp_v6_check(skb_gro_len(skb), &iph->saddr, &iph->daddr,
684f2176
HX
947 skb->csum)) {
948 skb->ip_summed = CHECKSUM_UNNECESSARY;
949 break;
950 }
951
952 /* fall through */
953 case CHECKSUM_NONE:
954 NAPI_GRO_CB(skb)->flush = 1;
955 return NULL;
956 }
957
958 return tcp_gro_receive(head, skb);
959}
684f2176 960
36990673 961static int tcp6_gro_complete(struct sk_buff *skb)
684f2176 962{
b71d1d42 963 const struct ipv6hdr *iph = ipv6_hdr(skb);
684f2176
HX
964 struct tcphdr *th = tcp_hdr(skb);
965
966 th->check = ~tcp_v6_check(skb->len - skb_transport_offset(skb),
967 &iph->saddr, &iph->daddr, 0);
968 skb_shinfo(skb)->gso_type = SKB_GSO_TCPV6;
969
970 return tcp_gro_complete(skb);
971}
684f2176 972
626e264d 973static void tcp_v6_send_response(struct sk_buff *skb, u32 seq, u32 ack, u32 win,
b903d324 974 u32 ts, struct tcp_md5sig_key *key, int rst, u8 tclass)
1da177e4 975{
cf533ea5
ED
976 const struct tcphdr *th = tcp_hdr(skb);
977 struct tcphdr *t1;
1da177e4 978 struct sk_buff *buff;
4c9483b2 979 struct flowi6 fl6;
adf30907 980 struct net *net = dev_net(skb_dst(skb)->dev);
e5047992 981 struct sock *ctl_sk = net->ipv6.tcp_sk;
77c676da 982 unsigned int tot_len = sizeof(struct tcphdr);
adf30907 983 struct dst_entry *dst;
81ada62d 984 __be32 *topt;
1da177e4 985
626e264d
IJ
986 if (ts)
987 tot_len += TCPOLEN_TSTAMP_ALIGNED;
cfb6eeb4 988#ifdef CONFIG_TCP_MD5SIG
cfb6eeb4
YH
989 if (key)
990 tot_len += TCPOLEN_MD5SIG_ALIGNED;
991#endif
992
cfb6eeb4 993 buff = alloc_skb(MAX_HEADER + sizeof(struct ipv6hdr) + tot_len,
1da177e4 994 GFP_ATOMIC);
1ab1457c
YH
995 if (buff == NULL)
996 return;
1da177e4 997
cfb6eeb4 998 skb_reserve(buff, MAX_HEADER + sizeof(struct ipv6hdr) + tot_len);
1da177e4 999
cfb6eeb4 1000 t1 = (struct tcphdr *) skb_push(buff, tot_len);
6651ffc8 1001 skb_reset_transport_header(buff);
1da177e4
LT
1002
1003 /* Swap the send and the receive. */
1004 memset(t1, 0, sizeof(*t1));
1005 t1->dest = th->source;
1006 t1->source = th->dest;
cfb6eeb4 1007 t1->doff = tot_len / 4;
626e264d
IJ
1008 t1->seq = htonl(seq);
1009 t1->ack_seq = htonl(ack);
1010 t1->ack = !rst || !th->ack;
1011 t1->rst = rst;
1012 t1->window = htons(win);
1da177e4 1013
81ada62d
IJ
1014 topt = (__be32 *)(t1 + 1);
1015
626e264d
IJ
1016 if (ts) {
1017 *topt++ = htonl((TCPOPT_NOP << 24) | (TCPOPT_NOP << 16) |
1018 (TCPOPT_TIMESTAMP << 8) | TCPOLEN_TIMESTAMP);
1019 *topt++ = htonl(tcp_time_stamp);
1020 *topt++ = htonl(ts);
1021 }
1022
cfb6eeb4
YH
1023#ifdef CONFIG_TCP_MD5SIG
1024 if (key) {
81ada62d
IJ
1025 *topt++ = htonl((TCPOPT_NOP << 24) | (TCPOPT_NOP << 16) |
1026 (TCPOPT_MD5SIG << 8) | TCPOLEN_MD5SIG);
1027 tcp_v6_md5_hash_hdr((__u8 *)topt, key,
78e645cb
IJ
1028 &ipv6_hdr(skb)->saddr,
1029 &ipv6_hdr(skb)->daddr, t1);
cfb6eeb4
YH
1030 }
1031#endif
1032
4c9483b2 1033 memset(&fl6, 0, sizeof(fl6));
4e3fd7a0
AD
1034 fl6.daddr = ipv6_hdr(skb)->saddr;
1035 fl6.saddr = ipv6_hdr(skb)->daddr;
1da177e4 1036
e5700aff
DM
1037 buff->ip_summed = CHECKSUM_PARTIAL;
1038 buff->csum = 0;
1039
4c9483b2 1040 __tcp_v6_send_check(buff, &fl6.saddr, &fl6.daddr);
1da177e4 1041
4c9483b2
DM
1042 fl6.flowi6_proto = IPPROTO_TCP;
1043 fl6.flowi6_oif = inet6_iif(skb);
1958b856
DM
1044 fl6.fl6_dport = t1->dest;
1045 fl6.fl6_sport = t1->source;
4c9483b2 1046 security_skb_classify_flow(skb, flowi6_to_flowi(&fl6));
1da177e4 1047
c20121ae
DL
1048 /* Pass a socket to ip6_dst_lookup either it is for RST
1049 * Underlying function will use this to retrieve the network
1050 * namespace
1051 */
4c9483b2 1052 dst = ip6_dst_lookup_flow(ctl_sk, &fl6, NULL, false);
68d0c6d3
DM
1053 if (!IS_ERR(dst)) {
1054 skb_dst_set(buff, dst);
b903d324 1055 ip6_xmit(ctl_sk, buff, &fl6, NULL, tclass);
68d0c6d3
DM
1056 TCP_INC_STATS_BH(net, TCP_MIB_OUTSEGS);
1057 if (rst)
1058 TCP_INC_STATS_BH(net, TCP_MIB_OUTRSTS);
1059 return;
1da177e4
LT
1060 }
1061
1062 kfree_skb(buff);
1063}
1064
626e264d 1065static void tcp_v6_send_reset(struct sock *sk, struct sk_buff *skb)
1da177e4 1066{
cf533ea5 1067 const struct tcphdr *th = tcp_hdr(skb);
626e264d 1068 u32 seq = 0, ack_seq = 0;
fa3e5b4e 1069 struct tcp_md5sig_key *key = NULL;
1da177e4 1070
626e264d 1071 if (th->rst)
1da177e4
LT
1072 return;
1073
626e264d
IJ
1074 if (!ipv6_unicast_destination(skb))
1075 return;
1da177e4 1076
cfb6eeb4 1077#ifdef CONFIG_TCP_MD5SIG
626e264d 1078 if (sk)
8a622e71 1079 key = tcp_v6_md5_do_lookup(sk, &ipv6_hdr(skb)->saddr);
cfb6eeb4
YH
1080#endif
1081
626e264d
IJ
1082 if (th->ack)
1083 seq = ntohl(th->ack_seq);
1084 else
1085 ack_seq = ntohl(th->seq) + th->syn + th->fin + skb->len -
1086 (th->doff << 2);
1da177e4 1087
b903d324 1088 tcp_v6_send_response(skb, seq, ack_seq, 0, 0, key, 1, 0);
626e264d 1089}
1da177e4 1090
626e264d 1091static void tcp_v6_send_ack(struct sk_buff *skb, u32 seq, u32 ack, u32 win, u32 ts,
b903d324 1092 struct tcp_md5sig_key *key, u8 tclass)
626e264d 1093{
b903d324 1094 tcp_v6_send_response(skb, seq, ack, win, ts, key, 0, tclass);
1da177e4
LT
1095}
1096
1097static void tcp_v6_timewait_ack(struct sock *sk, struct sk_buff *skb)
1098{
8feaf0c0 1099 struct inet_timewait_sock *tw = inet_twsk(sk);
cfb6eeb4 1100 struct tcp_timewait_sock *tcptw = tcp_twsk(sk);
1da177e4 1101
9501f972 1102 tcp_v6_send_ack(skb, tcptw->tw_snd_nxt, tcptw->tw_rcv_nxt,
8feaf0c0 1103 tcptw->tw_rcv_wnd >> tw->tw_rcv_wscale,
b903d324
ED
1104 tcptw->tw_ts_recent, tcp_twsk_md5_key(tcptw),
1105 tw->tw_tclass);
1da177e4 1106
8feaf0c0 1107 inet_twsk_put(tw);
1da177e4
LT
1108}
1109
6edafaaf
GJ
1110static void tcp_v6_reqsk_send_ack(struct sock *sk, struct sk_buff *skb,
1111 struct request_sock *req)
1da177e4 1112{
9501f972 1113 tcp_v6_send_ack(skb, tcp_rsk(req)->snt_isn + 1, tcp_rsk(req)->rcv_isn + 1, req->rcv_wnd, req->ts_recent,
b903d324 1114 tcp_v6_md5_do_lookup(sk, &ipv6_hdr(skb)->daddr), 0);
1da177e4
LT
1115}
1116
1117
1118static struct sock *tcp_v6_hnd_req(struct sock *sk,struct sk_buff *skb)
1119{
60236fdd 1120 struct request_sock *req, **prev;
aa8223c7 1121 const struct tcphdr *th = tcp_hdr(skb);
1da177e4
LT
1122 struct sock *nsk;
1123
1124 /* Find possible connection requests. */
8129765a 1125 req = inet6_csk_search_req(sk, &prev, th->source,
0660e03f
ACM
1126 &ipv6_hdr(skb)->saddr,
1127 &ipv6_hdr(skb)->daddr, inet6_iif(skb));
1da177e4
LT
1128 if (req)
1129 return tcp_check_req(sk, skb, req, prev);
1130
3b1e0a65 1131 nsk = __inet6_lookup_established(sock_net(sk), &tcp_hashinfo,
d86e0dac
PE
1132 &ipv6_hdr(skb)->saddr, th->source,
1133 &ipv6_hdr(skb)->daddr, ntohs(th->dest), inet6_iif(skb));
1da177e4
LT
1134
1135 if (nsk) {
1136 if (nsk->sk_state != TCP_TIME_WAIT) {
1137 bh_lock_sock(nsk);
1138 return nsk;
1139 }
9469c7b4 1140 inet_twsk_put(inet_twsk(nsk));
1da177e4
LT
1141 return NULL;
1142 }
1143
c6aefafb 1144#ifdef CONFIG_SYN_COOKIES
af9b4738 1145 if (!th->syn)
c6aefafb 1146 sk = cookie_v6_check(sk, skb);
1da177e4
LT
1147#endif
1148 return sk;
1149}
1150
1da177e4
LT
1151/* FIXME: this is substantially similar to the ipv4 code.
1152 * Can some kind of merge be done? -- erics
1153 */
1154static int tcp_v6_conn_request(struct sock *sk, struct sk_buff *skb)
1155{
4957faad 1156 struct tcp_extend_values tmp_ext;
e6b4d113 1157 struct tcp_options_received tmp_opt;
cf533ea5 1158 const u8 *hash_location;
e6b4d113 1159 struct request_sock *req;
ca304b61 1160 struct inet6_request_sock *treq;
1da177e4 1161 struct ipv6_pinfo *np = inet6_sk(sk);
1da177e4 1162 struct tcp_sock *tp = tcp_sk(sk);
e6b4d113 1163 __u32 isn = TCP_SKB_CB(skb)->when;
493f377d 1164 struct dst_entry *dst = NULL;
c6aefafb 1165 int want_cookie = 0;
1da177e4
LT
1166
1167 if (skb->protocol == htons(ETH_P_IP))
1168 return tcp_v4_conn_request(sk, skb);
1169
1170 if (!ipv6_unicast_destination(skb))
1ab1457c 1171 goto drop;
1da177e4 1172
463c84b9 1173 if (inet_csk_reqsk_queue_is_full(sk) && !isn) {
946cedcc
ED
1174 want_cookie = tcp_syn_flood_action(sk, skb, "TCPv6");
1175 if (!want_cookie)
1176 goto drop;
1da177e4
LT
1177 }
1178
463c84b9 1179 if (sk_acceptq_is_full(sk) && inet_csk_reqsk_queue_young(sk) > 1)
1da177e4
LT
1180 goto drop;
1181
ca304b61 1182 req = inet6_reqsk_alloc(&tcp6_request_sock_ops);
1da177e4
LT
1183 if (req == NULL)
1184 goto drop;
1185
cfb6eeb4
YH
1186#ifdef CONFIG_TCP_MD5SIG
1187 tcp_rsk(req)->af_specific = &tcp_request_sock_ipv6_ops;
1188#endif
1189
1da177e4
LT
1190 tcp_clear_options(&tmp_opt);
1191 tmp_opt.mss_clamp = IPV6_MIN_MTU - sizeof(struct tcphdr) - sizeof(struct ipv6hdr);
1192 tmp_opt.user_mss = tp->rx_opt.user_mss;
bb5b7c11 1193 tcp_parse_options(skb, &tmp_opt, &hash_location, 0);
4957faad
WAS
1194
1195 if (tmp_opt.cookie_plus > 0 &&
1196 tmp_opt.saw_tstamp &&
1197 !tp->rx_opt.cookie_out_never &&
1198 (sysctl_tcp_cookie_size > 0 ||
1199 (tp->cookie_values != NULL &&
1200 tp->cookie_values->cookie_desired > 0))) {
1201 u8 *c;
1202 u32 *d;
1203 u32 *mess = &tmp_ext.cookie_bakery[COOKIE_DIGEST_WORDS];
1204 int l = tmp_opt.cookie_plus - TCPOLEN_COOKIE_BASE;
1205
1206 if (tcp_cookie_generator(&tmp_ext.cookie_bakery[0]) != 0)
1207 goto drop_and_free;
1208
1209 /* Secret recipe starts with IP addresses */
0eae88f3 1210 d = (__force u32 *)&ipv6_hdr(skb)->daddr.s6_addr32[0];
4957faad
WAS
1211 *mess++ ^= *d++;
1212 *mess++ ^= *d++;
1213 *mess++ ^= *d++;
1214 *mess++ ^= *d++;
0eae88f3 1215 d = (__force u32 *)&ipv6_hdr(skb)->saddr.s6_addr32[0];
4957faad
WAS
1216 *mess++ ^= *d++;
1217 *mess++ ^= *d++;
1218 *mess++ ^= *d++;
1219 *mess++ ^= *d++;
1220
1221 /* plus variable length Initiator Cookie */
1222 c = (u8 *)mess;
1223 while (l-- > 0)
1224 *c++ ^= *hash_location++;
1da177e4 1225
4957faad 1226 want_cookie = 0; /* not our kind of cookie */
4957faad
WAS
1227 tmp_ext.cookie_out_never = 0; /* false */
1228 tmp_ext.cookie_plus = tmp_opt.cookie_plus;
1229 } else if (!tp->rx_opt.cookie_in_always) {
1230 /* redundant indications, but ensure initialization. */
1231 tmp_ext.cookie_out_never = 1; /* true */
1232 tmp_ext.cookie_plus = 0;
1233 } else {
1234 goto drop_and_free;
1235 }
1236 tmp_ext.cookie_in_always = tp->rx_opt.cookie_in_always;
1da177e4 1237
4dfc2817 1238 if (want_cookie && !tmp_opt.saw_tstamp)
c6aefafb 1239 tcp_clear_options(&tmp_opt);
c6aefafb 1240
1da177e4
LT
1241 tmp_opt.tstamp_ok = tmp_opt.saw_tstamp;
1242 tcp_openreq_init(req, &tmp_opt, skb);
1243
ca304b61 1244 treq = inet6_rsk(req);
4e3fd7a0
AD
1245 treq->rmt_addr = ipv6_hdr(skb)->saddr;
1246 treq->loc_addr = ipv6_hdr(skb)->daddr;
172d69e6 1247 if (!want_cookie || tmp_opt.tstamp_ok)
c6aefafb
GG
1248 TCP_ECN_create_request(req, tcp_hdr(skb));
1249
4d0fe50c
ED
1250 treq->iif = sk->sk_bound_dev_if;
1251
1252 /* So that link locals have meaning */
1253 if (!sk->sk_bound_dev_if &&
1254 ipv6_addr_type(&treq->rmt_addr) & IPV6_ADDR_LINKLOCAL)
1255 treq->iif = inet6_iif(skb);
1256
2bbdf389 1257 if (!isn) {
493f377d
DM
1258 struct inet_peer *peer = NULL;
1259
c6aefafb
GG
1260 if (ipv6_opt_accepted(sk, skb) ||
1261 np->rxopt.bits.rxinfo || np->rxopt.bits.rxoinfo ||
1262 np->rxopt.bits.rxhlim || np->rxopt.bits.rxohlim) {
1263 atomic_inc(&skb->users);
1264 treq->pktopts = skb;
1265 }
493f377d
DM
1266
1267 if (want_cookie) {
2bbdf389
FW
1268 isn = cookie_v6_init_sequence(sk, skb, &req->mss);
1269 req->cookie_ts = tmp_opt.tstamp_ok;
493f377d
DM
1270 goto have_isn;
1271 }
1272
1273 /* VJ's idea. We save last timestamp seen
1274 * from the destination in peer table, when entering
1275 * state TIME-WAIT, and check against it before
1276 * accepting new connection request.
1277 *
1278 * If "isn" is not zero, this request hit alive
1279 * timewait bucket, so that all the necessary checks
1280 * are made in the function processing timewait state.
1281 */
1282 if (tmp_opt.saw_tstamp &&
1283 tcp_death_row.sysctl_tw_recycle &&
1284 (dst = inet6_csk_route_req(sk, req)) != NULL &&
1285 (peer = rt6_get_peer((struct rt6_info *)dst)) != NULL &&
7a71ed89 1286 ipv6_addr_equal((struct in6_addr *)peer->daddr.addr.a6,
493f377d
DM
1287 &treq->rmt_addr)) {
1288 inet_peer_refcheck(peer);
1289 if ((u32)get_seconds() - peer->tcp_ts_stamp < TCP_PAWS_MSL &&
1290 (s32)(peer->tcp_ts - req->ts_recent) >
1291 TCP_PAWS_WINDOW) {
1292 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_PAWSPASSIVEREJECTED);
1293 goto drop_and_release;
1294 }
1295 }
1296 /* Kill the following clause, if you dislike this way. */
1297 else if (!sysctl_tcp_syncookies &&
1298 (sysctl_max_syn_backlog - inet_csk_reqsk_queue_len(sk) <
1299 (sysctl_max_syn_backlog >> 2)) &&
1300 (!peer || !peer->tcp_ts_stamp) &&
1301 (!dst || !dst_metric(dst, RTAX_RTT))) {
1302 /* Without syncookies last quarter of
1303 * backlog is filled with destinations,
1304 * proven to be alive.
1305 * It means that we continue to communicate
1306 * to destinations, already remembered
1307 * to the moment of synflood.
1308 */
1309 LIMIT_NETDEBUG(KERN_DEBUG "TCP: drop open request from %pI6/%u\n",
1310 &treq->rmt_addr, ntohs(tcp_hdr(skb)->source));
1311 goto drop_and_release;
2bbdf389 1312 }
493f377d
DM
1313
1314 isn = tcp_v6_init_sequence(skb);
c6aefafb 1315 }
493f377d 1316have_isn:
2e6599cb 1317 tcp_rsk(req)->snt_isn = isn;
9ad7c049 1318 tcp_rsk(req)->snt_synack = tcp_time_stamp;
1da177e4 1319
4237c75c
VY
1320 security_inet_conn_request(sk, skb, req);
1321
4957faad
WAS
1322 if (tcp_v6_send_synack(sk, req,
1323 (struct request_values *)&tmp_ext) ||
1324 want_cookie)
e6b4d113 1325 goto drop_and_free;
1da177e4 1326
e6b4d113
WAS
1327 inet6_csk_reqsk_queue_hash_add(sk, req, TCP_TIMEOUT_INIT);
1328 return 0;
1da177e4 1329
493f377d
DM
1330drop_and_release:
1331 dst_release(dst);
e6b4d113
WAS
1332drop_and_free:
1333 reqsk_free(req);
1da177e4 1334drop:
1da177e4
LT
1335 return 0; /* don't send reset */
1336}
1337
1338static struct sock * tcp_v6_syn_recv_sock(struct sock *sk, struct sk_buff *skb,
60236fdd 1339 struct request_sock *req,
1da177e4
LT
1340 struct dst_entry *dst)
1341{
78d15e82 1342 struct inet6_request_sock *treq;
1da177e4
LT
1343 struct ipv6_pinfo *newnp, *np = inet6_sk(sk);
1344 struct tcp6_sock *newtcp6sk;
1345 struct inet_sock *newinet;
1346 struct tcp_sock *newtp;
1347 struct sock *newsk;
1348 struct ipv6_txoptions *opt;
cfb6eeb4
YH
1349#ifdef CONFIG_TCP_MD5SIG
1350 struct tcp_md5sig_key *key;
1351#endif
1da177e4
LT
1352
1353 if (skb->protocol == htons(ETH_P_IP)) {
1354 /*
1355 * v6 mapped
1356 */
1357
1358 newsk = tcp_v4_syn_recv_sock(sk, skb, req, dst);
1359
1ab1457c 1360 if (newsk == NULL)
1da177e4
LT
1361 return NULL;
1362
1363 newtcp6sk = (struct tcp6_sock *)newsk;
1364 inet_sk(newsk)->pinet6 = &newtcp6sk->inet6;
1365
1366 newinet = inet_sk(newsk);
1367 newnp = inet6_sk(newsk);
1368 newtp = tcp_sk(newsk);
1369
1370 memcpy(newnp, np, sizeof(struct ipv6_pinfo));
1371
c720c7e8 1372 ipv6_addr_set_v4mapped(newinet->inet_daddr, &newnp->daddr);
1da177e4 1373
c720c7e8 1374 ipv6_addr_set_v4mapped(newinet->inet_saddr, &newnp->saddr);
1da177e4 1375
4e3fd7a0 1376 newnp->rcv_saddr = newnp->saddr;
1da177e4 1377
8292a17a 1378 inet_csk(newsk)->icsk_af_ops = &ipv6_mapped;
1da177e4 1379 newsk->sk_backlog_rcv = tcp_v4_do_rcv;
cfb6eeb4
YH
1380#ifdef CONFIG_TCP_MD5SIG
1381 newtp->af_specific = &tcp_sock_ipv6_mapped_specific;
1382#endif
1383
676a1184
YZ
1384 newnp->ipv6_ac_list = NULL;
1385 newnp->ipv6_fl_list = NULL;
1da177e4
LT
1386 newnp->pktoptions = NULL;
1387 newnp->opt = NULL;
505cbfc5 1388 newnp->mcast_oif = inet6_iif(skb);
0660e03f 1389 newnp->mcast_hops = ipv6_hdr(skb)->hop_limit;
1da177e4 1390
e6848976
ACM
1391 /*
1392 * No need to charge this sock to the relevant IPv6 refcnt debug socks count
1393 * here, tcp_create_openreq_child now does this for us, see the comment in
1394 * that function for the gory details. -acme
1da177e4 1395 */
1da177e4
LT
1396
1397 /* It is tricky place. Until this moment IPv4 tcp
8292a17a 1398 worked with IPv6 icsk.icsk_af_ops.
1da177e4
LT
1399 Sync it now.
1400 */
d83d8461 1401 tcp_sync_mss(newsk, inet_csk(newsk)->icsk_pmtu_cookie);
1da177e4
LT
1402
1403 return newsk;
1404 }
1405
78d15e82 1406 treq = inet6_rsk(req);
1da177e4
LT
1407 opt = np->opt;
1408
1409 if (sk_acceptq_is_full(sk))
1410 goto out_overflow;
1411
493f377d
DM
1412 if (!dst) {
1413 dst = inet6_csk_route_req(sk, req);
1414 if (!dst)
1da177e4 1415 goto out;
1ab1457c 1416 }
1da177e4
LT
1417
1418 newsk = tcp_create_openreq_child(sk, req, skb);
1419 if (newsk == NULL)
093d2823 1420 goto out_nonewsk;
1da177e4 1421
e6848976
ACM
1422 /*
1423 * No need to charge this sock to the relevant IPv6 refcnt debug socks
1424 * count here, tcp_create_openreq_child now does this for us, see the
1425 * comment in that function for the gory details. -acme
1426 */
1da177e4 1427
59eed279 1428 newsk->sk_gso_type = SKB_GSO_TCPV6;
8e1ef0a9 1429 __ip6_dst_store(newsk, dst, NULL, NULL);
1da177e4
LT
1430
1431 newtcp6sk = (struct tcp6_sock *)newsk;
1432 inet_sk(newsk)->pinet6 = &newtcp6sk->inet6;
1433
1434 newtp = tcp_sk(newsk);
1435 newinet = inet_sk(newsk);
1436 newnp = inet6_sk(newsk);
1437
1438 memcpy(newnp, np, sizeof(struct ipv6_pinfo));
1439
4e3fd7a0
AD
1440 newnp->daddr = treq->rmt_addr;
1441 newnp->saddr = treq->loc_addr;
1442 newnp->rcv_saddr = treq->loc_addr;
2e6599cb 1443 newsk->sk_bound_dev_if = treq->iif;
1da177e4 1444
1ab1457c 1445 /* Now IPv6 options...
1da177e4
LT
1446
1447 First: no IPv4 options.
1448 */
f6d8bd05 1449 newinet->inet_opt = NULL;
676a1184 1450 newnp->ipv6_ac_list = NULL;
d35690be 1451 newnp->ipv6_fl_list = NULL;
1da177e4
LT
1452
1453 /* Clone RX bits */
1454 newnp->rxopt.all = np->rxopt.all;
1455
1456 /* Clone pktoptions received with SYN */
1457 newnp->pktoptions = NULL;
2e6599cb
ACM
1458 if (treq->pktopts != NULL) {
1459 newnp->pktoptions = skb_clone(treq->pktopts, GFP_ATOMIC);
1460 kfree_skb(treq->pktopts);
1461 treq->pktopts = NULL;
1da177e4
LT
1462 if (newnp->pktoptions)
1463 skb_set_owner_r(newnp->pktoptions, newsk);
1464 }
1465 newnp->opt = NULL;
505cbfc5 1466 newnp->mcast_oif = inet6_iif(skb);
0660e03f 1467 newnp->mcast_hops = ipv6_hdr(skb)->hop_limit;
1da177e4
LT
1468
1469 /* Clone native IPv6 options from listening socket (if any)
1470
1471 Yes, keeping reference count would be much more clever,
1472 but we make one more one thing there: reattach optmem
1473 to newsk.
1474 */
1475 if (opt) {
1476 newnp->opt = ipv6_dup_options(newsk, opt);
1477 if (opt != np->opt)
1478 sock_kfree_s(sk, opt, opt->tot_len);
1479 }
1480
d83d8461 1481 inet_csk(newsk)->icsk_ext_hdr_len = 0;
1da177e4 1482 if (newnp->opt)
d83d8461
ACM
1483 inet_csk(newsk)->icsk_ext_hdr_len = (newnp->opt->opt_nflen +
1484 newnp->opt->opt_flen);
1da177e4 1485
5d424d5a 1486 tcp_mtup_init(newsk);
1da177e4 1487 tcp_sync_mss(newsk, dst_mtu(dst));
0dbaee3b 1488 newtp->advmss = dst_metric_advmss(dst);
1da177e4 1489 tcp_initialize_rcv_mss(newsk);
9ad7c049
JC
1490 if (tcp_rsk(req)->snt_synack)
1491 tcp_valid_rtt_meas(newsk,
1492 tcp_time_stamp - tcp_rsk(req)->snt_synack);
1493 newtp->total_retrans = req->retrans;
1da177e4 1494
c720c7e8
ED
1495 newinet->inet_daddr = newinet->inet_saddr = LOOPBACK4_IPV6;
1496 newinet->inet_rcv_saddr = LOOPBACK4_IPV6;
1da177e4 1497
cfb6eeb4
YH
1498#ifdef CONFIG_TCP_MD5SIG
1499 /* Copy over the MD5 key from the original socket */
1500 if ((key = tcp_v6_md5_do_lookup(sk, &newnp->daddr)) != NULL) {
1501 /* We're using one, so create a matching key
1502 * on the newsk structure. If we fail to get
1503 * memory, then we end up not copying the key
1504 * across. Shucks.
1505 */
af879cc7
ACM
1506 char *newkey = kmemdup(key->key, key->keylen, GFP_ATOMIC);
1507 if (newkey != NULL)
e547bc1e 1508 tcp_v6_md5_do_add(newsk, &newnp->daddr,
cfb6eeb4 1509 newkey, key->keylen);
cfb6eeb4
YH
1510 }
1511#endif
1512
093d2823
BS
1513 if (__inet_inherit_port(sk, newsk) < 0) {
1514 sock_put(newsk);
1515 goto out;
1516 }
9327f705 1517 __inet6_hash(newsk, NULL);
1da177e4
LT
1518
1519 return newsk;
1520
1521out_overflow:
de0744af 1522 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_LISTENOVERFLOWS);
093d2823 1523out_nonewsk:
1da177e4
LT
1524 if (opt && opt != np->opt)
1525 sock_kfree_s(sk, opt, opt->tot_len);
1526 dst_release(dst);
093d2823
BS
1527out:
1528 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_LISTENDROPS);
1da177e4
LT
1529 return NULL;
1530}
1531
b51655b9 1532static __sum16 tcp_v6_checksum_init(struct sk_buff *skb)
1da177e4 1533{
84fa7933 1534 if (skb->ip_summed == CHECKSUM_COMPLETE) {
684f2176 1535 if (!tcp_v6_check(skb->len, &ipv6_hdr(skb)->saddr,
0660e03f 1536 &ipv6_hdr(skb)->daddr, skb->csum)) {
fb286bb2 1537 skb->ip_summed = CHECKSUM_UNNECESSARY;
1da177e4 1538 return 0;
fb286bb2 1539 }
1da177e4 1540 }
fb286bb2 1541
684f2176 1542 skb->csum = ~csum_unfold(tcp_v6_check(skb->len,
0660e03f
ACM
1543 &ipv6_hdr(skb)->saddr,
1544 &ipv6_hdr(skb)->daddr, 0));
fb286bb2 1545
1da177e4 1546 if (skb->len <= 76) {
fb286bb2 1547 return __skb_checksum_complete(skb);
1da177e4
LT
1548 }
1549 return 0;
1550}
1551
1552/* The socket must have it's spinlock held when we get
1553 * here.
1554 *
1555 * We have a potential double-lock case here, so even when
1556 * doing backlog processing we use the BH locking scheme.
1557 * This is because we cannot sleep with the original spinlock
1558 * held.
1559 */
1560static int tcp_v6_do_rcv(struct sock *sk, struct sk_buff *skb)
1561{
1562 struct ipv6_pinfo *np = inet6_sk(sk);
1563 struct tcp_sock *tp;
1564 struct sk_buff *opt_skb = NULL;
1565
1566 /* Imagine: socket is IPv6. IPv4 packet arrives,
1567 goes to IPv4 receive handler and backlogged.
1568 From backlog it always goes here. Kerboom...
1569 Fortunately, tcp_rcv_established and rcv_established
1570 handle them correctly, but it is not case with
1571 tcp_v6_hnd_req and tcp_v6_send_reset(). --ANK
1572 */
1573
1574 if (skb->protocol == htons(ETH_P_IP))
1575 return tcp_v4_do_rcv(sk, skb);
1576
cfb6eeb4
YH
1577#ifdef CONFIG_TCP_MD5SIG
1578 if (tcp_v6_inbound_md5_hash (sk, skb))
1579 goto discard;
1580#endif
1581
fda9ef5d 1582 if (sk_filter(sk, skb))
1da177e4
LT
1583 goto discard;
1584
1585 /*
1586 * socket locking is here for SMP purposes as backlog rcv
1587 * is currently called with bh processing disabled.
1588 */
1589
1590 /* Do Stevens' IPV6_PKTOPTIONS.
1591
1592 Yes, guys, it is the only place in our code, where we
1593 may make it not affecting IPv4.
1594 The rest of code is protocol independent,
1595 and I do not like idea to uglify IPv4.
1596
1597 Actually, all the idea behind IPV6_PKTOPTIONS
1598 looks not very well thought. For now we latch
1599 options, received in the last packet, enqueued
1600 by tcp. Feel free to propose better solution.
1ab1457c 1601 --ANK (980728)
1da177e4
LT
1602 */
1603 if (np->rxopt.all)
1604 opt_skb = skb_clone(skb, GFP_ATOMIC);
1605
1606 if (sk->sk_state == TCP_ESTABLISHED) { /* Fast path */
bdeab991 1607 sock_rps_save_rxhash(sk, skb);
aa8223c7 1608 if (tcp_rcv_established(sk, skb, tcp_hdr(skb), skb->len))
1da177e4 1609 goto reset;
1da177e4
LT
1610 if (opt_skb)
1611 goto ipv6_pktoptions;
1612 return 0;
1613 }
1614
ab6a5bb6 1615 if (skb->len < tcp_hdrlen(skb) || tcp_checksum_complete(skb))
1da177e4
LT
1616 goto csum_err;
1617
1ab1457c 1618 if (sk->sk_state == TCP_LISTEN) {
1da177e4
LT
1619 struct sock *nsk = tcp_v6_hnd_req(sk, skb);
1620 if (!nsk)
1621 goto discard;
1622
1623 /*
1624 * Queue it on the new socket if the new socket is active,
1625 * otherwise we just shortcircuit this and continue with
1626 * the new socket..
1627 */
1ab1457c 1628 if(nsk != sk) {
bdeab991 1629 sock_rps_save_rxhash(nsk, skb);
1da177e4
LT
1630 if (tcp_child_process(sk, nsk, skb))
1631 goto reset;
1632 if (opt_skb)
1633 __kfree_skb(opt_skb);
1634 return 0;
1635 }
47482f13 1636 } else
bdeab991 1637 sock_rps_save_rxhash(sk, skb);
1da177e4 1638
aa8223c7 1639 if (tcp_rcv_state_process(sk, skb, tcp_hdr(skb), skb->len))
1da177e4 1640 goto reset;
1da177e4
LT
1641 if (opt_skb)
1642 goto ipv6_pktoptions;
1643 return 0;
1644
1645reset:
cfb6eeb4 1646 tcp_v6_send_reset(sk, skb);
1da177e4
LT
1647discard:
1648 if (opt_skb)
1649 __kfree_skb(opt_skb);
1650 kfree_skb(skb);
1651 return 0;
1652csum_err:
63231bdd 1653 TCP_INC_STATS_BH(sock_net(sk), TCP_MIB_INERRS);
1da177e4
LT
1654 goto discard;
1655
1656
1657ipv6_pktoptions:
1658 /* Do you ask, what is it?
1659
1660 1. skb was enqueued by tcp.
1661 2. skb is added to tail of read queue, rather than out of order.
1662 3. socket is not in passive state.
1663 4. Finally, it really contains options, which user wants to receive.
1664 */
1665 tp = tcp_sk(sk);
1666 if (TCP_SKB_CB(opt_skb)->end_seq == tp->rcv_nxt &&
1667 !((1 << sk->sk_state) & (TCPF_CLOSE | TCPF_LISTEN))) {
333fad53 1668 if (np->rxopt.bits.rxinfo || np->rxopt.bits.rxoinfo)
505cbfc5 1669 np->mcast_oif = inet6_iif(opt_skb);
333fad53 1670 if (np->rxopt.bits.rxhlim || np->rxopt.bits.rxohlim)
0660e03f 1671 np->mcast_hops = ipv6_hdr(opt_skb)->hop_limit;
1da177e4
LT
1672 if (ipv6_opt_accepted(sk, opt_skb)) {
1673 skb_set_owner_r(opt_skb, sk);
1674 opt_skb = xchg(&np->pktoptions, opt_skb);
1675 } else {
1676 __kfree_skb(opt_skb);
1677 opt_skb = xchg(&np->pktoptions, NULL);
1678 }
1679 }
1680
800d55f1 1681 kfree_skb(opt_skb);
1da177e4
LT
1682 return 0;
1683}
1684
e5bbef20 1685static int tcp_v6_rcv(struct sk_buff *skb)
1da177e4 1686{
cf533ea5 1687 const struct tcphdr *th;
b71d1d42 1688 const struct ipv6hdr *hdr;
1da177e4
LT
1689 struct sock *sk;
1690 int ret;
a86b1e30 1691 struct net *net = dev_net(skb->dev);
1da177e4
LT
1692
1693 if (skb->pkt_type != PACKET_HOST)
1694 goto discard_it;
1695
1696 /*
1697 * Count it even if it's bad.
1698 */
63231bdd 1699 TCP_INC_STATS_BH(net, TCP_MIB_INSEGS);
1da177e4
LT
1700
1701 if (!pskb_may_pull(skb, sizeof(struct tcphdr)))
1702 goto discard_it;
1703
aa8223c7 1704 th = tcp_hdr(skb);
1da177e4
LT
1705
1706 if (th->doff < sizeof(struct tcphdr)/4)
1707 goto bad_packet;
1708 if (!pskb_may_pull(skb, th->doff*4))
1709 goto discard_it;
1710
60476372 1711 if (!skb_csum_unnecessary(skb) && tcp_v6_checksum_init(skb))
1da177e4
LT
1712 goto bad_packet;
1713
aa8223c7 1714 th = tcp_hdr(skb);
e802af9c 1715 hdr = ipv6_hdr(skb);
1da177e4
LT
1716 TCP_SKB_CB(skb)->seq = ntohl(th->seq);
1717 TCP_SKB_CB(skb)->end_seq = (TCP_SKB_CB(skb)->seq + th->syn + th->fin +
1718 skb->len - th->doff*4);
1719 TCP_SKB_CB(skb)->ack_seq = ntohl(th->ack_seq);
1720 TCP_SKB_CB(skb)->when = 0;
b82d1bb4 1721 TCP_SKB_CB(skb)->ip_dsfield = ipv6_get_dsfield(hdr);
1da177e4
LT
1722 TCP_SKB_CB(skb)->sacked = 0;
1723
9a1f27c4 1724 sk = __inet6_lookup_skb(&tcp_hashinfo, skb, th->source, th->dest);
1da177e4
LT
1725 if (!sk)
1726 goto no_tcp_socket;
1727
1728process:
1729 if (sk->sk_state == TCP_TIME_WAIT)
1730 goto do_time_wait;
1731
e802af9c
SH
1732 if (hdr->hop_limit < inet6_sk(sk)->min_hopcount) {
1733 NET_INC_STATS_BH(net, LINUX_MIB_TCPMINTTLDROP);
1734 goto discard_and_relse;
1735 }
1736
1da177e4
LT
1737 if (!xfrm6_policy_check(sk, XFRM_POLICY_IN, skb))
1738 goto discard_and_relse;
1739
fda9ef5d 1740 if (sk_filter(sk, skb))
1da177e4
LT
1741 goto discard_and_relse;
1742
1743 skb->dev = NULL;
1744
293b9c42 1745 bh_lock_sock_nested(sk);
1da177e4
LT
1746 ret = 0;
1747 if (!sock_owned_by_user(sk)) {
1a2449a8 1748#ifdef CONFIG_NET_DMA
1ab1457c 1749 struct tcp_sock *tp = tcp_sk(sk);
b4caea8a 1750 if (!tp->ucopy.dma_chan && tp->ucopy.pinned_list)
f67b4599 1751 tp->ucopy.dma_chan = dma_find_channel(DMA_MEMCPY);
1ab1457c
YH
1752 if (tp->ucopy.dma_chan)
1753 ret = tcp_v6_do_rcv(sk, skb);
1754 else
1a2449a8
CL
1755#endif
1756 {
1757 if (!tcp_prequeue(sk, skb))
1758 ret = tcp_v6_do_rcv(sk, skb);
1759 }
6cce09f8 1760 } else if (unlikely(sk_add_backlog(sk, skb))) {
6b03a53a 1761 bh_unlock_sock(sk);
6cce09f8 1762 NET_INC_STATS_BH(net, LINUX_MIB_TCPBACKLOGDROP);
6b03a53a
ZY
1763 goto discard_and_relse;
1764 }
1da177e4
LT
1765 bh_unlock_sock(sk);
1766
1767 sock_put(sk);
1768 return ret ? -1 : 0;
1769
1770no_tcp_socket:
1771 if (!xfrm6_policy_check(NULL, XFRM_POLICY_IN, skb))
1772 goto discard_it;
1773
1774 if (skb->len < (th->doff<<2) || tcp_checksum_complete(skb)) {
1775bad_packet:
63231bdd 1776 TCP_INC_STATS_BH(net, TCP_MIB_INERRS);
1da177e4 1777 } else {
cfb6eeb4 1778 tcp_v6_send_reset(NULL, skb);
1da177e4
LT
1779 }
1780
1781discard_it:
1782
1783 /*
1784 * Discard frame
1785 */
1786
1787 kfree_skb(skb);
1788 return 0;
1789
1790discard_and_relse:
1791 sock_put(sk);
1792 goto discard_it;
1793
1794do_time_wait:
1795 if (!xfrm6_policy_check(NULL, XFRM_POLICY_IN, skb)) {
9469c7b4 1796 inet_twsk_put(inet_twsk(sk));
1da177e4
LT
1797 goto discard_it;
1798 }
1799
1800 if (skb->len < (th->doff<<2) || tcp_checksum_complete(skb)) {
63231bdd 1801 TCP_INC_STATS_BH(net, TCP_MIB_INERRS);
9469c7b4 1802 inet_twsk_put(inet_twsk(sk));
1da177e4
LT
1803 goto discard_it;
1804 }
1805
9469c7b4 1806 switch (tcp_timewait_state_process(inet_twsk(sk), skb, th)) {
1da177e4
LT
1807 case TCP_TW_SYN:
1808 {
1809 struct sock *sk2;
1810
c346dca1 1811 sk2 = inet6_lookup_listener(dev_net(skb->dev), &tcp_hashinfo,
0660e03f 1812 &ipv6_hdr(skb)->daddr,
505cbfc5 1813 ntohs(th->dest), inet6_iif(skb));
1da177e4 1814 if (sk2 != NULL) {
295ff7ed
ACM
1815 struct inet_timewait_sock *tw = inet_twsk(sk);
1816 inet_twsk_deschedule(tw, &tcp_death_row);
1817 inet_twsk_put(tw);
1da177e4
LT
1818 sk = sk2;
1819 goto process;
1820 }
1821 /* Fall through to ACK */
1822 }
1823 case TCP_TW_ACK:
1824 tcp_v6_timewait_ack(sk, skb);
1825 break;
1826 case TCP_TW_RST:
1827 goto no_tcp_socket;
1828 case TCP_TW_SUCCESS:;
1829 }
1830 goto discard_it;
1831}
1832
ccb7c410
DM
1833static struct inet_peer *tcp_v6_get_peer(struct sock *sk, bool *release_it)
1834{
db3949c4
DM
1835 struct rt6_info *rt = (struct rt6_info *) __sk_dst_get(sk);
1836 struct ipv6_pinfo *np = inet6_sk(sk);
1837 struct inet_peer *peer;
1838
1839 if (!rt ||
1840 !ipv6_addr_equal(&np->daddr, &rt->rt6i_dst.addr)) {
1841 peer = inet_getpeer_v6(&np->daddr, 1);
1842 *release_it = true;
1843 } else {
1844 if (!rt->rt6i_peer)
1845 rt6_bind_peer(rt, 1);
1846 peer = rt->rt6i_peer;
457de438 1847 *release_it = false;
db3949c4
DM
1848 }
1849
1850 return peer;
ccb7c410
DM
1851}
1852
1853static void *tcp_v6_tw_get_peer(struct sock *sk)
1da177e4 1854{
cf533ea5
ED
1855 const struct inet6_timewait_sock *tw6 = inet6_twsk(sk);
1856 const struct inet_timewait_sock *tw = inet_twsk(sk);
ccb7c410
DM
1857
1858 if (tw->tw_family == AF_INET)
1859 return tcp_v4_tw_get_peer(sk);
1860
db3949c4 1861 return inet_getpeer_v6(&tw6->tw_v6_daddr, 1);
1da177e4
LT
1862}
1863
ccb7c410
DM
1864static struct timewait_sock_ops tcp6_timewait_sock_ops = {
1865 .twsk_obj_size = sizeof(struct tcp6_timewait_sock),
1866 .twsk_unique = tcp_twsk_unique,
1867 .twsk_destructor= tcp_twsk_destructor,
1868 .twsk_getpeer = tcp_v6_tw_get_peer,
1869};
1870
3b401a81 1871static const struct inet_connection_sock_af_ops ipv6_specific = {
543d9cfe
ACM
1872 .queue_xmit = inet6_csk_xmit,
1873 .send_check = tcp_v6_send_check,
1874 .rebuild_header = inet6_sk_rebuild_header,
1875 .conn_request = tcp_v6_conn_request,
1876 .syn_recv_sock = tcp_v6_syn_recv_sock,
3f419d2d 1877 .get_peer = tcp_v6_get_peer,
543d9cfe
ACM
1878 .net_header_len = sizeof(struct ipv6hdr),
1879 .setsockopt = ipv6_setsockopt,
1880 .getsockopt = ipv6_getsockopt,
1881 .addr2sockaddr = inet6_csk_addr2sockaddr,
1882 .sockaddr_len = sizeof(struct sockaddr_in6),
ab1e0a13 1883 .bind_conflict = inet6_csk_bind_conflict,
3fdadf7d 1884#ifdef CONFIG_COMPAT
543d9cfe
ACM
1885 .compat_setsockopt = compat_ipv6_setsockopt,
1886 .compat_getsockopt = compat_ipv6_getsockopt,
3fdadf7d 1887#endif
1da177e4
LT
1888};
1889
cfb6eeb4 1890#ifdef CONFIG_TCP_MD5SIG
b2e4b3de 1891static const struct tcp_sock_af_ops tcp_sock_ipv6_specific = {
cfb6eeb4 1892 .md5_lookup = tcp_v6_md5_lookup,
49a72dfb 1893 .calc_md5_hash = tcp_v6_md5_hash_skb,
cfb6eeb4 1894 .md5_parse = tcp_v6_parse_md5_keys,
cfb6eeb4 1895};
a928630a 1896#endif
cfb6eeb4 1897
1da177e4
LT
1898/*
1899 * TCP over IPv4 via INET6 API
1900 */
1901
3b401a81 1902static const struct inet_connection_sock_af_ops ipv6_mapped = {
543d9cfe
ACM
1903 .queue_xmit = ip_queue_xmit,
1904 .send_check = tcp_v4_send_check,
1905 .rebuild_header = inet_sk_rebuild_header,
1906 .conn_request = tcp_v6_conn_request,
1907 .syn_recv_sock = tcp_v6_syn_recv_sock,
3f419d2d 1908 .get_peer = tcp_v4_get_peer,
543d9cfe
ACM
1909 .net_header_len = sizeof(struct iphdr),
1910 .setsockopt = ipv6_setsockopt,
1911 .getsockopt = ipv6_getsockopt,
1912 .addr2sockaddr = inet6_csk_addr2sockaddr,
1913 .sockaddr_len = sizeof(struct sockaddr_in6),
ab1e0a13 1914 .bind_conflict = inet6_csk_bind_conflict,
3fdadf7d 1915#ifdef CONFIG_COMPAT
543d9cfe
ACM
1916 .compat_setsockopt = compat_ipv6_setsockopt,
1917 .compat_getsockopt = compat_ipv6_getsockopt,
3fdadf7d 1918#endif
1da177e4
LT
1919};
1920
cfb6eeb4 1921#ifdef CONFIG_TCP_MD5SIG
b2e4b3de 1922static const struct tcp_sock_af_ops tcp_sock_ipv6_mapped_specific = {
cfb6eeb4 1923 .md5_lookup = tcp_v4_md5_lookup,
49a72dfb 1924 .calc_md5_hash = tcp_v4_md5_hash_skb,
cfb6eeb4 1925 .md5_parse = tcp_v6_parse_md5_keys,
cfb6eeb4 1926};
a928630a 1927#endif
cfb6eeb4 1928
1da177e4
LT
1929/* NOTE: A lot of things set to zero explicitly by call to
1930 * sk_alloc() so need not be done here.
1931 */
1932static int tcp_v6_init_sock(struct sock *sk)
1933{
6687e988 1934 struct inet_connection_sock *icsk = inet_csk(sk);
1da177e4
LT
1935 struct tcp_sock *tp = tcp_sk(sk);
1936
1937 skb_queue_head_init(&tp->out_of_order_queue);
1938 tcp_init_xmit_timers(sk);
1939 tcp_prequeue_init(tp);
1940
6687e988 1941 icsk->icsk_rto = TCP_TIMEOUT_INIT;
1da177e4
LT
1942 tp->mdev = TCP_TIMEOUT_INIT;
1943
1944 /* So many TCP implementations out there (incorrectly) count the
1945 * initial SYN frame in their delayed-ACK and congestion control
1946 * algorithms that we must have the following bandaid to talk
1947 * efficiently to them. -DaveM
1948 */
1949 tp->snd_cwnd = 2;
1950
1951 /* See draft-stevens-tcpca-spec-01 for discussion of the
1952 * initialization of these values.
1953 */
0b6a05c1 1954 tp->snd_ssthresh = TCP_INFINITE_SSTHRESH;
1da177e4 1955 tp->snd_cwnd_clamp = ~0;
bee7ca9e 1956 tp->mss_cache = TCP_MSS_DEFAULT;
1da177e4
LT
1957
1958 tp->reordering = sysctl_tcp_reordering;
1959
1960 sk->sk_state = TCP_CLOSE;
1961
8292a17a 1962 icsk->icsk_af_ops = &ipv6_specific;
6687e988 1963 icsk->icsk_ca_ops = &tcp_init_congestion_ops;
d83d8461 1964 icsk->icsk_sync_mss = tcp_sync_mss;
1da177e4
LT
1965 sk->sk_write_space = sk_stream_write_space;
1966 sock_set_flag(sk, SOCK_USE_WRITE_QUEUE);
1967
cfb6eeb4
YH
1968#ifdef CONFIG_TCP_MD5SIG
1969 tp->af_specific = &tcp_sock_ipv6_specific;
1970#endif
1971
435cf559
WAS
1972 /* TCP Cookie Transactions */
1973 if (sysctl_tcp_cookie_size > 0) {
1974 /* Default, cookies without s_data_payload. */
1975 tp->cookie_values =
1976 kzalloc(sizeof(*tp->cookie_values),
1977 sk->sk_allocation);
1978 if (tp->cookie_values != NULL)
1979 kref_init(&tp->cookie_values->kref);
1980 }
1981 /* Presumed zeroed, in order of appearance:
1982 * cookie_in_always, cookie_out_never,
1983 * s_data_constant, s_data_in, s_data_out
1984 */
1da177e4
LT
1985 sk->sk_sndbuf = sysctl_tcp_wmem[1];
1986 sk->sk_rcvbuf = sysctl_tcp_rmem[1];
1987
eb4dea58 1988 local_bh_disable();
d1a4c0b3 1989 sock_update_memcg(sk);
180d8cd9 1990 sk_sockets_allocated_inc(sk);
eb4dea58 1991 local_bh_enable();
1da177e4
LT
1992
1993 return 0;
1994}
1995
7d06b2e0 1996static void tcp_v6_destroy_sock(struct sock *sk)
1da177e4 1997{
cfb6eeb4
YH
1998#ifdef CONFIG_TCP_MD5SIG
1999 /* Clean up the MD5 key list */
2000 if (tcp_sk(sk)->md5sig_info)
2001 tcp_v6_clear_md5_list(sk);
2002#endif
1da177e4 2003 tcp_v4_destroy_sock(sk);
7d06b2e0 2004 inet6_destroy_sock(sk);
1da177e4
LT
2005}
2006
952a10be 2007#ifdef CONFIG_PROC_FS
1da177e4 2008/* Proc filesystem TCPv6 sock list dumping. */
1ab1457c 2009static void get_openreq6(struct seq_file *seq,
cf533ea5 2010 const struct sock *sk, struct request_sock *req, int i, int uid)
1da177e4 2011{
1da177e4 2012 int ttd = req->expires - jiffies;
b71d1d42
ED
2013 const struct in6_addr *src = &inet6_rsk(req)->loc_addr;
2014 const struct in6_addr *dest = &inet6_rsk(req)->rmt_addr;
1da177e4
LT
2015
2016 if (ttd < 0)
2017 ttd = 0;
2018
1da177e4
LT
2019 seq_printf(seq,
2020 "%4d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
71338aa7 2021 "%02X %08X:%08X %02X:%08lX %08X %5d %8d %d %d %pK\n",
1da177e4
LT
2022 i,
2023 src->s6_addr32[0], src->s6_addr32[1],
2024 src->s6_addr32[2], src->s6_addr32[3],
fd507037 2025 ntohs(inet_rsk(req)->loc_port),
1da177e4
LT
2026 dest->s6_addr32[0], dest->s6_addr32[1],
2027 dest->s6_addr32[2], dest->s6_addr32[3],
2e6599cb 2028 ntohs(inet_rsk(req)->rmt_port),
1da177e4
LT
2029 TCP_SYN_RECV,
2030 0,0, /* could print option size, but that is af dependent. */
1ab1457c
YH
2031 1, /* timers active (only the expire timer) */
2032 jiffies_to_clock_t(ttd),
1da177e4
LT
2033 req->retrans,
2034 uid,
1ab1457c 2035 0, /* non standard timer */
1da177e4
LT
2036 0, /* open_requests have no inode */
2037 0, req);
2038}
2039
2040static void get_tcp6_sock(struct seq_file *seq, struct sock *sp, int i)
2041{
b71d1d42 2042 const struct in6_addr *dest, *src;
1da177e4
LT
2043 __u16 destp, srcp;
2044 int timer_active;
2045 unsigned long timer_expires;
cf533ea5
ED
2046 const struct inet_sock *inet = inet_sk(sp);
2047 const struct tcp_sock *tp = tcp_sk(sp);
463c84b9 2048 const struct inet_connection_sock *icsk = inet_csk(sp);
cf533ea5 2049 const struct ipv6_pinfo *np = inet6_sk(sp);
1da177e4
LT
2050
2051 dest = &np->daddr;
2052 src = &np->rcv_saddr;
c720c7e8
ED
2053 destp = ntohs(inet->inet_dport);
2054 srcp = ntohs(inet->inet_sport);
463c84b9
ACM
2055
2056 if (icsk->icsk_pending == ICSK_TIME_RETRANS) {
1da177e4 2057 timer_active = 1;
463c84b9
ACM
2058 timer_expires = icsk->icsk_timeout;
2059 } else if (icsk->icsk_pending == ICSK_TIME_PROBE0) {
1da177e4 2060 timer_active = 4;
463c84b9 2061 timer_expires = icsk->icsk_timeout;
1da177e4
LT
2062 } else if (timer_pending(&sp->sk_timer)) {
2063 timer_active = 2;
2064 timer_expires = sp->sk_timer.expires;
2065 } else {
2066 timer_active = 0;
2067 timer_expires = jiffies;
2068 }
2069
2070 seq_printf(seq,
2071 "%4d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
71338aa7 2072 "%02X %08X:%08X %02X:%08lX %08X %5d %8d %lu %d %pK %lu %lu %u %u %d\n",
1da177e4
LT
2073 i,
2074 src->s6_addr32[0], src->s6_addr32[1],
2075 src->s6_addr32[2], src->s6_addr32[3], srcp,
2076 dest->s6_addr32[0], dest->s6_addr32[1],
2077 dest->s6_addr32[2], dest->s6_addr32[3], destp,
1ab1457c 2078 sp->sk_state,
47da8ee6
SS
2079 tp->write_seq-tp->snd_una,
2080 (sp->sk_state == TCP_LISTEN) ? sp->sk_ack_backlog : (tp->rcv_nxt - tp->copied_seq),
1da177e4
LT
2081 timer_active,
2082 jiffies_to_clock_t(timer_expires - jiffies),
463c84b9 2083 icsk->icsk_retransmits,
1da177e4 2084 sock_i_uid(sp),
6687e988 2085 icsk->icsk_probes_out,
1da177e4
LT
2086 sock_i_ino(sp),
2087 atomic_read(&sp->sk_refcnt), sp,
7be87351
SH
2088 jiffies_to_clock_t(icsk->icsk_rto),
2089 jiffies_to_clock_t(icsk->icsk_ack.ato),
463c84b9 2090 (icsk->icsk_ack.quick << 1 ) | icsk->icsk_ack.pingpong,
0b6a05c1
IJ
2091 tp->snd_cwnd,
2092 tcp_in_initial_slowstart(tp) ? -1 : tp->snd_ssthresh
1da177e4
LT
2093 );
2094}
2095
1ab1457c 2096static void get_timewait6_sock(struct seq_file *seq,
8feaf0c0 2097 struct inet_timewait_sock *tw, int i)
1da177e4 2098{
b71d1d42 2099 const struct in6_addr *dest, *src;
1da177e4 2100 __u16 destp, srcp;
cf533ea5 2101 const struct inet6_timewait_sock *tw6 = inet6_twsk((struct sock *)tw);
1da177e4
LT
2102 int ttd = tw->tw_ttd - jiffies;
2103
2104 if (ttd < 0)
2105 ttd = 0;
2106
0fa1a53e
ACM
2107 dest = &tw6->tw_v6_daddr;
2108 src = &tw6->tw_v6_rcv_saddr;
1da177e4
LT
2109 destp = ntohs(tw->tw_dport);
2110 srcp = ntohs(tw->tw_sport);
2111
2112 seq_printf(seq,
2113 "%4d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
71338aa7 2114 "%02X %08X:%08X %02X:%08lX %08X %5d %8d %d %d %pK\n",
1da177e4
LT
2115 i,
2116 src->s6_addr32[0], src->s6_addr32[1],
2117 src->s6_addr32[2], src->s6_addr32[3], srcp,
2118 dest->s6_addr32[0], dest->s6_addr32[1],
2119 dest->s6_addr32[2], dest->s6_addr32[3], destp,
2120 tw->tw_substate, 0, 0,
2121 3, jiffies_to_clock_t(ttd), 0, 0, 0, 0,
2122 atomic_read(&tw->tw_refcnt), tw);
2123}
2124
1da177e4
LT
2125static int tcp6_seq_show(struct seq_file *seq, void *v)
2126{
2127 struct tcp_iter_state *st;
2128
2129 if (v == SEQ_START_TOKEN) {
2130 seq_puts(seq,
2131 " sl "
2132 "local_address "
2133 "remote_address "
2134 "st tx_queue rx_queue tr tm->when retrnsmt"
2135 " uid timeout inode\n");
2136 goto out;
2137 }
2138 st = seq->private;
2139
2140 switch (st->state) {
2141 case TCP_SEQ_STATE_LISTENING:
2142 case TCP_SEQ_STATE_ESTABLISHED:
2143 get_tcp6_sock(seq, v, st->num);
2144 break;
2145 case TCP_SEQ_STATE_OPENREQ:
2146 get_openreq6(seq, st->syn_wait_sk, v, st->num, st->uid);
2147 break;
2148 case TCP_SEQ_STATE_TIME_WAIT:
2149 get_timewait6_sock(seq, v, st->num);
2150 break;
2151 }
2152out:
2153 return 0;
2154}
2155
73cb88ec
AV
2156static const struct file_operations tcp6_afinfo_seq_fops = {
2157 .owner = THIS_MODULE,
2158 .open = tcp_seq_open,
2159 .read = seq_read,
2160 .llseek = seq_lseek,
2161 .release = seq_release_net
2162};
2163
1da177e4 2164static struct tcp_seq_afinfo tcp6_seq_afinfo = {
1da177e4
LT
2165 .name = "tcp6",
2166 .family = AF_INET6,
73cb88ec 2167 .seq_fops = &tcp6_afinfo_seq_fops,
9427c4b3
DL
2168 .seq_ops = {
2169 .show = tcp6_seq_show,
2170 },
1da177e4
LT
2171};
2172
2c8c1e72 2173int __net_init tcp6_proc_init(struct net *net)
1da177e4 2174{
6f8b13bc 2175 return tcp_proc_register(net, &tcp6_seq_afinfo);
1da177e4
LT
2176}
2177
6f8b13bc 2178void tcp6_proc_exit(struct net *net)
1da177e4 2179{
6f8b13bc 2180 tcp_proc_unregister(net, &tcp6_seq_afinfo);
1da177e4
LT
2181}
2182#endif
2183
2184struct proto tcpv6_prot = {
2185 .name = "TCPv6",
2186 .owner = THIS_MODULE,
2187 .close = tcp_close,
2188 .connect = tcp_v6_connect,
2189 .disconnect = tcp_disconnect,
463c84b9 2190 .accept = inet_csk_accept,
1da177e4
LT
2191 .ioctl = tcp_ioctl,
2192 .init = tcp_v6_init_sock,
2193 .destroy = tcp_v6_destroy_sock,
2194 .shutdown = tcp_shutdown,
2195 .setsockopt = tcp_setsockopt,
2196 .getsockopt = tcp_getsockopt,
1da177e4 2197 .recvmsg = tcp_recvmsg,
7ba42910
CG
2198 .sendmsg = tcp_sendmsg,
2199 .sendpage = tcp_sendpage,
1da177e4
LT
2200 .backlog_rcv = tcp_v6_do_rcv,
2201 .hash = tcp_v6_hash,
ab1e0a13
ACM
2202 .unhash = inet_unhash,
2203 .get_port = inet_csk_get_port,
1da177e4
LT
2204 .enter_memory_pressure = tcp_enter_memory_pressure,
2205 .sockets_allocated = &tcp_sockets_allocated,
2206 .memory_allocated = &tcp_memory_allocated,
2207 .memory_pressure = &tcp_memory_pressure,
0a5578cf 2208 .orphan_count = &tcp_orphan_count,
1da177e4
LT
2209 .sysctl_wmem = sysctl_tcp_wmem,
2210 .sysctl_rmem = sysctl_tcp_rmem,
2211 .max_header = MAX_TCP_HEADER,
2212 .obj_size = sizeof(struct tcp6_sock),
3ab5aee7 2213 .slab_flags = SLAB_DESTROY_BY_RCU,
6d6ee43e 2214 .twsk_prot = &tcp6_timewait_sock_ops,
60236fdd 2215 .rsk_prot = &tcp6_request_sock_ops,
39d8cda7 2216 .h.hashinfo = &tcp_hashinfo,
7ba42910 2217 .no_autobind = true,
543d9cfe
ACM
2218#ifdef CONFIG_COMPAT
2219 .compat_setsockopt = compat_tcp_setsockopt,
2220 .compat_getsockopt = compat_tcp_getsockopt,
2221#endif
d1a4c0b3
GC
2222#ifdef CONFIG_CGROUP_MEM_RES_CTLR_KMEM
2223 .proto_cgroup = tcp_proto_cgroup,
2224#endif
1da177e4
LT
2225};
2226
41135cc8 2227static const struct inet6_protocol tcpv6_protocol = {
1da177e4
LT
2228 .handler = tcp_v6_rcv,
2229 .err_handler = tcp_v6_err,
a430a43d 2230 .gso_send_check = tcp_v6_gso_send_check,
adcfc7d0 2231 .gso_segment = tcp_tso_segment,
684f2176
HX
2232 .gro_receive = tcp6_gro_receive,
2233 .gro_complete = tcp6_gro_complete,
1da177e4
LT
2234 .flags = INET6_PROTO_NOPOLICY|INET6_PROTO_FINAL,
2235};
2236
1da177e4
LT
2237static struct inet_protosw tcpv6_protosw = {
2238 .type = SOCK_STREAM,
2239 .protocol = IPPROTO_TCP,
2240 .prot = &tcpv6_prot,
2241 .ops = &inet6_stream_ops,
1da177e4 2242 .no_check = 0,
d83d8461
ACM
2243 .flags = INET_PROTOSW_PERMANENT |
2244 INET_PROTOSW_ICSK,
1da177e4
LT
2245};
2246
2c8c1e72 2247static int __net_init tcpv6_net_init(struct net *net)
93ec926b 2248{
5677242f
DL
2249 return inet_ctl_sock_create(&net->ipv6.tcp_sk, PF_INET6,
2250 SOCK_RAW, IPPROTO_TCP, net);
93ec926b
DL
2251}
2252
2c8c1e72 2253static void __net_exit tcpv6_net_exit(struct net *net)
93ec926b 2254{
5677242f 2255 inet_ctl_sock_destroy(net->ipv6.tcp_sk);
b099ce26
EB
2256}
2257
2c8c1e72 2258static void __net_exit tcpv6_net_exit_batch(struct list_head *net_exit_list)
b099ce26
EB
2259{
2260 inet_twsk_purge(&tcp_hashinfo, &tcp_death_row, AF_INET6);
93ec926b
DL
2261}
2262
2263static struct pernet_operations tcpv6_net_ops = {
b099ce26
EB
2264 .init = tcpv6_net_init,
2265 .exit = tcpv6_net_exit,
2266 .exit_batch = tcpv6_net_exit_batch,
93ec926b
DL
2267};
2268
7f4e4868 2269int __init tcpv6_init(void)
1da177e4 2270{
7f4e4868
DL
2271 int ret;
2272
2273 ret = inet6_add_protocol(&tcpv6_protocol, IPPROTO_TCP);
2274 if (ret)
2275 goto out;
2276
1da177e4 2277 /* register inet6 protocol */
7f4e4868
DL
2278 ret = inet6_register_protosw(&tcpv6_protosw);
2279 if (ret)
2280 goto out_tcpv6_protocol;
2281
93ec926b 2282 ret = register_pernet_subsys(&tcpv6_net_ops);
7f4e4868
DL
2283 if (ret)
2284 goto out_tcpv6_protosw;
2285out:
2286 return ret;
ae0f7d5f 2287
7f4e4868
DL
2288out_tcpv6_protocol:
2289 inet6_del_protocol(&tcpv6_protocol, IPPROTO_TCP);
2290out_tcpv6_protosw:
2291 inet6_unregister_protosw(&tcpv6_protosw);
2292 goto out;
2293}
2294
09f7709f 2295void tcpv6_exit(void)
7f4e4868 2296{
93ec926b 2297 unregister_pernet_subsys(&tcpv6_net_ops);
7f4e4868
DL
2298 inet6_unregister_protosw(&tcpv6_protosw);
2299 inet6_del_protocol(&tcpv6_protocol, IPPROTO_TCP);
1da177e4 2300}