Merge branch 'net-dev-Make-protocol-ptr-dependent-on-CONFIG'
[linux-2.6-block.git] / net / ipv4 / tcp_minisocks.c
CommitLineData
1da177e4
LT
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Implementation of the Transmission Control Protocol(TCP).
7 *
02c30a84 8 * Authors: Ross Biro
1da177e4
LT
9 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
10 * Mark Evans, <evansmp@uhura.aston.ac.uk>
11 * Corey Minyard <wf-rch!minyard@relay.EU.net>
12 * Florian La Roche, <flla@stud.uni-sb.de>
13 * Charles Hedrick, <hedrick@klinzhai.rutgers.edu>
14 * Linus Torvalds, <torvalds@cs.helsinki.fi>
15 * Alan Cox, <gw4pts@gw4pts.ampr.org>
16 * Matthew Dillon, <dillon@apollo.west.oic.com>
17 * Arnt Gulbrandsen, <agulbra@nvg.unit.no>
18 * Jorge Cwik, <jorge@laser.satlink.net>
19 */
20
1da177e4
LT
21#include <linux/mm.h>
22#include <linux/module.h>
5a0e3ad6 23#include <linux/slab.h>
1da177e4
LT
24#include <linux/sysctl.h>
25#include <linux/workqueue.h>
60e2a778 26#include <linux/static_key.h>
1da177e4
LT
27#include <net/tcp.h>
28#include <net/inet_common.h>
29#include <net/xfrm.h>
e5907459 30#include <net/busy_poll.h>
1da177e4 31
a2a385d6 32static bool tcp_in_window(u32 seq, u32 end_seq, u32 s_win, u32 e_win)
1da177e4
LT
33{
34 if (seq == s_win)
a2a385d6 35 return true;
1da177e4 36 if (after(end_seq, s_win) && before(seq, e_win))
a2a385d6 37 return true;
a02cec21 38 return seq == e_win && seq == end_seq;
1da177e4
LT
39}
40
4fb17a60
NC
41static enum tcp_tw_status
42tcp_timewait_check_oow_rate_limit(struct inet_timewait_sock *tw,
43 const struct sk_buff *skb, int mib_idx)
44{
45 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
46
47 if (!tcp_oow_rate_limited(twsk_net(tw), skb, mib_idx,
48 &tcptw->tw_last_oow_ack_time)) {
49 /* Send ACK. Note, we do not put the bucket,
50 * it will be released by caller.
51 */
52 return TCP_TW_ACK;
53 }
54
55 /* We are rate-limiting, so just release the tw sock and drop skb. */
56 inet_twsk_put(tw);
57 return TCP_TW_SUCCESS;
58}
59
e905a9ed 60/*
1da177e4
LT
61 * * Main purpose of TIME-WAIT state is to close connection gracefully,
62 * when one of ends sits in LAST-ACK or CLOSING retransmitting FIN
63 * (and, probably, tail of data) and one or more our ACKs are lost.
64 * * What is TIME-WAIT timeout? It is associated with maximal packet
65 * lifetime in the internet, which results in wrong conclusion, that
66 * it is set to catch "old duplicate segments" wandering out of their path.
67 * It is not quite correct. This timeout is calculated so that it exceeds
68 * maximal retransmission timeout enough to allow to lose one (or more)
69 * segments sent by peer and our ACKs. This time may be calculated from RTO.
70 * * When TIME-WAIT socket receives RST, it means that another end
71 * finally closed and we are allowed to kill TIME-WAIT too.
72 * * Second purpose of TIME-WAIT is catching old duplicate segments.
73 * Well, certainly it is pure paranoia, but if we load TIME-WAIT
74 * with this semantics, we MUST NOT kill TIME-WAIT state with RSTs.
75 * * If we invented some more clever way to catch duplicates
76 * (f.e. based on PAWS), we could truncate TIME-WAIT to several RTOs.
77 *
78 * The algorithm below is based on FORMAL INTERPRETATION of RFCs.
79 * When you compare it to RFCs, please, read section SEGMENT ARRIVES
80 * from the very beginning.
81 *
82 * NOTE. With recycling (and later with fin-wait-2) TW bucket
83 * is _not_ stateless. It means, that strictly speaking we must
84 * spinlock it. I do not want! Well, probability of misbehaviour
85 * is ridiculously low and, seems, we could use some mb() tricks
86 * to avoid misread sequence numbers, states etc. --ANK
4308fc58
AC
87 *
88 * We don't need to initialize tmp_out.sack_ok as we don't use the results
1da177e4
LT
89 */
90enum tcp_tw_status
8feaf0c0
ACM
91tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb,
92 const struct tcphdr *th)
1da177e4
LT
93{
94 struct tcp_options_received tmp_opt;
4957faad 95 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
a2a385d6 96 bool paws_reject = false;
1da177e4 97
bb5b7c11 98 tmp_opt.saw_tstamp = 0;
8feaf0c0 99 if (th->doff > (sizeof(*th) >> 2) && tcptw->tw_ts_recent_stamp) {
eed29f17 100 tcp_parse_options(twsk_net(tw), skb, &tmp_opt, 0, NULL);
1da177e4
LT
101
102 if (tmp_opt.saw_tstamp) {
eee2faab
AK
103 if (tmp_opt.rcv_tsecr)
104 tmp_opt.rcv_tsecr -= tcptw->tw_ts_offset;
8feaf0c0
ACM
105 tmp_opt.ts_recent = tcptw->tw_ts_recent;
106 tmp_opt.ts_recent_stamp = tcptw->tw_ts_recent_stamp;
c887e6d2 107 paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
1da177e4
LT
108 }
109 }
110
111 if (tw->tw_substate == TCP_FIN_WAIT2) {
112 /* Just repeat all the checks of tcp_rcv_state_process() */
113
114 /* Out of window, send ACK */
115 if (paws_reject ||
116 !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
8feaf0c0
ACM
117 tcptw->tw_rcv_nxt,
118 tcptw->tw_rcv_nxt + tcptw->tw_rcv_wnd))
4fb17a60
NC
119 return tcp_timewait_check_oow_rate_limit(
120 tw, skb, LINUX_MIB_TCPACKSKIPPEDFINWAIT2);
1da177e4
LT
121
122 if (th->rst)
123 goto kill;
124
8feaf0c0 125 if (th->syn && !before(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt))
271c3b9b 126 return TCP_TW_RST;
1da177e4
LT
127
128 /* Dup ACK? */
1ac530b3
WY
129 if (!th->ack ||
130 !after(TCP_SKB_CB(skb)->end_seq, tcptw->tw_rcv_nxt) ||
1da177e4 131 TCP_SKB_CB(skb)->end_seq == TCP_SKB_CB(skb)->seq) {
8feaf0c0 132 inet_twsk_put(tw);
1da177e4
LT
133 return TCP_TW_SUCCESS;
134 }
135
136 /* New data or FIN. If new data arrive after half-duplex close,
137 * reset.
138 */
139 if (!th->fin ||
271c3b9b 140 TCP_SKB_CB(skb)->end_seq != tcptw->tw_rcv_nxt + 1)
1da177e4 141 return TCP_TW_RST;
1da177e4
LT
142
143 /* FIN arrived, enter true time-wait state. */
8feaf0c0
ACM
144 tw->tw_substate = TCP_TIME_WAIT;
145 tcptw->tw_rcv_nxt = TCP_SKB_CB(skb)->end_seq;
1da177e4 146 if (tmp_opt.saw_tstamp) {
9d729f72 147 tcptw->tw_ts_recent_stamp = get_seconds();
8feaf0c0 148 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
1da177e4
LT
149 }
150
d82bae12 151 inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
1da177e4
LT
152 return TCP_TW_ACK;
153 }
154
155 /*
156 * Now real TIME-WAIT state.
157 *
158 * RFC 1122:
159 * "When a connection is [...] on TIME-WAIT state [...]
160 * [a TCP] MAY accept a new SYN from the remote TCP to
161 * reopen the connection directly, if it:
e905a9ed 162 *
1da177e4
LT
163 * (1) assigns its initial sequence number for the new
164 * connection to be larger than the largest sequence
165 * number it used on the previous connection incarnation,
166 * and
167 *
e905a9ed 168 * (2) returns to TIME-WAIT state if the SYN turns out
1da177e4
LT
169 * to be an old duplicate".
170 */
171
172 if (!paws_reject &&
8feaf0c0 173 (TCP_SKB_CB(skb)->seq == tcptw->tw_rcv_nxt &&
1da177e4
LT
174 (TCP_SKB_CB(skb)->seq == TCP_SKB_CB(skb)->end_seq || th->rst))) {
175 /* In window segment, it may be only reset or bare ack. */
176
177 if (th->rst) {
caa20d9a 178 /* This is TIME_WAIT assassination, in two flavors.
1da177e4
LT
179 * Oh well... nobody has a sufficient solution to this
180 * protocol bug yet.
181 */
625357aa 182 if (twsk_net(tw)->ipv4.sysctl_tcp_rfc1337 == 0) {
1da177e4 183kill:
dbe7faa4 184 inet_twsk_deschedule_put(tw);
1da177e4
LT
185 return TCP_TW_SUCCESS;
186 }
187 }
ed2e9239 188 inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
1da177e4
LT
189
190 if (tmp_opt.saw_tstamp) {
8feaf0c0 191 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
9d729f72 192 tcptw->tw_ts_recent_stamp = get_seconds();
1da177e4
LT
193 }
194
8feaf0c0 195 inet_twsk_put(tw);
1da177e4
LT
196 return TCP_TW_SUCCESS;
197 }
198
199 /* Out of window segment.
200
201 All the segments are ACKed immediately.
202
203 The only exception is new SYN. We accept it, if it is
204 not old duplicate and we are not in danger to be killed
205 by delayed old duplicates. RFC check is that it has
206 newer sequence number works at rates <40Mbit/sec.
207 However, if paws works, it is reliable AND even more,
208 we even may relax silly seq space cutoff.
209
210 RED-PEN: we violate main RFC requirement, if this SYN will appear
211 old duplicate (i.e. we receive RST in reply to SYN-ACK),
212 we must return socket to time-wait state. It is not good,
213 but not fatal yet.
214 */
215
216 if (th->syn && !th->rst && !th->ack && !paws_reject &&
8feaf0c0
ACM
217 (after(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt) ||
218 (tmp_opt.saw_tstamp &&
219 (s32)(tcptw->tw_ts_recent - tmp_opt.rcv_tsval) < 0))) {
220 u32 isn = tcptw->tw_snd_nxt + 65535 + 2;
1da177e4
LT
221 if (isn == 0)
222 isn++;
04317daf 223 TCP_SKB_CB(skb)->tcp_tw_isn = isn;
1da177e4
LT
224 return TCP_TW_SYN;
225 }
226
227 if (paws_reject)
02a1d6e7 228 __NET_INC_STATS(twsk_net(tw), LINUX_MIB_PAWSESTABREJECTED);
1da177e4 229
2de979bd 230 if (!th->rst) {
1da177e4
LT
231 /* In this case we must reset the TIMEWAIT timer.
232 *
233 * If it is ACKless SYN it may be both old duplicate
234 * and new good SYN with random sequence number <rcv_nxt.
235 * Do not reschedule in the last case.
236 */
237 if (paws_reject || th->ack)
ed2e9239 238 inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
1da177e4 239
4fb17a60
NC
240 return tcp_timewait_check_oow_rate_limit(
241 tw, skb, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT);
1da177e4 242 }
8feaf0c0 243 inet_twsk_put(tw);
1da177e4
LT
244 return TCP_TW_SUCCESS;
245}
4bc2f18b 246EXPORT_SYMBOL(tcp_timewait_state_process);
1da177e4 247
e905a9ed 248/*
1da177e4 249 * Move a socket to time-wait or dead fin-wait-2 state.
e905a9ed 250 */
1da177e4
LT
251void tcp_time_wait(struct sock *sk, int state, int timeo)
252{
8292a17a 253 const struct inet_connection_sock *icsk = inet_csk(sk);
8feaf0c0 254 const struct tcp_sock *tp = tcp_sk(sk);
789f558c 255 struct inet_timewait_sock *tw;
1946e672 256 struct inet_timewait_death_row *tcp_death_row = &sock_net(sk)->ipv4.tcp_death_row;
1da177e4 257
1946e672 258 tw = inet_twsk_alloc(sk, tcp_death_row, state);
1da177e4 259
00db4124 260 if (tw) {
8feaf0c0 261 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
463c84b9 262 const int rto = (icsk->icsk_rto << 2) - (icsk->icsk_rto >> 1);
2397849b 263 struct inet_sock *inet = inet_sk(sk);
8feaf0c0 264
2397849b 265 tw->tw_transparent = inet->transparent;
1da177e4 266 tw->tw_rcv_wscale = tp->rx_opt.rcv_wscale;
8feaf0c0
ACM
267 tcptw->tw_rcv_nxt = tp->rcv_nxt;
268 tcptw->tw_snd_nxt = tp->snd_nxt;
269 tcptw->tw_rcv_wnd = tcp_receive_window(tp);
270 tcptw->tw_ts_recent = tp->rx_opt.ts_recent;
271 tcptw->tw_ts_recent_stamp = tp->rx_opt.ts_recent_stamp;
ceaa1fef 272 tcptw->tw_ts_offset = tp->tsoffset;
4fb17a60 273 tcptw->tw_last_oow_ack_time = 0;
1da177e4 274
dfd56b8b 275#if IS_ENABLED(CONFIG_IPV6)
1da177e4
LT
276 if (tw->tw_family == PF_INET6) {
277 struct ipv6_pinfo *np = inet6_sk(sk);
278
efe4208f
ED
279 tw->tw_v6_daddr = sk->sk_v6_daddr;
280 tw->tw_v6_rcv_saddr = sk->sk_v6_rcv_saddr;
b903d324 281 tw->tw_tclass = np->tclass;
21858cd0 282 tw->tw_flowlabel = be32_to_cpu(np->flow_label & IPV6_FLOWLABEL_MASK);
9fe516ba 283 tw->tw_ipv6only = sk->sk_ipv6only;
c676270b 284 }
1da177e4 285#endif
cfb6eeb4
YH
286
287#ifdef CONFIG_TCP_MD5SIG
288 /*
289 * The timewait bucket does not have the key DB from the
290 * sock structure. We just make a quick copy of the
291 * md5 key being used (if indeed we are using one)
292 * so the timewait ack generating code has the key.
293 */
294 do {
295 struct tcp_md5sig_key *key;
a915da9b 296 tcptw->tw_md5_key = NULL;
cfb6eeb4 297 key = tp->af_specific->md5_lookup(sk, sk);
00db4124 298 if (key) {
a915da9b 299 tcptw->tw_md5_key = kmemdup(key, sizeof(*key), GFP_ATOMIC);
49ca1943 300 BUG_ON(tcptw->tw_md5_key && !tcp_alloc_md5sig_pool());
cfb6eeb4 301 }
2de979bd 302 } while (0);
cfb6eeb4
YH
303#endif
304
1da177e4
LT
305 /* Get the TIME_WAIT timeout firing. */
306 if (timeo < rto)
307 timeo = rto;
308
d82bae12
SHY
309 tw->tw_timeout = TCP_TIMEWAIT_LEN;
310 if (state == TCP_TIME_WAIT)
311 timeo = TCP_TIMEWAIT_LEN;
1da177e4 312
cfac7f83
ED
313 /* tw_timer is pinned, so we need to make sure BH are disabled
314 * in following section, otherwise timer handler could run before
315 * we complete the initialization.
316 */
317 local_bh_disable();
789f558c 318 inet_twsk_schedule(tw, timeo);
ec94c269
ED
319 /* Linkage updates.
320 * Note that access to tw after this point is illegal.
321 */
322 inet_twsk_hashdance(tw, sk, &tcp_hashinfo);
cfac7f83 323 local_bh_enable();
1da177e4
LT
324 } else {
325 /* Sorry, if we're out of memory, just CLOSE this
326 * socket up. We've got bigger problems than
327 * non-graceful socket closings.
328 */
c10d9310 329 NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPTIMEWAITOVERFLOW);
1da177e4
LT
330 }
331
332 tcp_update_metrics(sk);
333 tcp_done(sk);
334}
335
cfb6eeb4
YH
336void tcp_twsk_destructor(struct sock *sk)
337{
b6242b9b 338#ifdef CONFIG_TCP_MD5SIG
a928630a 339 struct tcp_timewait_sock *twsk = tcp_twsk(sk);
2397849b 340
71cea17e 341 if (twsk->tw_md5_key)
a915da9b 342 kfree_rcu(twsk->tw_md5_key, rcu);
cfb6eeb4
YH
343#endif
344}
cfb6eeb4
YH
345EXPORT_SYMBOL_GPL(tcp_twsk_destructor);
346
b1964b5f
ED
347/* Warning : This function is called without sk_listener being locked.
348 * Be sure to read socket fields once, as their value could change under us.
349 */
843f4a55 350void tcp_openreq_init_rwin(struct request_sock *req,
b1964b5f
ED
351 const struct sock *sk_listener,
352 const struct dst_entry *dst)
843f4a55
YC
353{
354 struct inet_request_sock *ireq = inet_rsk(req);
b1964b5f 355 const struct tcp_sock *tp = tcp_sk(sk_listener);
b1964b5f 356 int full_space = tcp_full_space(sk_listener);
b1964b5f
ED
357 u32 window_clamp;
358 __u8 rcv_wscale;
13d3b1eb 359 u32 rcv_wnd;
3541f9e8 360 int mss;
843f4a55 361
3541f9e8 362 mss = tcp_mss_clamp(tp, dst_metric_advmss(dst));
b1964b5f 363 window_clamp = READ_ONCE(tp->window_clamp);
843f4a55 364 /* Set this up on the first call only */
ed53d0ab 365 req->rsk_window_clamp = window_clamp ? : dst_metric(dst, RTAX_WINDOW);
843f4a55
YC
366
367 /* limit the window selection if the user enforce a smaller rx buffer */
b1964b5f 368 if (sk_listener->sk_userlocks & SOCK_RCVBUF_LOCK &&
ed53d0ab
ED
369 (req->rsk_window_clamp > full_space || req->rsk_window_clamp == 0))
370 req->rsk_window_clamp = full_space;
843f4a55 371
13d3b1eb
LB
372 rcv_wnd = tcp_rwnd_init_bpf((struct sock *)req);
373 if (rcv_wnd == 0)
374 rcv_wnd = dst_metric(dst, RTAX_INITRWND);
375 else if (full_space < rcv_wnd * mss)
376 full_space = rcv_wnd * mss;
377
843f4a55 378 /* tcp_full_space because it is guaranteed to be the first packet */
ceef9ab6 379 tcp_select_initial_window(sk_listener, full_space,
843f4a55 380 mss - (ireq->tstamp_ok ? TCPOLEN_TSTAMP_ALIGNED : 0),
ed53d0ab
ED
381 &req->rsk_rcv_wnd,
382 &req->rsk_window_clamp,
843f4a55
YC
383 ireq->wscale_ok,
384 &rcv_wscale,
13d3b1eb 385 rcv_wnd);
843f4a55
YC
386 ireq->rcv_wscale = rcv_wscale;
387}
388EXPORT_SYMBOL(tcp_openreq_init_rwin);
389
735d3831
FW
390static void tcp_ecn_openreq_child(struct tcp_sock *tp,
391 const struct request_sock *req)
bdf1ee5d
IJ
392{
393 tp->ecn_flags = inet_rsk(req)->ecn_ok ? TCP_ECN_OK : 0;
394}
395
81164413
DB
396void tcp_ca_openreq_child(struct sock *sk, const struct dst_entry *dst)
397{
398 struct inet_connection_sock *icsk = inet_csk(sk);
399 u32 ca_key = dst_metric(dst, RTAX_CC_ALGO);
400 bool ca_got_dst = false;
401
402 if (ca_key != TCP_CA_UNSPEC) {
403 const struct tcp_congestion_ops *ca;
404
405 rcu_read_lock();
406 ca = tcp_ca_find_key(ca_key);
407 if (likely(ca && try_module_get(ca->owner))) {
408 icsk->icsk_ca_dst_locked = tcp_ca_dst_locked(dst);
409 icsk->icsk_ca_ops = ca;
410 ca_got_dst = true;
411 }
412 rcu_read_unlock();
413 }
414
9f950415
NC
415 /* If no valid choice made yet, assign current system default ca. */
416 if (!ca_got_dst &&
417 (!icsk->icsk_ca_setsockopt ||
418 !try_module_get(icsk->icsk_ca_ops->owner)))
81164413
DB
419 tcp_assign_congestion_control(sk);
420
421 tcp_set_ca_state(sk, TCP_CA_Open);
422}
423EXPORT_SYMBOL_GPL(tcp_ca_openreq_child);
424
60e2a778
UB
425static void smc_check_reset_syn_req(struct tcp_sock *oldtp,
426 struct request_sock *req,
427 struct tcp_sock *newtp)
428{
429#if IS_ENABLED(CONFIG_SMC)
430 struct inet_request_sock *ireq;
431
432 if (static_branch_unlikely(&tcp_have_smc)) {
433 ireq = inet_rsk(req);
434 if (oldtp->syn_smc && !ireq->smc_ok)
435 newtp->syn_smc = 0;
436 }
437#endif
438}
439
1da177e4
LT
440/* This is not only more efficient than what we used to do, it eliminates
441 * a lot of code duplication between IPv4/IPv6 SYN recv processing. -DaveM
442 *
443 * Actually, we could lots of memory writes here. tp of listening
444 * socket contains all necessary default parameters.
445 */
c28c6f04
ED
446struct sock *tcp_create_openreq_child(const struct sock *sk,
447 struct request_sock *req,
448 struct sk_buff *skb)
1da177e4 449{
e56c57d0 450 struct sock *newsk = inet_csk_clone_lock(sk, req, GFP_ATOMIC);
1da177e4 451
00db4124 452 if (newsk) {
9f1d2604 453 const struct inet_request_sock *ireq = inet_rsk(req);
2e6599cb 454 struct tcp_request_sock *treq = tcp_rsk(req);
a9948a7e 455 struct inet_connection_sock *newicsk = inet_csk(newsk);
435cf559 456 struct tcp_sock *newtp = tcp_sk(newsk);
60e2a778
UB
457 struct tcp_sock *oldtp = tcp_sk(sk);
458
459 smc_check_reset_syn_req(oldtp, req, newtp);
1da177e4 460
1da177e4 461 /* Now setup tcp_sock */
31770e34
FW
462 newtp->pred_flags = 0;
463
435cf559
WAS
464 newtp->rcv_wup = newtp->copied_seq =
465 newtp->rcv_nxt = treq->rcv_isn + 1;
a9d99ce2 466 newtp->segs_in = 1;
435cf559
WAS
467
468 newtp->snd_sml = newtp->snd_una =
1a2c6181 469 newtp->snd_nxt = newtp->snd_up = treq->snt_isn + 1;
1da177e4 470
46d3ceab 471 INIT_LIST_HEAD(&newtp->tsq_node);
e2080072 472 INIT_LIST_HEAD(&newtp->tsorted_sent_queue);
1da177e4 473
ee7537b6 474 tcp_init_wl(newtp, treq->rcv_isn);
1da177e4 475
740b0f18
ED
476 newtp->srtt_us = 0;
477 newtp->mdev_us = jiffies_to_usecs(TCP_TIMEOUT_INIT);
ac9517fc 478 minmax_reset(&newtp->rtt_min, tcp_jiffies32, ~0U);
463c84b9 479 newicsk->icsk_rto = TCP_TIMEOUT_INIT;
70eabf0e 480 newicsk->icsk_ack.lrcvtime = tcp_jiffies32;
1da177e4
LT
481
482 newtp->packets_out = 0;
1da177e4
LT
483 newtp->retrans_out = 0;
484 newtp->sacked_out = 0;
0b6a05c1 485 newtp->snd_ssthresh = TCP_INFINITE_SSTHRESH;
9b717a8d 486 newtp->tlp_high_seq = 0;
9a568de4 487 newtp->lsndtime = tcp_jiffies32;
d8ed6250 488 newsk->sk_txhash = treq->txhash;
f2b2c582 489 newtp->last_oow_ack_time = 0;
375fe02c 490 newtp->total_retrans = req->num_retrans;
1da177e4
LT
491
492 /* So many TCP implementations out there (incorrectly) count the
493 * initial SYN frame in their delayed-ACK and congestion control
494 * algorithms that we must have the following bandaid to talk
495 * efficiently to them. -DaveM
496 */
9ad7c049 497 newtp->snd_cwnd = TCP_INIT_CWND;
1da177e4
LT
498 newtp->snd_cwnd_cnt = 0;
499
d7722e85
SHY
500 /* There's a bubble in the pipe until at least the first ACK. */
501 newtp->app_limited = ~0U;
502
1da177e4 503 tcp_init_xmit_timers(newsk);
1a2c6181 504 newtp->write_seq = newtp->pushed_seq = treq->snt_isn + 1;
1da177e4
LT
505
506 newtp->rx_opt.saw_tstamp = 0;
507
508 newtp->rx_opt.dsack = 0;
1da177e4 509 newtp->rx_opt.num_sacks = 0;
cabeccbd 510
1da177e4 511 newtp->urg_data = 0;
1da177e4 512
1da177e4 513 if (sock_flag(newsk, SOCK_KEEPOPEN))
463c84b9
ACM
514 inet_csk_reset_keepalive_timer(newsk,
515 keepalive_time_when(newtp));
1da177e4 516
2e6599cb 517 newtp->rx_opt.tstamp_ok = ireq->tstamp_ok;
713bafea 518 newtp->rx_opt.sack_ok = ireq->sack_ok;
ed53d0ab
ED
519 newtp->window_clamp = req->rsk_window_clamp;
520 newtp->rcv_ssthresh = req->rsk_rcv_wnd;
521 newtp->rcv_wnd = req->rsk_rcv_wnd;
2e6599cb 522 newtp->rx_opt.wscale_ok = ireq->wscale_ok;
1da177e4 523 if (newtp->rx_opt.wscale_ok) {
2e6599cb
ACM
524 newtp->rx_opt.snd_wscale = ireq->snd_wscale;
525 newtp->rx_opt.rcv_wscale = ireq->rcv_wscale;
1da177e4
LT
526 } else {
527 newtp->rx_opt.snd_wscale = newtp->rx_opt.rcv_wscale = 0;
528 newtp->window_clamp = min(newtp->window_clamp, 65535U);
529 }
aa8223c7
ACM
530 newtp->snd_wnd = (ntohs(tcp_hdr(skb)->window) <<
531 newtp->rx_opt.snd_wscale);
1da177e4
LT
532 newtp->max_window = newtp->snd_wnd;
533
534 if (newtp->rx_opt.tstamp_ok) {
535 newtp->rx_opt.ts_recent = req->ts_recent;
9d729f72 536 newtp->rx_opt.ts_recent_stamp = get_seconds();
1da177e4
LT
537 newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED;
538 } else {
539 newtp->rx_opt.ts_recent_stamp = 0;
540 newtp->tcp_header_len = sizeof(struct tcphdr);
541 }
95a22cae 542 newtp->tsoffset = treq->ts_off;
cfb6eeb4
YH
543#ifdef CONFIG_TCP_MD5SIG
544 newtp->md5sig_info = NULL; /*XXX*/
545 if (newtp->af_specific->md5_lookup(sk, newsk))
546 newtp->tcp_header_len += TCPOLEN_MD5SIG_ALIGNED;
547#endif
bee7ca9e 548 if (skb->len >= TCP_MSS_DEFAULT + newtp->tcp_header_len)
463c84b9 549 newicsk->icsk_ack.last_seg_size = skb->len - newtp->tcp_header_len;
1da177e4 550 newtp->rx_opt.mss_clamp = req->mss;
735d3831 551 tcp_ecn_openreq_child(newtp, req);
8b485ce6 552 newtp->fastopen_req = NULL;
8336886f 553 newtp->fastopen_rsk = NULL;
6f73601e 554 newtp->syn_data_acked = 0;
9a568de4 555 newtp->rack.mstamp = 0;
659a8ad5 556 newtp->rack.advanced = 0;
1f255691
PJ
557 newtp->rack.reo_wnd_steps = 1;
558 newtp->rack.last_delivered = 0;
559 newtp->rack.reo_wnd_persist = 0;
560 newtp->rack.dsack_seen = 0;
1da177e4 561
90bbcc60 562 __TCP_INC_STATS(sock_net(sk), TCP_MIB_PASSIVEOPENS);
1da177e4
LT
563 }
564 return newsk;
565}
4bc2f18b 566EXPORT_SYMBOL(tcp_create_openreq_child);
1da177e4 567
e905a9ed 568/*
8336886f
JC
569 * Process an incoming packet for SYN_RECV sockets represented as a
570 * request_sock. Normally sk is the listener socket but for TFO it
571 * points to the child socket.
572 *
573 * XXX (TFO) - The current impl contains a special check for ack
574 * validation and inside tcp_v4_reqsk_send_ack(). Can we do better?
4308fc58
AC
575 *
576 * We don't need to initialize tmp_opt.sack_ok as we don't use the results
1da177e4
LT
577 */
578
5a5f3a8d 579struct sock *tcp_check_req(struct sock *sk, struct sk_buff *skb,
60236fdd 580 struct request_sock *req,
8336886f 581 bool fastopen)
1da177e4 582{
4957faad 583 struct tcp_options_received tmp_opt;
4957faad 584 struct sock *child;
aa8223c7 585 const struct tcphdr *th = tcp_hdr(skb);
714e85be 586 __be32 flg = tcp_flag_word(th) & (TCP_FLAG_RST|TCP_FLAG_SYN|TCP_FLAG_ACK);
a2a385d6 587 bool paws_reject = false;
5e0724d0 588 bool own_req;
1da177e4 589
bb5b7c11
DM
590 tmp_opt.saw_tstamp = 0;
591 if (th->doff > (sizeof(struct tcphdr)>>2)) {
eed29f17 592 tcp_parse_options(sock_net(sk), skb, &tmp_opt, 0, NULL);
1da177e4
LT
593
594 if (tmp_opt.saw_tstamp) {
595 tmp_opt.ts_recent = req->ts_recent;
95a22cae
FW
596 if (tmp_opt.rcv_tsecr)
597 tmp_opt.rcv_tsecr -= tcp_rsk(req)->ts_off;
1da177e4
LT
598 /* We do not store true stamp, but it is not required,
599 * it can be estimated (approximately)
600 * from another data.
601 */
e6c022a4 602 tmp_opt.ts_recent_stamp = get_seconds() - ((TCP_TIMEOUT_INIT/HZ)<<req->num_timeout);
c887e6d2 603 paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
1da177e4
LT
604 }
605 }
606
607 /* Check for pure retransmitted SYN. */
2e6599cb 608 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn &&
1da177e4
LT
609 flg == TCP_FLAG_SYN &&
610 !paws_reject) {
611 /*
612 * RFC793 draws (Incorrectly! It was fixed in RFC1122)
613 * this case on figure 6 and figure 8, but formal
614 * protocol description says NOTHING.
615 * To be more exact, it says that we should send ACK,
616 * because this segment (at least, if it has no data)
617 * is out of window.
618 *
619 * CONCLUSION: RFC793 (even with RFC1122) DOES NOT
620 * describe SYN-RECV state. All the description
621 * is wrong, we cannot believe to it and should
622 * rely only on common sense and implementation
623 * experience.
624 *
625 * Enforce "SYN-ACK" according to figure 8, figure 6
626 * of RFC793, fixed by RFC1122.
8336886f
JC
627 *
628 * Note that even if there is new data in the SYN packet
629 * they will be thrown away too.
cd75eff6
YC
630 *
631 * Reset timer after retransmitting SYNACK, similar to
632 * the idea of fast retransmit in recovery.
1da177e4 633 */
a9b2c06d
NC
634 if (!tcp_oow_rate_limited(sock_net(sk), skb,
635 LINUX_MIB_TCPACKSKIPPEDSYNRECV,
636 &tcp_rsk(req)->last_oow_ack_time) &&
637
dd929c1b
ED
638 !inet_rtx_syn_ack(sk, req)) {
639 unsigned long expires = jiffies;
640
641 expires += min(TCP_TIMEOUT_INIT << req->num_timeout,
642 TCP_RTO_MAX);
643 if (!fastopen)
644 mod_timer_pending(&req->rsk_timer, expires);
645 else
646 req->rsk_timer.expires = expires;
647 }
1da177e4
LT
648 return NULL;
649 }
650
651 /* Further reproduces section "SEGMENT ARRIVES"
652 for state SYN-RECEIVED of RFC793.
653 It is broken, however, it does not work only
654 when SYNs are crossed.
655
656 You would think that SYN crossing is impossible here, since
657 we should have a SYN_SENT socket (from connect()) on our end,
658 but this is not true if the crossed SYNs were sent to both
659 ends by a malicious third party. We must defend against this,
660 and to do that we first verify the ACK (as per RFC793, page
661 36) and reset if it is invalid. Is this a true full defense?
662 To convince ourselves, let us consider a way in which the ACK
663 test can still pass in this 'malicious crossed SYNs' case.
664 Malicious sender sends identical SYNs (and thus identical sequence
665 numbers) to both A and B:
666
667 A: gets SYN, seq=7
668 B: gets SYN, seq=7
669
670 By our good fortune, both A and B select the same initial
671 send sequence number of seven :-)
672
673 A: sends SYN|ACK, seq=7, ack_seq=8
674 B: sends SYN|ACK, seq=7, ack_seq=8
675
676 So we are now A eating this SYN|ACK, ACK test passes. So
677 does sequence test, SYN is truncated, and thus we consider
678 it a bare ACK.
679
ec0a1966
DM
680 If icsk->icsk_accept_queue.rskq_defer_accept, we silently drop this
681 bare ACK. Otherwise, we create an established connection. Both
682 ends (listening sockets) accept the new incoming connection and try
683 to talk to each other. 8-)
1da177e4
LT
684
685 Note: This case is both harmless, and rare. Possibility is about the
686 same as us discovering intelligent life on another plant tomorrow.
687
688 But generally, we should (RFC lies!) to accept ACK
689 from SYNACK both here and in tcp_rcv_state_process().
690 tcp_rcv_state_process() does not, hence, we do not too.
691
692 Note that the case is absolutely generic:
693 we cannot optimize anything here without
694 violating protocol. All the checks must be made
695 before attempt to create socket.
696 */
697
698 /* RFC793 page 36: "If the connection is in any non-synchronized state ...
699 * and the incoming segment acknowledges something not yet
caa20d9a 700 * sent (the segment carries an unacceptable ACK) ...
1da177e4
LT
701 * a reset is sent."
702 *
8336886f
JC
703 * Invalid ACK: reset will be sent by listening socket.
704 * Note that the ACK validity check for a Fast Open socket is done
705 * elsewhere and is checked directly against the child socket rather
706 * than req because user data may have been sent out.
1da177e4 707 */
8336886f 708 if ((flg & TCP_FLAG_ACK) && !fastopen &&
435cf559 709 (TCP_SKB_CB(skb)->ack_seq !=
1a2c6181 710 tcp_rsk(req)->snt_isn + 1))
1da177e4
LT
711 return sk;
712
713 /* Also, it would be not so bad idea to check rcv_tsecr, which
714 * is essentially ACK extension and too early or too late values
715 * should cause reset in unsynchronized states.
716 */
717
718 /* RFC793: "first check sequence number". */
719
720 if (paws_reject || !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
ed53d0ab 721 tcp_rsk(req)->rcv_nxt, tcp_rsk(req)->rcv_nxt + req->rsk_rcv_wnd)) {
1da177e4 722 /* Out of window: send ACK and drop. */
4ce7e93c
ED
723 if (!(flg & TCP_FLAG_RST) &&
724 !tcp_oow_rate_limited(sock_net(sk), skb,
725 LINUX_MIB_TCPACKSKIPPEDSYNRECV,
726 &tcp_rsk(req)->last_oow_ack_time))
6edafaaf 727 req->rsk_ops->send_ack(sk, skb, req);
1da177e4 728 if (paws_reject)
02a1d6e7 729 __NET_INC_STATS(sock_net(sk), LINUX_MIB_PAWSESTABREJECTED);
1da177e4
LT
730 return NULL;
731 }
732
733 /* In sequence, PAWS is OK. */
734
8336886f 735 if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_nxt))
2aaab9a0 736 req->ts_recent = tmp_opt.rcv_tsval;
1da177e4 737
2aaab9a0
AL
738 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) {
739 /* Truncate SYN, it is out of window starting
740 at tcp_rsk(req)->rcv_isn + 1. */
741 flg &= ~TCP_FLAG_SYN;
742 }
1da177e4 743
2aaab9a0
AL
744 /* RFC793: "second check the RST bit" and
745 * "fourth, check the SYN bit"
746 */
747 if (flg & (TCP_FLAG_RST|TCP_FLAG_SYN)) {
90bbcc60 748 __TCP_INC_STATS(sock_net(sk), TCP_MIB_ATTEMPTFAILS);
2aaab9a0
AL
749 goto embryonic_reset;
750 }
1da177e4 751
2aaab9a0
AL
752 /* ACK sequence verified above, just make sure ACK is
753 * set. If ACK not set, just silently drop the packet.
8336886f
JC
754 *
755 * XXX (TFO) - if we ever allow "data after SYN", the
756 * following check needs to be removed.
2aaab9a0
AL
757 */
758 if (!(flg & TCP_FLAG_ACK))
759 return NULL;
ec0a1966 760
8336886f
JC
761 /* For Fast Open no more processing is needed (sk is the
762 * child socket).
763 */
764 if (fastopen)
765 return sk;
766
d1b99ba4 767 /* While TCP_DEFER_ACCEPT is active, drop bare ACK. */
e6c022a4 768 if (req->num_timeout < inet_csk(sk)->icsk_accept_queue.rskq_defer_accept &&
2aaab9a0
AL
769 TCP_SKB_CB(skb)->end_seq == tcp_rsk(req)->rcv_isn + 1) {
770 inet_rsk(req)->acked = 1;
02a1d6e7 771 __NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPDEFERACCEPTDROP);
2aaab9a0
AL
772 return NULL;
773 }
774
775 /* OK, ACK is valid, create big socket and
776 * feed this segment to it. It will repeat all
777 * the tests. THIS SEGMENT MUST MOVE SOCKET TO
778 * ESTABLISHED STATE. If it will be dropped after
779 * socket is created, wait for troubles.
780 */
5e0724d0
ED
781 child = inet_csk(sk)->icsk_af_ops->syn_recv_sock(sk, skb, req, NULL,
782 req, &own_req);
51456b29 783 if (!child)
2aaab9a0 784 goto listen_overflow;
1da177e4 785
6bcfd7f8 786 sock_rps_save_rxhash(child, skb);
0f1c28ae 787 tcp_synack_rtt_meas(child, req);
5e0724d0 788 return inet_csk_complete_hashdance(sk, child, req, own_req);
1da177e4 789
2aaab9a0 790listen_overflow:
65c9410c 791 if (!sock_net(sk)->ipv4.sysctl_tcp_abort_on_overflow) {
2aaab9a0
AL
792 inet_rsk(req)->acked = 1;
793 return NULL;
794 }
1da177e4 795
2aaab9a0 796embryonic_reset:
8336886f
JC
797 if (!(flg & TCP_FLAG_RST)) {
798 /* Received a bad SYN pkt - for TFO We try not to reset
799 * the local connection unless it's really necessary to
800 * avoid becoming vulnerable to outside attack aiming at
801 * resetting legit local connections.
802 */
2aaab9a0 803 req->rsk_ops->send_reset(sk, skb);
8336886f
JC
804 } else if (fastopen) { /* received a valid RST pkt */
805 reqsk_fastopen_remove(sk, req, true);
806 tcp_reset(sk);
807 }
808 if (!fastopen) {
52452c54 809 inet_csk_reqsk_queue_drop(sk, req);
02a1d6e7 810 __NET_INC_STATS(sock_net(sk), LINUX_MIB_EMBRYONICRSTS);
8336886f 811 }
2aaab9a0 812 return NULL;
1da177e4 813}
4bc2f18b 814EXPORT_SYMBOL(tcp_check_req);
1da177e4
LT
815
816/*
817 * Queue segment on the new socket if the new socket is active,
818 * otherwise we just shortcircuit this and continue with
819 * the new socket.
8336886f
JC
820 *
821 * For the vast majority of cases child->sk_state will be TCP_SYN_RECV
822 * when entering. But other states are possible due to a race condition
823 * where after __inet_lookup_established() fails but before the listener
824 * locked is obtained, other packets cause the same connection to
825 * be created.
1da177e4
LT
826 */
827
828int tcp_child_process(struct sock *parent, struct sock *child,
829 struct sk_buff *skb)
830{
831 int ret = 0;
832 int state = child->sk_state;
833
e5907459
AD
834 /* record NAPI ID of child */
835 sk_mark_napi_id(child, skb);
836
a44d6eac 837 tcp_segs_in(tcp_sk(child), skb);
1da177e4 838 if (!sock_owned_by_user(child)) {
72ab4a86 839 ret = tcp_rcv_state_process(child, skb);
1da177e4
LT
840 /* Wakeup parent, send SIGIO */
841 if (state == TCP_SYN_RECV && child->sk_state != state)
676d2369 842 parent->sk_data_ready(parent);
1da177e4
LT
843 } else {
844 /* Alas, it is possible again, because we do lookup
845 * in main socket hash table and lock on listening
846 * socket does not protect us more.
847 */
a3a858ff 848 __sk_add_backlog(child, skb);
1da177e4
LT
849 }
850
851 bh_unlock_sock(child);
852 sock_put(child);
853 return ret;
854}
1da177e4 855EXPORT_SYMBOL(tcp_child_process);