[NET]: Just move the inet_connection_sock function from tcp sources
[linux-2.6-block.git] / net / ipv4 / tcp_minisocks.c
CommitLineData
1da177e4
LT
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Implementation of the Transmission Control Protocol(TCP).
7 *
8 * Version: $Id: tcp_minisocks.c,v 1.15 2002/02/01 22:01:04 davem Exp $
9 *
02c30a84 10 * Authors: Ross Biro
1da177e4
LT
11 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
12 * Mark Evans, <evansmp@uhura.aston.ac.uk>
13 * Corey Minyard <wf-rch!minyard@relay.EU.net>
14 * Florian La Roche, <flla@stud.uni-sb.de>
15 * Charles Hedrick, <hedrick@klinzhai.rutgers.edu>
16 * Linus Torvalds, <torvalds@cs.helsinki.fi>
17 * Alan Cox, <gw4pts@gw4pts.ampr.org>
18 * Matthew Dillon, <dillon@apollo.west.oic.com>
19 * Arnt Gulbrandsen, <agulbra@nvg.unit.no>
20 * Jorge Cwik, <jorge@laser.satlink.net>
21 */
22
23#include <linux/config.h>
24#include <linux/mm.h>
25#include <linux/module.h>
26#include <linux/sysctl.h>
27#include <linux/workqueue.h>
28#include <net/tcp.h>
29#include <net/inet_common.h>
30#include <net/xfrm.h>
31
32#ifdef CONFIG_SYSCTL
33#define SYNC_INIT 0 /* let the user enable it */
34#else
35#define SYNC_INIT 1
36#endif
37
38int sysctl_tcp_tw_recycle;
39int sysctl_tcp_max_tw_buckets = NR_FILE*2;
40
41int sysctl_tcp_syncookies = SYNC_INIT;
42int sysctl_tcp_abort_on_overflow;
43
8feaf0c0 44static void tcp_tw_schedule(struct inet_timewait_sock *tw, int timeo);
1da177e4
LT
45
46static __inline__ int tcp_in_window(u32 seq, u32 end_seq, u32 s_win, u32 e_win)
47{
48 if (seq == s_win)
49 return 1;
50 if (after(end_seq, s_win) && before(seq, e_win))
51 return 1;
52 return (seq == e_win && seq == end_seq);
53}
54
55/* New-style handling of TIME_WAIT sockets. */
56
57int tcp_tw_count;
58
1da177e4
LT
59/*
60 * * Main purpose of TIME-WAIT state is to close connection gracefully,
61 * when one of ends sits in LAST-ACK or CLOSING retransmitting FIN
62 * (and, probably, tail of data) and one or more our ACKs are lost.
63 * * What is TIME-WAIT timeout? It is associated with maximal packet
64 * lifetime in the internet, which results in wrong conclusion, that
65 * it is set to catch "old duplicate segments" wandering out of their path.
66 * It is not quite correct. This timeout is calculated so that it exceeds
67 * maximal retransmission timeout enough to allow to lose one (or more)
68 * segments sent by peer and our ACKs. This time may be calculated from RTO.
69 * * When TIME-WAIT socket receives RST, it means that another end
70 * finally closed and we are allowed to kill TIME-WAIT too.
71 * * Second purpose of TIME-WAIT is catching old duplicate segments.
72 * Well, certainly it is pure paranoia, but if we load TIME-WAIT
73 * with this semantics, we MUST NOT kill TIME-WAIT state with RSTs.
74 * * If we invented some more clever way to catch duplicates
75 * (f.e. based on PAWS), we could truncate TIME-WAIT to several RTOs.
76 *
77 * The algorithm below is based on FORMAL INTERPRETATION of RFCs.
78 * When you compare it to RFCs, please, read section SEGMENT ARRIVES
79 * from the very beginning.
80 *
81 * NOTE. With recycling (and later with fin-wait-2) TW bucket
82 * is _not_ stateless. It means, that strictly speaking we must
83 * spinlock it. I do not want! Well, probability of misbehaviour
84 * is ridiculously low and, seems, we could use some mb() tricks
85 * to avoid misread sequence numbers, states etc. --ANK
86 */
87enum tcp_tw_status
8feaf0c0
ACM
88tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb,
89 const struct tcphdr *th)
1da177e4 90{
8feaf0c0 91 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
1da177e4
LT
92 struct tcp_options_received tmp_opt;
93 int paws_reject = 0;
94
95 tmp_opt.saw_tstamp = 0;
8feaf0c0 96 if (th->doff > (sizeof(*th) >> 2) && tcptw->tw_ts_recent_stamp) {
1da177e4
LT
97 tcp_parse_options(skb, &tmp_opt, 0);
98
99 if (tmp_opt.saw_tstamp) {
8feaf0c0
ACM
100 tmp_opt.ts_recent = tcptw->tw_ts_recent;
101 tmp_opt.ts_recent_stamp = tcptw->tw_ts_recent_stamp;
1da177e4
LT
102 paws_reject = tcp_paws_check(&tmp_opt, th->rst);
103 }
104 }
105
106 if (tw->tw_substate == TCP_FIN_WAIT2) {
107 /* Just repeat all the checks of tcp_rcv_state_process() */
108
109 /* Out of window, send ACK */
110 if (paws_reject ||
111 !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
8feaf0c0
ACM
112 tcptw->tw_rcv_nxt,
113 tcptw->tw_rcv_nxt + tcptw->tw_rcv_wnd))
1da177e4
LT
114 return TCP_TW_ACK;
115
116 if (th->rst)
117 goto kill;
118
8feaf0c0 119 if (th->syn && !before(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt))
1da177e4
LT
120 goto kill_with_rst;
121
122 /* Dup ACK? */
8feaf0c0 123 if (!after(TCP_SKB_CB(skb)->end_seq, tcptw->tw_rcv_nxt) ||
1da177e4 124 TCP_SKB_CB(skb)->end_seq == TCP_SKB_CB(skb)->seq) {
8feaf0c0 125 inet_twsk_put(tw);
1da177e4
LT
126 return TCP_TW_SUCCESS;
127 }
128
129 /* New data or FIN. If new data arrive after half-duplex close,
130 * reset.
131 */
132 if (!th->fin ||
8feaf0c0 133 TCP_SKB_CB(skb)->end_seq != tcptw->tw_rcv_nxt + 1) {
1da177e4
LT
134kill_with_rst:
135 tcp_tw_deschedule(tw);
8feaf0c0 136 inet_twsk_put(tw);
1da177e4
LT
137 return TCP_TW_RST;
138 }
139
140 /* FIN arrived, enter true time-wait state. */
8feaf0c0
ACM
141 tw->tw_substate = TCP_TIME_WAIT;
142 tcptw->tw_rcv_nxt = TCP_SKB_CB(skb)->end_seq;
1da177e4 143 if (tmp_opt.saw_tstamp) {
8feaf0c0
ACM
144 tcptw->tw_ts_recent_stamp = xtime.tv_sec;
145 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
1da177e4
LT
146 }
147
148 /* I am shamed, but failed to make it more elegant.
149 * Yes, it is direct reference to IP, which is impossible
150 * to generalize to IPv6. Taking into account that IPv6
151 * do not undertsnad recycling in any case, it not
152 * a big problem in practice. --ANK */
153 if (tw->tw_family == AF_INET &&
8feaf0c0 154 sysctl_tcp_tw_recycle && tcptw->tw_ts_recent_stamp &&
1da177e4
LT
155 tcp_v4_tw_remember_stamp(tw))
156 tcp_tw_schedule(tw, tw->tw_timeout);
157 else
158 tcp_tw_schedule(tw, TCP_TIMEWAIT_LEN);
159 return TCP_TW_ACK;
160 }
161
162 /*
163 * Now real TIME-WAIT state.
164 *
165 * RFC 1122:
166 * "When a connection is [...] on TIME-WAIT state [...]
167 * [a TCP] MAY accept a new SYN from the remote TCP to
168 * reopen the connection directly, if it:
169 *
170 * (1) assigns its initial sequence number for the new
171 * connection to be larger than the largest sequence
172 * number it used on the previous connection incarnation,
173 * and
174 *
175 * (2) returns to TIME-WAIT state if the SYN turns out
176 * to be an old duplicate".
177 */
178
179 if (!paws_reject &&
8feaf0c0 180 (TCP_SKB_CB(skb)->seq == tcptw->tw_rcv_nxt &&
1da177e4
LT
181 (TCP_SKB_CB(skb)->seq == TCP_SKB_CB(skb)->end_seq || th->rst))) {
182 /* In window segment, it may be only reset or bare ack. */
183
184 if (th->rst) {
185 /* This is TIME_WAIT assasination, in two flavors.
186 * Oh well... nobody has a sufficient solution to this
187 * protocol bug yet.
188 */
189 if (sysctl_tcp_rfc1337 == 0) {
190kill:
191 tcp_tw_deschedule(tw);
8feaf0c0 192 inet_twsk_put(tw);
1da177e4
LT
193 return TCP_TW_SUCCESS;
194 }
195 }
196 tcp_tw_schedule(tw, TCP_TIMEWAIT_LEN);
197
198 if (tmp_opt.saw_tstamp) {
8feaf0c0
ACM
199 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
200 tcptw->tw_ts_recent_stamp = xtime.tv_sec;
1da177e4
LT
201 }
202
8feaf0c0 203 inet_twsk_put(tw);
1da177e4
LT
204 return TCP_TW_SUCCESS;
205 }
206
207 /* Out of window segment.
208
209 All the segments are ACKed immediately.
210
211 The only exception is new SYN. We accept it, if it is
212 not old duplicate and we are not in danger to be killed
213 by delayed old duplicates. RFC check is that it has
214 newer sequence number works at rates <40Mbit/sec.
215 However, if paws works, it is reliable AND even more,
216 we even may relax silly seq space cutoff.
217
218 RED-PEN: we violate main RFC requirement, if this SYN will appear
219 old duplicate (i.e. we receive RST in reply to SYN-ACK),
220 we must return socket to time-wait state. It is not good,
221 but not fatal yet.
222 */
223
224 if (th->syn && !th->rst && !th->ack && !paws_reject &&
8feaf0c0
ACM
225 (after(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt) ||
226 (tmp_opt.saw_tstamp &&
227 (s32)(tcptw->tw_ts_recent - tmp_opt.rcv_tsval) < 0))) {
228 u32 isn = tcptw->tw_snd_nxt + 65535 + 2;
1da177e4
LT
229 if (isn == 0)
230 isn++;
231 TCP_SKB_CB(skb)->when = isn;
232 return TCP_TW_SYN;
233 }
234
235 if (paws_reject)
236 NET_INC_STATS_BH(LINUX_MIB_PAWSESTABREJECTED);
237
238 if(!th->rst) {
239 /* In this case we must reset the TIMEWAIT timer.
240 *
241 * If it is ACKless SYN it may be both old duplicate
242 * and new good SYN with random sequence number <rcv_nxt.
243 * Do not reschedule in the last case.
244 */
245 if (paws_reject || th->ack)
246 tcp_tw_schedule(tw, TCP_TIMEWAIT_LEN);
247
248 /* Send ACK. Note, we do not put the bucket,
249 * it will be released by caller.
250 */
251 return TCP_TW_ACK;
252 }
8feaf0c0 253 inet_twsk_put(tw);
1da177e4
LT
254 return TCP_TW_SUCCESS;
255}
256
1da177e4
LT
257/*
258 * Move a socket to time-wait or dead fin-wait-2 state.
259 */
260void tcp_time_wait(struct sock *sk, int state, int timeo)
261{
8feaf0c0
ACM
262 struct inet_timewait_sock *tw = NULL;
263 const struct tcp_sock *tp = tcp_sk(sk);
1da177e4
LT
264 int recycle_ok = 0;
265
266 if (sysctl_tcp_tw_recycle && tp->rx_opt.ts_recent_stamp)
267 recycle_ok = tp->af_specific->remember_stamp(sk);
268
269 if (tcp_tw_count < sysctl_tcp_max_tw_buckets)
c676270b 270 tw = inet_twsk_alloc(sk, state);
1da177e4 271
8feaf0c0
ACM
272 if (tw != NULL) {
273 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
463c84b9
ACM
274 const struct inet_connection_sock *icsk = inet_csk(sk);
275 const int rto = (icsk->icsk_rto << 2) - (icsk->icsk_rto >> 1);
8feaf0c0 276
1da177e4 277 tw->tw_rcv_wscale = tp->rx_opt.rcv_wscale;
8feaf0c0
ACM
278 tcptw->tw_rcv_nxt = tp->rcv_nxt;
279 tcptw->tw_snd_nxt = tp->snd_nxt;
280 tcptw->tw_rcv_wnd = tcp_receive_window(tp);
281 tcptw->tw_ts_recent = tp->rx_opt.ts_recent;
282 tcptw->tw_ts_recent_stamp = tp->rx_opt.ts_recent_stamp;
1da177e4
LT
283
284#if defined(CONFIG_IPV6) || defined(CONFIG_IPV6_MODULE)
285 if (tw->tw_family == PF_INET6) {
286 struct ipv6_pinfo *np = inet6_sk(sk);
8feaf0c0 287 struct tcp6_timewait_sock *tcp6tw = tcp6_twsk((struct sock *)tw);
1da177e4 288
8feaf0c0
ACM
289 ipv6_addr_copy(&tcp6tw->tw_v6_daddr, &np->daddr);
290 ipv6_addr_copy(&tcp6tw->tw_v6_rcv_saddr, &np->rcv_saddr);
291 tw->tw_ipv6only = np->ipv6only;
c676270b 292 }
1da177e4
LT
293#endif
294 /* Linkage updates. */
e48c414e 295 __inet_twsk_hashdance(tw, sk, &tcp_hashinfo);
1da177e4
LT
296
297 /* Get the TIME_WAIT timeout firing. */
298 if (timeo < rto)
299 timeo = rto;
300
301 if (recycle_ok) {
302 tw->tw_timeout = rto;
303 } else {
304 tw->tw_timeout = TCP_TIMEWAIT_LEN;
305 if (state == TCP_TIME_WAIT)
306 timeo = TCP_TIMEWAIT_LEN;
307 }
308
309 tcp_tw_schedule(tw, timeo);
8feaf0c0 310 inet_twsk_put(tw);
1da177e4
LT
311 } else {
312 /* Sorry, if we're out of memory, just CLOSE this
313 * socket up. We've got bigger problems than
314 * non-graceful socket closings.
315 */
316 if (net_ratelimit())
317 printk(KERN_INFO "TCP: time wait bucket table overflow\n");
318 }
319
320 tcp_update_metrics(sk);
321 tcp_done(sk);
322}
323
324/* Kill off TIME_WAIT sockets once their lifetime has expired. */
325static int tcp_tw_death_row_slot;
326
327static void tcp_twkill(unsigned long);
328
329/* TIME_WAIT reaping mechanism. */
330#define TCP_TWKILL_SLOTS 8 /* Please keep this a power of 2. */
331#define TCP_TWKILL_PERIOD (TCP_TIMEWAIT_LEN/TCP_TWKILL_SLOTS)
332
333#define TCP_TWKILL_QUOTA 100
334
335static struct hlist_head tcp_tw_death_row[TCP_TWKILL_SLOTS];
336static DEFINE_SPINLOCK(tw_death_lock);
337static struct timer_list tcp_tw_timer = TIMER_INITIALIZER(tcp_twkill, 0, 0);
338static void twkill_work(void *);
339static DECLARE_WORK(tcp_twkill_work, twkill_work, NULL);
340static u32 twkill_thread_slots;
341
342/* Returns non-zero if quota exceeded. */
343static int tcp_do_twkill_work(int slot, unsigned int quota)
344{
8feaf0c0 345 struct inet_timewait_sock *tw;
1da177e4
LT
346 struct hlist_node *node;
347 unsigned int killed;
348 int ret;
349
350 /* NOTE: compare this to previous version where lock
351 * was released after detaching chain. It was racy,
352 * because tw buckets are scheduled in not serialized context
353 * in 2.3 (with netfilter), and with softnet it is common, because
354 * soft irqs are not sequenced.
355 */
356 killed = 0;
357 ret = 0;
358rescan:
8feaf0c0
ACM
359 inet_twsk_for_each_inmate(tw, node, &tcp_tw_death_row[slot]) {
360 __inet_twsk_del_dead_node(tw);
1da177e4 361 spin_unlock(&tw_death_lock);
e48c414e 362 __inet_twsk_kill(tw, &tcp_hashinfo);
8feaf0c0 363 inet_twsk_put(tw);
1da177e4
LT
364 killed++;
365 spin_lock(&tw_death_lock);
366 if (killed > quota) {
367 ret = 1;
368 break;
369 }
370
371 /* While we dropped tw_death_lock, another cpu may have
372 * killed off the next TW bucket in the list, therefore
373 * do a fresh re-read of the hlist head node with the
374 * lock reacquired. We still use the hlist traversal
375 * macro in order to get the prefetches.
376 */
377 goto rescan;
378 }
379
380 tcp_tw_count -= killed;
381 NET_ADD_STATS_BH(LINUX_MIB_TIMEWAITED, killed);
382
383 return ret;
384}
385
386static void tcp_twkill(unsigned long dummy)
387{
388 int need_timer, ret;
389
390 spin_lock(&tw_death_lock);
391
392 if (tcp_tw_count == 0)
393 goto out;
394
395 need_timer = 0;
396 ret = tcp_do_twkill_work(tcp_tw_death_row_slot, TCP_TWKILL_QUOTA);
397 if (ret) {
398 twkill_thread_slots |= (1 << tcp_tw_death_row_slot);
399 mb();
400 schedule_work(&tcp_twkill_work);
401 need_timer = 1;
402 } else {
403 /* We purged the entire slot, anything left? */
404 if (tcp_tw_count)
405 need_timer = 1;
406 }
407 tcp_tw_death_row_slot =
408 ((tcp_tw_death_row_slot + 1) & (TCP_TWKILL_SLOTS - 1));
409 if (need_timer)
410 mod_timer(&tcp_tw_timer, jiffies + TCP_TWKILL_PERIOD);
411out:
412 spin_unlock(&tw_death_lock);
413}
414
415extern void twkill_slots_invalid(void);
416
417static void twkill_work(void *dummy)
418{
419 int i;
420
421 if ((TCP_TWKILL_SLOTS - 1) > (sizeof(twkill_thread_slots) * 8))
422 twkill_slots_invalid();
423
424 while (twkill_thread_slots) {
425 spin_lock_bh(&tw_death_lock);
426 for (i = 0; i < TCP_TWKILL_SLOTS; i++) {
427 if (!(twkill_thread_slots & (1 << i)))
428 continue;
429
430 while (tcp_do_twkill_work(i, TCP_TWKILL_QUOTA) != 0) {
431 if (need_resched()) {
432 spin_unlock_bh(&tw_death_lock);
433 schedule();
434 spin_lock_bh(&tw_death_lock);
435 }
436 }
437
438 twkill_thread_slots &= ~(1 << i);
439 }
440 spin_unlock_bh(&tw_death_lock);
441 }
442}
443
444/* These are always called from BH context. See callers in
445 * tcp_input.c to verify this.
446 */
447
448/* This is for handling early-kills of TIME_WAIT sockets. */
8feaf0c0 449void tcp_tw_deschedule(struct inet_timewait_sock *tw)
1da177e4
LT
450{
451 spin_lock(&tw_death_lock);
8feaf0c0
ACM
452 if (inet_twsk_del_dead_node(tw)) {
453 inet_twsk_put(tw);
1da177e4
LT
454 if (--tcp_tw_count == 0)
455 del_timer(&tcp_tw_timer);
456 }
457 spin_unlock(&tw_death_lock);
e48c414e 458 __inet_twsk_kill(tw, &tcp_hashinfo);
1da177e4
LT
459}
460
461/* Short-time timewait calendar */
462
463static int tcp_twcal_hand = -1;
464static int tcp_twcal_jiffie;
465static void tcp_twcal_tick(unsigned long);
466static struct timer_list tcp_twcal_timer =
467 TIMER_INITIALIZER(tcp_twcal_tick, 0, 0);
468static struct hlist_head tcp_twcal_row[TCP_TW_RECYCLE_SLOTS];
469
8feaf0c0 470static void tcp_tw_schedule(struct inet_timewait_sock *tw, const int timeo)
1da177e4
LT
471{
472 struct hlist_head *list;
473 int slot;
474
475 /* timeout := RTO * 3.5
476 *
477 * 3.5 = 1+2+0.5 to wait for two retransmits.
478 *
479 * RATIONALE: if FIN arrived and we entered TIME-WAIT state,
480 * our ACK acking that FIN can be lost. If N subsequent retransmitted
481 * FINs (or previous seqments) are lost (probability of such event
482 * is p^(N+1), where p is probability to lose single packet and
483 * time to detect the loss is about RTO*(2^N - 1) with exponential
484 * backoff). Normal timewait length is calculated so, that we
485 * waited at least for one retransmitted FIN (maximal RTO is 120sec).
486 * [ BTW Linux. following BSD, violates this requirement waiting
487 * only for 60sec, we should wait at least for 240 secs.
488 * Well, 240 consumes too much of resources 8)
489 * ]
490 * This interval is not reduced to catch old duplicate and
491 * responces to our wandering segments living for two MSLs.
492 * However, if we use PAWS to detect
493 * old duplicates, we can reduce the interval to bounds required
494 * by RTO, rather than MSL. So, if peer understands PAWS, we
495 * kill tw bucket after 3.5*RTO (it is important that this number
496 * is greater than TS tick!) and detect old duplicates with help
497 * of PAWS.
498 */
499 slot = (timeo + (1<<TCP_TW_RECYCLE_TICK) - 1) >> TCP_TW_RECYCLE_TICK;
500
501 spin_lock(&tw_death_lock);
502
503 /* Unlink it, if it was scheduled */
8feaf0c0 504 if (inet_twsk_del_dead_node(tw))
1da177e4
LT
505 tcp_tw_count--;
506 else
507 atomic_inc(&tw->tw_refcnt);
508
509 if (slot >= TCP_TW_RECYCLE_SLOTS) {
510 /* Schedule to slow timer */
511 if (timeo >= TCP_TIMEWAIT_LEN) {
512 slot = TCP_TWKILL_SLOTS-1;
513 } else {
514 slot = (timeo + TCP_TWKILL_PERIOD-1) / TCP_TWKILL_PERIOD;
515 if (slot >= TCP_TWKILL_SLOTS)
516 slot = TCP_TWKILL_SLOTS-1;
517 }
518 tw->tw_ttd = jiffies + timeo;
519 slot = (tcp_tw_death_row_slot + slot) & (TCP_TWKILL_SLOTS - 1);
520 list = &tcp_tw_death_row[slot];
521 } else {
522 tw->tw_ttd = jiffies + (slot << TCP_TW_RECYCLE_TICK);
523
524 if (tcp_twcal_hand < 0) {
525 tcp_twcal_hand = 0;
526 tcp_twcal_jiffie = jiffies;
527 tcp_twcal_timer.expires = tcp_twcal_jiffie + (slot<<TCP_TW_RECYCLE_TICK);
528 add_timer(&tcp_twcal_timer);
529 } else {
530 if (time_after(tcp_twcal_timer.expires, jiffies + (slot<<TCP_TW_RECYCLE_TICK)))
531 mod_timer(&tcp_twcal_timer, jiffies + (slot<<TCP_TW_RECYCLE_TICK));
532 slot = (tcp_twcal_hand + slot)&(TCP_TW_RECYCLE_SLOTS-1);
533 }
534 list = &tcp_twcal_row[slot];
535 }
536
537 hlist_add_head(&tw->tw_death_node, list);
538
539 if (tcp_tw_count++ == 0)
540 mod_timer(&tcp_tw_timer, jiffies+TCP_TWKILL_PERIOD);
541 spin_unlock(&tw_death_lock);
542}
543
544void tcp_twcal_tick(unsigned long dummy)
545{
546 int n, slot;
547 unsigned long j;
548 unsigned long now = jiffies;
549 int killed = 0;
550 int adv = 0;
551
552 spin_lock(&tw_death_lock);
553 if (tcp_twcal_hand < 0)
554 goto out;
555
556 slot = tcp_twcal_hand;
557 j = tcp_twcal_jiffie;
558
559 for (n=0; n<TCP_TW_RECYCLE_SLOTS; n++) {
560 if (time_before_eq(j, now)) {
561 struct hlist_node *node, *safe;
8feaf0c0 562 struct inet_timewait_sock *tw;
1da177e4 563
8feaf0c0
ACM
564 inet_twsk_for_each_inmate_safe(tw, node, safe,
565 &tcp_twcal_row[slot]) {
566 __inet_twsk_del_dead_node(tw);
e48c414e 567 __inet_twsk_kill(tw, &tcp_hashinfo);
8feaf0c0 568 inet_twsk_put(tw);
1da177e4
LT
569 killed++;
570 }
571 } else {
572 if (!adv) {
573 adv = 1;
574 tcp_twcal_jiffie = j;
575 tcp_twcal_hand = slot;
576 }
577
578 if (!hlist_empty(&tcp_twcal_row[slot])) {
579 mod_timer(&tcp_twcal_timer, j);
580 goto out;
581 }
582 }
583 j += (1<<TCP_TW_RECYCLE_TICK);
584 slot = (slot+1)&(TCP_TW_RECYCLE_SLOTS-1);
585 }
586 tcp_twcal_hand = -1;
587
588out:
589 if ((tcp_tw_count -= killed) == 0)
590 del_timer(&tcp_tw_timer);
591 NET_ADD_STATS_BH(LINUX_MIB_TIMEWAITKILLED, killed);
592 spin_unlock(&tw_death_lock);
593}
594
595/* This is not only more efficient than what we used to do, it eliminates
596 * a lot of code duplication between IPv4/IPv6 SYN recv processing. -DaveM
597 *
598 * Actually, we could lots of memory writes here. tp of listening
599 * socket contains all necessary default parameters.
600 */
60236fdd 601struct sock *tcp_create_openreq_child(struct sock *sk, struct request_sock *req, struct sk_buff *skb)
1da177e4 602{
87d11ceb 603 struct sock *newsk = sk_clone(sk, GFP_ATOMIC);
1da177e4 604
87d11ceb 605 if (newsk != NULL) {
2e6599cb
ACM
606 struct inet_request_sock *ireq = inet_rsk(req);
607 struct tcp_request_sock *treq = tcp_rsk(req);
a55ebcc4 608 struct inet_sock *newinet = inet_sk(newsk);
463c84b9 609 struct inet_connection_sock *newicsk = inet_csk(newsk);
1da177e4 610 struct tcp_sock *newtp;
1da177e4 611
1da177e4 612 newsk->sk_state = TCP_SYN_RECV;
463c84b9 613 newicsk->icsk_bind_hash = NULL;
1da177e4
LT
614
615 /* Clone the TCP header template */
a55ebcc4 616 newinet->dport = ireq->rmt_port;
1da177e4
LT
617 newsk->sk_write_space = sk_stream_write_space;
618
1da177e4
LT
619 /* Now setup tcp_sock */
620 newtp = tcp_sk(newsk);
621 newtp->pred_flags = 0;
2e6599cb 622 newtp->rcv_nxt = treq->rcv_isn + 1;
87d11ceb 623 newtp->snd_nxt = newtp->snd_una = newtp->snd_sml = treq->snt_isn + 1;
1da177e4
LT
624
625 tcp_prequeue_init(newtp);
626
2e6599cb 627 tcp_init_wl(newtp, treq->snt_isn, treq->rcv_isn);
1da177e4 628
463c84b9
ACM
629 newicsk->icsk_retransmits = 0;
630 newicsk->icsk_backoff = 0;
1da177e4
LT
631 newtp->srtt = 0;
632 newtp->mdev = TCP_TIMEOUT_INIT;
463c84b9 633 newicsk->icsk_rto = TCP_TIMEOUT_INIT;
1da177e4
LT
634
635 newtp->packets_out = 0;
636 newtp->left_out = 0;
637 newtp->retrans_out = 0;
638 newtp->sacked_out = 0;
639 newtp->fackets_out = 0;
640 newtp->snd_ssthresh = 0x7fffffff;
641
642 /* So many TCP implementations out there (incorrectly) count the
643 * initial SYN frame in their delayed-ACK and congestion control
644 * algorithms that we must have the following bandaid to talk
645 * efficiently to them. -DaveM
646 */
647 newtp->snd_cwnd = 2;
648 newtp->snd_cwnd_cnt = 0;
649
650 newtp->frto_counter = 0;
651 newtp->frto_highmark = 0;
652
317a76f9
SH
653 newtp->ca_ops = &tcp_reno;
654
1da177e4
LT
655 tcp_set_ca_state(newtp, TCP_CA_Open);
656 tcp_init_xmit_timers(newsk);
657 skb_queue_head_init(&newtp->out_of_order_queue);
2e6599cb
ACM
658 newtp->rcv_wup = treq->rcv_isn + 1;
659 newtp->write_seq = treq->snt_isn + 1;
1da177e4 660 newtp->pushed_seq = newtp->write_seq;
2e6599cb 661 newtp->copied_seq = treq->rcv_isn + 1;
1da177e4
LT
662
663 newtp->rx_opt.saw_tstamp = 0;
664
665 newtp->rx_opt.dsack = 0;
666 newtp->rx_opt.eff_sacks = 0;
667
668 newtp->probes_out = 0;
669 newtp->rx_opt.num_sacks = 0;
670 newtp->urg_data = 0;
0e87506f 671 /* Deinitialize accept_queue to trap illegal accesses. */
463c84b9 672 memset(&newicsk->icsk_accept_queue, 0, sizeof(newicsk->icsk_accept_queue));
1da177e4 673
1da177e4 674 if (sock_flag(newsk, SOCK_KEEPOPEN))
463c84b9
ACM
675 inet_csk_reset_keepalive_timer(newsk,
676 keepalive_time_when(newtp));
1da177e4 677
2e6599cb
ACM
678 newtp->rx_opt.tstamp_ok = ireq->tstamp_ok;
679 if((newtp->rx_opt.sack_ok = ireq->sack_ok) != 0) {
1da177e4
LT
680 if (sysctl_tcp_fack)
681 newtp->rx_opt.sack_ok |= 2;
682 }
683 newtp->window_clamp = req->window_clamp;
684 newtp->rcv_ssthresh = req->rcv_wnd;
685 newtp->rcv_wnd = req->rcv_wnd;
2e6599cb 686 newtp->rx_opt.wscale_ok = ireq->wscale_ok;
1da177e4 687 if (newtp->rx_opt.wscale_ok) {
2e6599cb
ACM
688 newtp->rx_opt.snd_wscale = ireq->snd_wscale;
689 newtp->rx_opt.rcv_wscale = ireq->rcv_wscale;
1da177e4
LT
690 } else {
691 newtp->rx_opt.snd_wscale = newtp->rx_opt.rcv_wscale = 0;
692 newtp->window_clamp = min(newtp->window_clamp, 65535U);
693 }
694 newtp->snd_wnd = ntohs(skb->h.th->window) << newtp->rx_opt.snd_wscale;
695 newtp->max_window = newtp->snd_wnd;
696
697 if (newtp->rx_opt.tstamp_ok) {
698 newtp->rx_opt.ts_recent = req->ts_recent;
699 newtp->rx_opt.ts_recent_stamp = xtime.tv_sec;
700 newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED;
701 } else {
702 newtp->rx_opt.ts_recent_stamp = 0;
703 newtp->tcp_header_len = sizeof(struct tcphdr);
704 }
705 if (skb->len >= TCP_MIN_RCVMSS+newtp->tcp_header_len)
463c84b9 706 newicsk->icsk_ack.last_seg_size = skb->len - newtp->tcp_header_len;
1da177e4
LT
707 newtp->rx_opt.mss_clamp = req->mss;
708 TCP_ECN_openreq_child(newtp, req);
709 if (newtp->ecn_flags&TCP_ECN_OK)
710 sock_set_flag(newsk, SOCK_NO_LARGESEND);
711
1da177e4
LT
712 TCP_INC_STATS_BH(TCP_MIB_PASSIVEOPENS);
713 }
714 return newsk;
715}
716
717/*
718 * Process an incoming packet for SYN_RECV sockets represented
60236fdd 719 * as a request_sock.
1da177e4
LT
720 */
721
722struct sock *tcp_check_req(struct sock *sk,struct sk_buff *skb,
60236fdd
ACM
723 struct request_sock *req,
724 struct request_sock **prev)
1da177e4
LT
725{
726 struct tcphdr *th = skb->h.th;
727 struct tcp_sock *tp = tcp_sk(sk);
728 u32 flg = tcp_flag_word(th) & (TCP_FLAG_RST|TCP_FLAG_SYN|TCP_FLAG_ACK);
729 int paws_reject = 0;
730 struct tcp_options_received tmp_opt;
731 struct sock *child;
732
733 tmp_opt.saw_tstamp = 0;
734 if (th->doff > (sizeof(struct tcphdr)>>2)) {
735 tcp_parse_options(skb, &tmp_opt, 0);
736
737 if (tmp_opt.saw_tstamp) {
738 tmp_opt.ts_recent = req->ts_recent;
739 /* We do not store true stamp, but it is not required,
740 * it can be estimated (approximately)
741 * from another data.
742 */
743 tmp_opt.ts_recent_stamp = xtime.tv_sec - ((TCP_TIMEOUT_INIT/HZ)<<req->retrans);
744 paws_reject = tcp_paws_check(&tmp_opt, th->rst);
745 }
746 }
747
748 /* Check for pure retransmitted SYN. */
2e6599cb 749 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn &&
1da177e4
LT
750 flg == TCP_FLAG_SYN &&
751 !paws_reject) {
752 /*
753 * RFC793 draws (Incorrectly! It was fixed in RFC1122)
754 * this case on figure 6 and figure 8, but formal
755 * protocol description says NOTHING.
756 * To be more exact, it says that we should send ACK,
757 * because this segment (at least, if it has no data)
758 * is out of window.
759 *
760 * CONCLUSION: RFC793 (even with RFC1122) DOES NOT
761 * describe SYN-RECV state. All the description
762 * is wrong, we cannot believe to it and should
763 * rely only on common sense and implementation
764 * experience.
765 *
766 * Enforce "SYN-ACK" according to figure 8, figure 6
767 * of RFC793, fixed by RFC1122.
768 */
60236fdd 769 req->rsk_ops->rtx_syn_ack(sk, req, NULL);
1da177e4
LT
770 return NULL;
771 }
772
773 /* Further reproduces section "SEGMENT ARRIVES"
774 for state SYN-RECEIVED of RFC793.
775 It is broken, however, it does not work only
776 when SYNs are crossed.
777
778 You would think that SYN crossing is impossible here, since
779 we should have a SYN_SENT socket (from connect()) on our end,
780 but this is not true if the crossed SYNs were sent to both
781 ends by a malicious third party. We must defend against this,
782 and to do that we first verify the ACK (as per RFC793, page
783 36) and reset if it is invalid. Is this a true full defense?
784 To convince ourselves, let us consider a way in which the ACK
785 test can still pass in this 'malicious crossed SYNs' case.
786 Malicious sender sends identical SYNs (and thus identical sequence
787 numbers) to both A and B:
788
789 A: gets SYN, seq=7
790 B: gets SYN, seq=7
791
792 By our good fortune, both A and B select the same initial
793 send sequence number of seven :-)
794
795 A: sends SYN|ACK, seq=7, ack_seq=8
796 B: sends SYN|ACK, seq=7, ack_seq=8
797
798 So we are now A eating this SYN|ACK, ACK test passes. So
799 does sequence test, SYN is truncated, and thus we consider
800 it a bare ACK.
801
802 If tp->defer_accept, we silently drop this bare ACK. Otherwise,
803 we create an established connection. Both ends (listening sockets)
804 accept the new incoming connection and try to talk to each other. 8-)
805
806 Note: This case is both harmless, and rare. Possibility is about the
807 same as us discovering intelligent life on another plant tomorrow.
808
809 But generally, we should (RFC lies!) to accept ACK
810 from SYNACK both here and in tcp_rcv_state_process().
811 tcp_rcv_state_process() does not, hence, we do not too.
812
813 Note that the case is absolutely generic:
814 we cannot optimize anything here without
815 violating protocol. All the checks must be made
816 before attempt to create socket.
817 */
818
819 /* RFC793 page 36: "If the connection is in any non-synchronized state ...
820 * and the incoming segment acknowledges something not yet
821 * sent (the segment carries an unaccaptable ACK) ...
822 * a reset is sent."
823 *
824 * Invalid ACK: reset will be sent by listening socket
825 */
826 if ((flg & TCP_FLAG_ACK) &&
2e6599cb 827 (TCP_SKB_CB(skb)->ack_seq != tcp_rsk(req)->snt_isn + 1))
1da177e4
LT
828 return sk;
829
830 /* Also, it would be not so bad idea to check rcv_tsecr, which
831 * is essentially ACK extension and too early or too late values
832 * should cause reset in unsynchronized states.
833 */
834
835 /* RFC793: "first check sequence number". */
836
837 if (paws_reject || !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
2e6599cb 838 tcp_rsk(req)->rcv_isn + 1, tcp_rsk(req)->rcv_isn + 1 + req->rcv_wnd)) {
1da177e4
LT
839 /* Out of window: send ACK and drop. */
840 if (!(flg & TCP_FLAG_RST))
60236fdd 841 req->rsk_ops->send_ack(skb, req);
1da177e4
LT
842 if (paws_reject)
843 NET_INC_STATS_BH(LINUX_MIB_PAWSESTABREJECTED);
844 return NULL;
845 }
846
847 /* In sequence, PAWS is OK. */
848
2e6599cb 849 if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_isn + 1))
1da177e4
LT
850 req->ts_recent = tmp_opt.rcv_tsval;
851
2e6599cb 852 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) {
1da177e4 853 /* Truncate SYN, it is out of window starting
2e6599cb 854 at tcp_rsk(req)->rcv_isn + 1. */
1da177e4
LT
855 flg &= ~TCP_FLAG_SYN;
856 }
857
858 /* RFC793: "second check the RST bit" and
859 * "fourth, check the SYN bit"
860 */
861 if (flg & (TCP_FLAG_RST|TCP_FLAG_SYN))
862 goto embryonic_reset;
863
864 /* ACK sequence verified above, just make sure ACK is
865 * set. If ACK not set, just silently drop the packet.
866 */
867 if (!(flg & TCP_FLAG_ACK))
868 return NULL;
869
870 /* If TCP_DEFER_ACCEPT is set, drop bare ACK. */
2e6599cb
ACM
871 if (tp->defer_accept && TCP_SKB_CB(skb)->end_seq == tcp_rsk(req)->rcv_isn + 1) {
872 inet_rsk(req)->acked = 1;
1da177e4
LT
873 return NULL;
874 }
875
876 /* OK, ACK is valid, create big socket and
877 * feed this segment to it. It will repeat all
878 * the tests. THIS SEGMENT MUST MOVE SOCKET TO
879 * ESTABLISHED STATE. If it will be dropped after
880 * socket is created, wait for troubles.
881 */
882 child = tp->af_specific->syn_recv_sock(sk, skb, req, NULL);
883 if (child == NULL)
884 goto listen_overflow;
885
463c84b9
ACM
886 inet_csk_reqsk_queue_unlink(sk, req, prev);
887 inet_csk_reqsk_queue_removed(sk, req);
1da177e4 888
463c84b9 889 inet_csk_reqsk_queue_add(sk, req, child);
1da177e4
LT
890 return child;
891
892 listen_overflow:
893 if (!sysctl_tcp_abort_on_overflow) {
2e6599cb 894 inet_rsk(req)->acked = 1;
1da177e4
LT
895 return NULL;
896 }
897
898 embryonic_reset:
899 NET_INC_STATS_BH(LINUX_MIB_EMBRYONICRSTS);
900 if (!(flg & TCP_FLAG_RST))
60236fdd 901 req->rsk_ops->send_reset(skb);
1da177e4 902
463c84b9 903 inet_csk_reqsk_queue_drop(sk, req, prev);
1da177e4
LT
904 return NULL;
905}
906
907/*
908 * Queue segment on the new socket if the new socket is active,
909 * otherwise we just shortcircuit this and continue with
910 * the new socket.
911 */
912
913int tcp_child_process(struct sock *parent, struct sock *child,
914 struct sk_buff *skb)
915{
916 int ret = 0;
917 int state = child->sk_state;
918
919 if (!sock_owned_by_user(child)) {
920 ret = tcp_rcv_state_process(child, skb, skb->h.th, skb->len);
921
922 /* Wakeup parent, send SIGIO */
923 if (state == TCP_SYN_RECV && child->sk_state != state)
924 parent->sk_data_ready(parent, 0);
925 } else {
926 /* Alas, it is possible again, because we do lookup
927 * in main socket hash table and lock on listening
928 * socket does not protect us more.
929 */
930 sk_add_backlog(child, skb);
931 }
932
933 bh_unlock_sock(child);
934 sock_put(child);
935 return ret;
936}
937
938EXPORT_SYMBOL(tcp_check_req);
939EXPORT_SYMBOL(tcp_child_process);
940EXPORT_SYMBOL(tcp_create_openreq_child);
941EXPORT_SYMBOL(tcp_timewait_state_process);
942EXPORT_SYMBOL(tcp_tw_deschedule);