Commit | Line | Data |
---|---|---|
09c434b8 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
83803034 SH |
2 | /* |
3 | * Binary Increase Congestion control for TCP | |
0bc8c7bf SH |
4 | * Home page: |
5 | * http://netsrv.csc.ncsu.edu/twiki/bin/view/Main/BIC | |
83803034 SH |
6 | * This is from the implementation of BICTCP in |
7 | * Lison-Xu, Kahaled Harfoush, and Injong Rhee. | |
8 | * "Binary Increase Congestion Control for Fast, Long Distance | |
9 | * Networks" in InfoComm 2004 | |
10 | * Available from: | |
0bc8c7bf | 11 | * http://netsrv.csc.ncsu.edu/export/bitcp.pdf |
83803034 SH |
12 | * |
13 | * Unless BIC is enabled and congestion window is large | |
14 | * this behaves the same as the original Reno. | |
15 | */ | |
16 | ||
83803034 SH |
17 | #include <linux/mm.h> |
18 | #include <linux/module.h> | |
19 | #include <net/tcp.h> | |
20 | ||
83803034 SH |
21 | #define BICTCP_BETA_SCALE 1024 /* Scale factor beta calculation |
22 | * max_cwnd = snd_cwnd * beta | |
23 | */ | |
24 | #define BICTCP_B 4 /* | |
25 | * In binary search, | |
26 | * go to point (max+min)/N | |
27 | */ | |
28 | ||
29 | static int fast_convergence = 1; | |
450b5b18 | 30 | static int max_increment = 16; |
83803034 SH |
31 | static int low_window = 14; |
32 | static int beta = 819; /* = 819/1024 (BICTCP_BETA_SCALE) */ | |
66e1e3b2 | 33 | static int initial_ssthresh; |
83803034 SH |
34 | static int smooth_part = 20; |
35 | ||
36 | module_param(fast_convergence, int, 0644); | |
37 | MODULE_PARM_DESC(fast_convergence, "turn on/off fast convergence"); | |
38 | module_param(max_increment, int, 0644); | |
39 | MODULE_PARM_DESC(max_increment, "Limit on increment allowed during binary search"); | |
40 | module_param(low_window, int, 0644); | |
41 | MODULE_PARM_DESC(low_window, "lower bound on congestion window (for TCP friendliness)"); | |
42 | module_param(beta, int, 0644); | |
43 | MODULE_PARM_DESC(beta, "beta for multiplicative increase"); | |
83803034 SH |
44 | module_param(initial_ssthresh, int, 0644); |
45 | MODULE_PARM_DESC(initial_ssthresh, "initial value of slow start threshold"); | |
46 | module_param(smooth_part, int, 0644); | |
47 | MODULE_PARM_DESC(smooth_part, "log(B/(B*Smin))/log(B/(B-1))+B, # of RTT from Wmax-B to Wmax"); | |
48 | ||
83803034 SH |
49 | /* BIC TCP Parameters */ |
50 | struct bictcp { | |
51 | u32 cnt; /* increase cwnd by 1 after ACKs */ | |
688d1945 | 52 | u32 last_max_cwnd; /* last maximum snd_cwnd */ |
83803034 SH |
53 | u32 last_cwnd; /* the last snd_cwnd */ |
54 | u32 last_time; /* time when updated last_cwnd */ | |
83803034 SH |
55 | u32 epoch_start; /* beginning of an epoch */ |
56 | #define ACK_RATIO_SHIFT 4 | |
57 | u32 delayed_ack; /* estimate the ratio of Packets/ACKs << 4 */ | |
58 | }; | |
59 | ||
60 | static inline void bictcp_reset(struct bictcp *ca) | |
61 | { | |
62 | ca->cnt = 0; | |
63 | ca->last_max_cwnd = 0; | |
83803034 SH |
64 | ca->last_cwnd = 0; |
65 | ca->last_time = 0; | |
83803034 SH |
66 | ca->epoch_start = 0; |
67 | ca->delayed_ack = 2 << ACK_RATIO_SHIFT; | |
68 | } | |
69 | ||
6687e988 | 70 | static void bictcp_init(struct sock *sk) |
83803034 | 71 | { |
fc16dcd8 NC |
72 | struct bictcp *ca = inet_csk_ca(sk); |
73 | ||
74 | bictcp_reset(ca); | |
fc16dcd8 | 75 | |
83803034 | 76 | if (initial_ssthresh) |
6687e988 | 77 | tcp_sk(sk)->snd_ssthresh = initial_ssthresh; |
83803034 SH |
78 | } |
79 | ||
80 | /* | |
81 | * Compute congestion window to use. | |
82 | */ | |
83 | static inline void bictcp_update(struct bictcp *ca, u32 cwnd) | |
84 | { | |
85 | if (ca->last_cwnd == cwnd && | |
ac35f562 | 86 | (s32)(tcp_jiffies32 - ca->last_time) <= HZ / 32) |
83803034 SH |
87 | return; |
88 | ||
89 | ca->last_cwnd = cwnd; | |
ac35f562 | 90 | ca->last_time = tcp_jiffies32; |
83803034 SH |
91 | |
92 | if (ca->epoch_start == 0) /* record the beginning of an epoch */ | |
ac35f562 | 93 | ca->epoch_start = tcp_jiffies32; |
83803034 SH |
94 | |
95 | /* start off normal */ | |
96 | if (cwnd <= low_window) { | |
97 | ca->cnt = cwnd; | |
98 | return; | |
99 | } | |
100 | ||
101 | /* binary increase */ | |
102 | if (cwnd < ca->last_max_cwnd) { | |
688d1945 | 103 | __u32 dist = (ca->last_max_cwnd - cwnd) |
83803034 SH |
104 | / BICTCP_B; |
105 | ||
106 | if (dist > max_increment) | |
107 | /* linear increase */ | |
108 | ca->cnt = cwnd / max_increment; | |
109 | else if (dist <= 1U) | |
110 | /* binary search increase */ | |
111 | ca->cnt = (cwnd * smooth_part) / BICTCP_B; | |
112 | else | |
113 | /* binary search increase */ | |
114 | ca->cnt = cwnd / dist; | |
115 | } else { | |
116 | /* slow start AMD linear increase */ | |
117 | if (cwnd < ca->last_max_cwnd + BICTCP_B) | |
118 | /* slow start */ | |
119 | ca->cnt = (cwnd * smooth_part) / BICTCP_B; | |
120 | else if (cwnd < ca->last_max_cwnd + max_increment*(BICTCP_B-1)) | |
121 | /* slow start */ | |
122 | ca->cnt = (cwnd * (BICTCP_B-1)) | |
42a39450 | 123 | / (cwnd - ca->last_max_cwnd); |
83803034 SH |
124 | else |
125 | /* linear increase */ | |
126 | ca->cnt = cwnd / max_increment; | |
127 | } | |
128 | ||
129 | /* if in slow start or link utilization is very low */ | |
fc16dcd8 | 130 | if (ca->last_max_cwnd == 0) { |
83803034 SH |
131 | if (ca->cnt > 20) /* increase cwnd 5% per RTT */ |
132 | ca->cnt = 20; | |
133 | } | |
134 | ||
135 | ca->cnt = (ca->cnt << ACK_RATIO_SHIFT) / ca->delayed_ack; | |
136 | if (ca->cnt == 0) /* cannot be zero */ | |
137 | ca->cnt = 1; | |
138 | } | |
139 | ||
24901551 | 140 | static void bictcp_cong_avoid(struct sock *sk, u32 ack, u32 acked) |
83803034 | 141 | { |
6687e988 ACM |
142 | struct tcp_sock *tp = tcp_sk(sk); |
143 | struct bictcp *ca = inet_csk_ca(sk); | |
83803034 | 144 | |
24901551 | 145 | if (!tcp_is_cwnd_limited(sk)) |
83803034 SH |
146 | return; |
147 | ||
be0d935e PY |
148 | if (tcp_in_slow_start(tp)) { |
149 | acked = tcp_slow_start(tp, acked); | |
150 | if (!acked) | |
151 | return; | |
83803034 | 152 | } |
40570375 | 153 | bictcp_update(ca, tcp_snd_cwnd(tp)); |
be0d935e | 154 | tcp_cong_avoid_ai(tp, ca->cnt, acked); |
83803034 SH |
155 | } |
156 | ||
157 | /* | |
158 | * behave like Reno until low_window is reached, | |
159 | * then increase congestion window slowly | |
160 | */ | |
6687e988 | 161 | static u32 bictcp_recalc_ssthresh(struct sock *sk) |
83803034 | 162 | { |
6687e988 ACM |
163 | const struct tcp_sock *tp = tcp_sk(sk); |
164 | struct bictcp *ca = inet_csk_ca(sk); | |
83803034 SH |
165 | |
166 | ca->epoch_start = 0; /* end of epoch */ | |
167 | ||
83803034 | 168 | /* Wmax and fast convergence */ |
40570375 ED |
169 | if (tcp_snd_cwnd(tp) < ca->last_max_cwnd && fast_convergence) |
170 | ca->last_max_cwnd = (tcp_snd_cwnd(tp) * (BICTCP_BETA_SCALE + beta)) | |
83803034 SH |
171 | / (2 * BICTCP_BETA_SCALE); |
172 | else | |
40570375 | 173 | ca->last_max_cwnd = tcp_snd_cwnd(tp); |
83803034 | 174 | |
40570375 ED |
175 | if (tcp_snd_cwnd(tp) <= low_window) |
176 | return max(tcp_snd_cwnd(tp) >> 1U, 2U); | |
83803034 | 177 | else |
40570375 | 178 | return max((tcp_snd_cwnd(tp) * beta) / BICTCP_BETA_SCALE, 2U); |
83803034 SH |
179 | } |
180 | ||
6687e988 | 181 | static void bictcp_state(struct sock *sk, u8 new_state) |
83803034 SH |
182 | { |
183 | if (new_state == TCP_CA_Loss) | |
6687e988 | 184 | bictcp_reset(inet_csk_ca(sk)); |
83803034 SH |
185 | } |
186 | ||
05d05450 | 187 | /* Track delayed acknowledgment ratio using sliding window |
83803034 SH |
188 | * ratio = (15*ratio + sample) / 16 |
189 | */ | |
756ee172 | 190 | static void bictcp_acked(struct sock *sk, const struct ack_sample *sample) |
83803034 | 191 | { |
6687e988 ACM |
192 | const struct inet_connection_sock *icsk = inet_csk(sk); |
193 | ||
35e86941 | 194 | if (icsk->icsk_ca_state == TCP_CA_Open) { |
6687e988 | 195 | struct bictcp *ca = inet_csk_ca(sk); |
688d1945 | 196 | |
756ee172 LB |
197 | ca->delayed_ack += sample->pkts_acked - |
198 | (ca->delayed_ack >> ACK_RATIO_SHIFT); | |
83803034 SH |
199 | } |
200 | } | |
201 | ||
a252bebe | 202 | static struct tcp_congestion_ops bictcp __read_mostly = { |
83803034 SH |
203 | .init = bictcp_init, |
204 | .ssthresh = bictcp_recalc_ssthresh, | |
205 | .cong_avoid = bictcp_cong_avoid, | |
206 | .set_state = bictcp_state, | |
f1722a1b | 207 | .undo_cwnd = tcp_reno_undo_cwnd, |
83803034 SH |
208 | .pkts_acked = bictcp_acked, |
209 | .owner = THIS_MODULE, | |
210 | .name = "bic", | |
211 | }; | |
212 | ||
213 | static int __init bictcp_register(void) | |
214 | { | |
65e3d726 | 215 | BUILD_BUG_ON(sizeof(struct bictcp) > ICSK_CA_PRIV_SIZE); |
83803034 SH |
216 | return tcp_register_congestion_control(&bictcp); |
217 | } | |
218 | ||
219 | static void __exit bictcp_unregister(void) | |
220 | { | |
221 | tcp_unregister_congestion_control(&bictcp); | |
222 | } | |
223 | ||
224 | module_init(bictcp_register); | |
225 | module_exit(bictcp_unregister); | |
226 | ||
227 | MODULE_AUTHOR("Stephen Hemminger"); | |
228 | MODULE_LICENSE("GPL"); | |
229 | MODULE_DESCRIPTION("BIC TCP"); |