Commit | Line | Data |
---|---|---|
263e529f JA |
1 | /* |
2 | * Status and ETA code | |
3 | */ | |
4 | #include <unistd.h> | |
5 | #include <fcntl.h> | |
6 | #include <string.h> | |
7 | ||
8 | #include "fio.h" | |
263e529f | 9 | |
fca70358 | 10 | static char run_str[REAL_MAX_JOBS + 1]; |
263e529f JA |
11 | |
12 | /* | |
13 | * Sets the status of the 'td' in the printed status map. | |
14 | */ | |
15 | static void check_str_update(struct thread_data *td) | |
16 | { | |
17 | char c = run_str[td->thread_number - 1]; | |
18 | ||
19 | switch (td->runstate) { | |
5ec10eaa | 20 | case TD_REAPED: |
4f7e57a4 JA |
21 | if (td->error) |
22 | c = 'X'; | |
a5e371a6 JA |
23 | else if (td->sig) |
24 | c = 'K'; | |
4f7e57a4 JA |
25 | else |
26 | c = '_'; | |
5ec10eaa JA |
27 | break; |
28 | case TD_EXITED: | |
29 | c = 'E'; | |
30 | break; | |
b29ee5b3 JA |
31 | case TD_RAMP: |
32 | c = '/'; | |
33 | break; | |
5ec10eaa JA |
34 | case TD_RUNNING: |
35 | if (td_rw(td)) { | |
e3b3f81e JA |
36 | if (td_random(td)) { |
37 | if (td->o.rwmix[DDIR_READ] == 100) | |
38 | c = 'r'; | |
39 | else if (td->o.rwmix[DDIR_WRITE] == 100) | |
40 | c = 'w'; | |
41 | else | |
42 | c = 'm'; | |
43 | } else { | |
44 | if (td->o.rwmix[DDIR_READ] == 100) | |
45 | c = 'R'; | |
46 | else if (td->o.rwmix[DDIR_WRITE] == 100) | |
47 | c = 'W'; | |
48 | else | |
49 | c = 'M'; | |
50 | } | |
5ec10eaa JA |
51 | } else if (td_read(td)) { |
52 | if (td_random(td)) | |
53 | c = 'r'; | |
54 | else | |
55 | c = 'R'; | |
6eaf09d6 | 56 | } else if (td_write(td)) { |
5ec10eaa JA |
57 | if (td_random(td)) |
58 | c = 'w'; | |
59 | else | |
60 | c = 'W'; | |
6eaf09d6 SL |
61 | } else { |
62 | if (td_random(td)) | |
63 | c = 'd'; | |
64 | else | |
65 | c = 'D'; | |
5ec10eaa JA |
66 | } |
67 | break; | |
b0f65863 JA |
68 | case TD_PRE_READING: |
69 | c = 'p'; | |
70 | break; | |
5ec10eaa JA |
71 | case TD_VERIFYING: |
72 | c = 'V'; | |
73 | break; | |
74 | case TD_FSYNCING: | |
75 | c = 'F'; | |
76 | break; | |
77 | case TD_CREATED: | |
78 | c = 'C'; | |
79 | break; | |
80 | case TD_INITIALIZED: | |
9c6f6316 | 81 | case TD_SETTING_UP: |
5ec10eaa JA |
82 | c = 'I'; |
83 | break; | |
84 | case TD_NOT_CREATED: | |
85 | c = 'P'; | |
86 | break; | |
87 | default: | |
88 | log_err("state %d\n", td->runstate); | |
263e529f JA |
89 | } |
90 | ||
91 | run_str[td->thread_number - 1] = c; | |
92 | } | |
93 | ||
94 | /* | |
95 | * Convert seconds to a printable string. | |
96 | */ | |
9c02f6ef | 97 | static void eta_to_str(char *str, unsigned long eta_sec) |
263e529f JA |
98 | { |
99 | unsigned int d, h, m, s; | |
165faf16 | 100 | int disp_hour = 0; |
263e529f | 101 | |
263e529f JA |
102 | s = eta_sec % 60; |
103 | eta_sec /= 60; | |
104 | m = eta_sec % 60; | |
105 | eta_sec /= 60; | |
106 | h = eta_sec % 24; | |
107 | eta_sec /= 24; | |
108 | d = eta_sec; | |
109 | ||
165faf16 JA |
110 | if (d) { |
111 | disp_hour = 1; | |
1e97cce9 | 112 | str += sprintf(str, "%02ud:", d); |
263e529f | 113 | } |
165faf16 JA |
114 | |
115 | if (h || disp_hour) | |
1e97cce9 | 116 | str += sprintf(str, "%02uh:", h); |
263e529f | 117 | |
1e97cce9 JA |
118 | str += sprintf(str, "%02um:", m); |
119 | str += sprintf(str, "%02us", s); | |
263e529f JA |
120 | } |
121 | ||
122 | /* | |
123 | * Best effort calculation of the estimated pending runtime of a job. | |
124 | */ | |
b29ee5b3 | 125 | static int thread_eta(struct thread_data *td) |
263e529f JA |
126 | { |
127 | unsigned long long bytes_total, bytes_done; | |
1e97cce9 | 128 | unsigned long eta_sec = 0; |
b29ee5b3 JA |
129 | unsigned long elapsed; |
130 | ||
131 | elapsed = (mtime_since_now(&td->epoch) + 999) / 1000; | |
263e529f JA |
132 | |
133 | bytes_total = td->total_io_size; | |
134 | ||
2e3bd4c2 JA |
135 | if (td->o.fill_device && td->o.size == -1ULL) { |
136 | if (!td->fill_device_size || td->fill_device_size == -1ULL) | |
137 | return 0; | |
138 | ||
139 | bytes_total = td->fill_device_size; | |
140 | } | |
141 | ||
74939e38 JA |
142 | /* |
143 | * if writing, bytes_total will be twice the size. If mixing, | |
144 | * assume a 50/50 split and thus bytes_total will be 50% larger. | |
145 | */ | |
0dd8377f | 146 | if (td->o.do_verify && td->o.verify && td_write(td)) { |
74939e38 JA |
147 | if (td_rw(td)) |
148 | bytes_total = bytes_total * 3 / 2; | |
149 | else | |
150 | bytes_total <<= 1; | |
151 | } | |
152 | ||
2dc1bbeb JA |
153 | if (td->o.zone_size && td->o.zone_skip) |
154 | bytes_total /= (td->o.zone_skip / td->o.zone_size); | |
263e529f JA |
155 | |
156 | if (td->runstate == TD_RUNNING || td->runstate == TD_VERIFYING) { | |
cf4464ca | 157 | double perc, perc_t; |
263e529f | 158 | |
342f4be4 | 159 | bytes_done = ddir_rw_sum(td->io_bytes); |
263e529f JA |
160 | perc = (double) bytes_done / (double) bytes_total; |
161 | if (perc > 1.0) | |
162 | perc = 1.0; | |
163 | ||
cf4464ca JA |
164 | if (td->o.time_based) { |
165 | perc_t = (double) elapsed / (double) td->o.timeout; | |
166 | if (perc_t < perc) | |
167 | perc = perc_t; | |
168 | } | |
169 | ||
1e97cce9 | 170 | eta_sec = (unsigned long) (elapsed * (1.0 / perc)) - elapsed; |
263e529f | 171 | |
d3eeeabc JA |
172 | if (td->o.timeout && |
173 | eta_sec > (td->o.timeout + done_secs - elapsed)) | |
174 | eta_sec = td->o.timeout + done_secs - elapsed; | |
263e529f | 175 | } else if (td->runstate == TD_NOT_CREATED || td->runstate == TD_CREATED |
b29ee5b3 | 176 | || td->runstate == TD_INITIALIZED |
b0f65863 JA |
177 | || td->runstate == TD_RAMP |
178 | || td->runstate == TD_PRE_READING) { | |
263e529f | 179 | int t_eta = 0, r_eta = 0; |
342f4be4 | 180 | unsigned long long rate_bytes; |
263e529f JA |
181 | |
182 | /* | |
183 | * We can only guess - assume it'll run the full timeout | |
184 | * if given, otherwise assume it'll run at the specified rate. | |
185 | */ | |
b29ee5b3 | 186 | if (td->o.timeout) { |
cda99fa0 SSP |
187 | t_eta = td->o.timeout + td->o.start_delay + |
188 | td->o.ramp_time; | |
b29ee5b3 JA |
189 | |
190 | if (in_ramp_time(td)) { | |
191 | unsigned long ramp_left; | |
192 | ||
cda99fa0 | 193 | ramp_left = mtime_since_now(&td->epoch); |
b29ee5b3 JA |
194 | ramp_left = (ramp_left + 999) / 1000; |
195 | if (ramp_left <= t_eta) | |
196 | t_eta -= ramp_left; | |
197 | } | |
198 | } | |
342f4be4 JA |
199 | rate_bytes = ddir_rw_sum(td->o.rate); |
200 | if (rate_bytes) { | |
201 | r_eta = (bytes_total / 1024) / rate_bytes; | |
d3eeeabc | 202 | r_eta += td->o.start_delay; |
263e529f JA |
203 | } |
204 | ||
205 | if (r_eta && t_eta) | |
206 | eta_sec = min(r_eta, t_eta); | |
207 | else if (r_eta) | |
208 | eta_sec = r_eta; | |
209 | else if (t_eta) | |
210 | eta_sec = t_eta; | |
211 | else | |
212 | eta_sec = 0; | |
213 | } else { | |
214 | /* | |
215 | * thread is already done or waiting for fsync | |
216 | */ | |
217 | eta_sec = 0; | |
218 | } | |
219 | ||
220 | return eta_sec; | |
221 | } | |
222 | ||
46fda8d0 JA |
223 | static void calc_rate(unsigned long mtime, unsigned long long *io_bytes, |
224 | unsigned long long *prev_io_bytes, unsigned int *rate) | |
225 | { | |
b7f05eb0 JA |
226 | int i; |
227 | ||
6eaf09d6 | 228 | for (i = 0; i < DDIR_RWDIR_CNT; i++) { |
b7f05eb0 JA |
229 | unsigned long long diff; |
230 | ||
231 | diff = io_bytes[i] - prev_io_bytes[i]; | |
232 | rate[i] = ((1000 * diff) / mtime) / 1024; | |
6eaf09d6 SL |
233 | |
234 | prev_io_bytes[i] = io_bytes[i]; | |
b7f05eb0 | 235 | } |
46fda8d0 | 236 | } |
5ec10eaa | 237 | |
adb02ba8 JA |
238 | static void calc_iops(unsigned long mtime, unsigned long long *io_iops, |
239 | unsigned long long *prev_io_iops, unsigned int *iops) | |
240 | { | |
6eaf09d6 SL |
241 | int i; |
242 | ||
243 | for (i = 0; i < DDIR_RWDIR_CNT; i++) { | |
244 | iops[i] = ((io_iops[i] - prev_io_iops[i]) * 1000) / mtime; | |
245 | prev_io_iops[i] = io_iops[i]; | |
246 | } | |
adb02ba8 JA |
247 | } |
248 | ||
263e529f JA |
249 | /* |
250 | * Print status of the jobs we know about. This includes rate estimates, | |
251 | * ETA, thread state, etc. | |
252 | */ | |
af9c9fb3 | 253 | int calc_thread_status(struct jobs_eta *je, int force) |
263e529f | 254 | { |
34572e28 | 255 | struct thread_data *td; |
b75a394f JA |
256 | int i; |
257 | unsigned long rate_time, disp_time, bw_avg_time, *eta_secs; | |
6eaf09d6 SL |
258 | unsigned long long io_bytes[DDIR_RWDIR_CNT]; |
259 | unsigned long long io_iops[DDIR_RWDIR_CNT]; | |
46fda8d0 JA |
260 | struct timeval now; |
261 | ||
6eaf09d6 SL |
262 | static unsigned long long rate_io_bytes[DDIR_RWDIR_CNT]; |
263 | static unsigned long long disp_io_bytes[DDIR_RWDIR_CNT]; | |
264 | static unsigned long long disp_io_iops[DDIR_RWDIR_CNT]; | |
46fda8d0 | 265 | static struct timeval rate_prev_time, disp_prev_time; |
6043c579 | 266 | |
af9c9fb3 | 267 | if (!force) { |
f3afa57e JA |
268 | if (output_format != FIO_OUTPUT_NORMAL) |
269 | return 0; | |
270 | if (temp_stall_ts || eta_print == FIO_ETA_NEVER) | |
af9c9fb3 | 271 | return 0; |
e592a06b | 272 | |
af9c9fb3 JA |
273 | if (!isatty(STDOUT_FILENO) && (eta_print != FIO_ETA_ALWAYS)) |
274 | return 0; | |
275 | } | |
263e529f | 276 | |
342f4be4 | 277 | if (!ddir_rw_sum(rate_io_bytes)) |
46fda8d0 | 278 | fill_start_time(&rate_prev_time); |
342f4be4 | 279 | if (!ddir_rw_sum(disp_io_bytes)) |
46fda8d0 | 280 | fill_start_time(&disp_prev_time); |
6043c579 | 281 | |
d3eeeabc JA |
282 | eta_secs = malloc(thread_number * sizeof(unsigned long)); |
283 | memset(eta_secs, 0, thread_number * sizeof(unsigned long)); | |
263e529f | 284 | |
b75a394f JA |
285 | je->elapsed_sec = (mtime_since_genesis() + 999) / 1000; |
286 | ||
6eaf09d6 SL |
287 | io_bytes[DDIR_READ] = io_bytes[DDIR_WRITE] = io_bytes[DDIR_TRIM] = 0; |
288 | io_iops[DDIR_READ] = io_iops[DDIR_WRITE] = io_iops[DDIR_TRIM] = 0; | |
bb3884d8 | 289 | bw_avg_time = ULONG_MAX; |
34572e28 | 290 | for_each_td(td, i) { |
b7f05eb0 JA |
291 | if (is_power_of_2(td->o.kb_base)) |
292 | je->is_pow2 = 1; | |
2dc1bbeb JA |
293 | if (td->o.bw_avg_time < bw_avg_time) |
294 | bw_avg_time = td->o.bw_avg_time; | |
46fda8d0 | 295 | if (td->runstate == TD_RUNNING || td->runstate == TD_VERIFYING |
b0f65863 JA |
296 | || td->runstate == TD_FSYNCING |
297 | || td->runstate == TD_PRE_READING) { | |
b75a394f | 298 | je->nr_running++; |
242c38db JA |
299 | if (td_read(td)) { |
300 | je->t_rate += td->o.rate[DDIR_READ]; | |
301 | je->t_iops += td->o.rate_iops[DDIR_READ]; | |
302 | je->m_rate += td->o.ratemin[DDIR_READ]; | |
303 | je->m_iops += td->o.rate_iops_min[DDIR_READ]; | |
304 | } | |
305 | if (td_write(td)) { | |
306 | je->t_rate += td->o.rate[DDIR_WRITE]; | |
307 | je->t_iops += td->o.rate_iops[DDIR_WRITE]; | |
308 | je->m_rate += td->o.ratemin[DDIR_WRITE]; | |
309 | je->m_iops += td->o.rate_iops_min[DDIR_WRITE]; | |
310 | } | |
6eaf09d6 SL |
311 | if (td_trim(td)) { |
312 | je->t_rate += td->o.rate[DDIR_TRIM]; | |
313 | je->t_iops += td->o.rate_iops[DDIR_TRIM]; | |
314 | je->m_rate += td->o.ratemin[DDIR_TRIM]; | |
315 | je->m_iops += td->o.rate_iops_min[DDIR_TRIM]; | |
316 | } | |
317 | ||
b75a394f | 318 | je->files_open += td->nr_open_files; |
b29ee5b3 | 319 | } else if (td->runstate == TD_RAMP) { |
b75a394f JA |
320 | je->nr_running++; |
321 | je->nr_ramp++; | |
9c6f6316 JA |
322 | } else if (td->runstate == TD_SETTING_UP) |
323 | je->nr_running++; | |
324 | else if (td->runstate < TD_RUNNING) | |
b75a394f | 325 | je->nr_pending++; |
263e529f | 326 | |
b75a394f | 327 | if (je->elapsed_sec >= 3) |
b29ee5b3 | 328 | eta_secs[i] = thread_eta(td); |
263e529f JA |
329 | else |
330 | eta_secs[i] = INT_MAX; | |
331 | ||
332 | check_str_update(td); | |
b29ee5b3 JA |
333 | |
334 | if (td->runstate > TD_RAMP) { | |
6eaf09d6 SL |
335 | int ddir; |
336 | for (ddir = DDIR_READ; ddir < DDIR_RWDIR_CNT; ddir++) { | |
337 | io_bytes[ddir] += td->io_bytes[ddir]; | |
338 | io_iops[ddir] += td->io_blocks[ddir]; | |
339 | } | |
b29ee5b3 | 340 | } |
263e529f JA |
341 | } |
342 | ||
343 | if (exitall_on_terminate) | |
b75a394f | 344 | je->eta_sec = INT_MAX; |
263e529f | 345 | else |
b75a394f | 346 | je->eta_sec = 0; |
263e529f | 347 | |
34572e28 | 348 | for_each_td(td, i) { |
9c5a3854 | 349 | if (exitall_on_terminate) { |
b75a394f JA |
350 | if (eta_secs[i] < je->eta_sec) |
351 | je->eta_sec = eta_secs[i]; | |
9c5a3854 | 352 | } else { |
b75a394f JA |
353 | if (eta_secs[i] > je->eta_sec) |
354 | je->eta_sec = eta_secs[i]; | |
9c5a3854 | 355 | } |
263e529f JA |
356 | } |
357 | ||
eecf272f JA |
358 | free(eta_secs); |
359 | ||
46fda8d0 JA |
360 | fio_gettime(&now, NULL); |
361 | rate_time = mtime_since(&rate_prev_time, &now); | |
362 | ||
b29ee5b3 | 363 | if (write_bw_log && rate_time > bw_avg_time && !in_ramp_time(td)) { |
b75a394f | 364 | calc_rate(rate_time, io_bytes, rate_io_bytes, je->rate); |
46fda8d0 | 365 | memcpy(&rate_prev_time, &now, sizeof(now)); |
b75a394f JA |
366 | add_agg_sample(je->rate[DDIR_READ], DDIR_READ, 0); |
367 | add_agg_sample(je->rate[DDIR_WRITE], DDIR_WRITE, 0); | |
6eaf09d6 | 368 | add_agg_sample(je->rate[DDIR_TRIM], DDIR_TRIM, 0); |
6043c579 JA |
369 | } |
370 | ||
46fda8d0 | 371 | disp_time = mtime_since(&disp_prev_time, &now); |
a5b01f1b JA |
372 | |
373 | /* | |
374 | * Allow a little slack, the target is to print it every 1000 msecs | |
375 | */ | |
af9c9fb3 | 376 | if (!force && disp_time < 900) |
b75a394f | 377 | return 0; |
46fda8d0 | 378 | |
b75a394f JA |
379 | calc_rate(disp_time, io_bytes, disp_io_bytes, je->rate); |
380 | calc_iops(disp_time, io_iops, disp_io_iops, je->iops); | |
adb02ba8 | 381 | |
46fda8d0 JA |
382 | memcpy(&disp_prev_time, &now, sizeof(now)); |
383 | ||
af9c9fb3 | 384 | if (!force && !je->nr_running && !je->nr_pending) |
b75a394f JA |
385 | return 0; |
386 | ||
1d1f45ae JA |
387 | je->nr_threads = thread_number; |
388 | memcpy(je->run_str, run_str, thread_number * sizeof(char)); | |
389 | ||
b75a394f JA |
390 | return 1; |
391 | } | |
392 | ||
cf451d1e | 393 | void display_thread_status(struct jobs_eta *je) |
b75a394f | 394 | { |
b75a394f JA |
395 | static int linelen_last; |
396 | static int eta_good; | |
79074e7c | 397 | char output[REAL_MAX_JOBS + 512], *p = output; |
b75a394f JA |
398 | char eta_str[128]; |
399 | double perc = 0.0; | |
b75a394f | 400 | |
cf451d1e JA |
401 | if (je->eta_sec != INT_MAX && je->elapsed_sec) { |
402 | perc = (double) je->elapsed_sec / (double) (je->elapsed_sec + je->eta_sec); | |
403 | eta_to_str(eta_str, je->eta_sec); | |
b75a394f JA |
404 | } |
405 | ||
cf451d1e JA |
406 | p += sprintf(p, "Jobs: %d (f=%d)", je->nr_running, je->files_open); |
407 | if (je->m_rate || je->t_rate) { | |
581e7141 JA |
408 | char *tr, *mr; |
409 | ||
b7f05eb0 JA |
410 | mr = num2str(je->m_rate, 4, 0, je->is_pow2); |
411 | tr = num2str(je->t_rate, 4, 0, je->is_pow2); | |
37db14fe | 412 | p += sprintf(p, ", CR=%s/%s KB/s", tr, mr); |
581e7141 JA |
413 | free(tr); |
414 | free(mr); | |
cf451d1e JA |
415 | } else if (je->m_iops || je->t_iops) |
416 | p += sprintf(p, ", CR=%d/%d IOPS", je->t_iops, je->m_iops); | |
417 | if (je->eta_sec != INT_MAX && je->nr_running) { | |
0721d11e | 418 | char perc_str[32]; |
6eaf09d6 SL |
419 | char *iops_str[DDIR_RWDIR_CNT]; |
420 | char *rate_str[DDIR_RWDIR_CNT]; | |
79074e7c | 421 | size_t left; |
adb02ba8 | 422 | int l; |
6eaf09d6 | 423 | int ddir; |
5ec10eaa | 424 | |
cf451d1e | 425 | if ((!je->eta_sec && !eta_good) || je->nr_ramp == je->nr_running) |
cac58fd5 JA |
426 | strcpy(perc_str, "-.-% done"); |
427 | else { | |
428 | eta_good = 1; | |
429 | perc *= 100.0; | |
0721d11e | 430 | sprintf(perc_str, "%3.1f%% done", perc); |
cac58fd5 | 431 | } |
0721d11e | 432 | |
6eaf09d6 SL |
433 | for (ddir = DDIR_READ; ddir < DDIR_RWDIR_CNT; ddir++) { |
434 | rate_str[ddir] = num2str(je->rate[ddir], 5, | |
435 | 1024, je->is_pow2); | |
436 | iops_str[ddir] = num2str(je->iops[ddir], 4, 1, 0); | |
437 | } | |
adb02ba8 | 438 | |
79074e7c JA |
439 | left = sizeof(output) - (p - output) - 1; |
440 | ||
6eaf09d6 SL |
441 | l = snprintf(p, left, ": [%s] [%s] [%s/%s/%s /s] [%s/%s/%s iops] [eta %s]", |
442 | je->run_str, perc_str, rate_str[DDIR_READ], | |
443 | rate_str[DDIR_WRITE], rate_str[DDIR_TRIM], | |
444 | iops_str[DDIR_READ], iops_str[DDIR_WRITE], | |
445 | iops_str[DDIR_TRIM], eta_str); | |
37db14fe | 446 | p += l; |
adb02ba8 | 447 | if (l >= 0 && l < linelen_last) |
37db14fe | 448 | p += sprintf(p, "%*s", linelen_last - l, ""); |
adb02ba8 | 449 | linelen_last = l; |
d1bd7213 | 450 | |
6eaf09d6 SL |
451 | for (ddir = DDIR_READ; ddir < DDIR_RWDIR_CNT; ddir++) { |
452 | free(rate_str[ddir]); | |
453 | free(iops_str[ddir]); | |
454 | } | |
263e529f | 455 | } |
37db14fe JA |
456 | p += sprintf(p, "\r"); |
457 | ||
cf451d1e JA |
458 | printf("%s", output); |
459 | fflush(stdout); | |
263e529f JA |
460 | } |
461 | ||
cf451d1e JA |
462 | void print_thread_status(void) |
463 | { | |
1d1f45ae | 464 | struct jobs_eta *je; |
b814fb26 | 465 | size_t size; |
1d1f45ae | 466 | |
b814fb26 JA |
467 | if (!thread_number) |
468 | return; | |
cf451d1e | 469 | |
b814fb26 JA |
470 | size = sizeof(*je) + thread_number * sizeof(char) + 1; |
471 | je = malloc(size); | |
472 | memset(je, 0, size); | |
cf451d1e | 473 | |
af9c9fb3 | 474 | if (calc_thread_status(je, 0)) |
1d1f45ae | 475 | display_thread_status(je); |
cf451d1e | 476 | |
1d1f45ae | 477 | free(je); |
cf451d1e | 478 | } |
b75a394f | 479 | |
2b13e716 | 480 | void print_status_init(int thr_number) |
263e529f | 481 | { |
2b13e716 | 482 | run_str[thr_number] = 'P'; |
263e529f | 483 | } |