Commit | Line | Data |
---|---|---|
263e529f JA |
1 | /* |
2 | * Status and ETA code | |
3 | */ | |
4 | #include <unistd.h> | |
263e529f | 5 | #include <string.h> |
0fc3cb4c | 6 | #include <stdlib.h> |
4f37732a BVA |
7 | #ifdef CONFIG_VALGRIND_DEV |
8 | #include <valgrind/drd.h> | |
9 | #else | |
10 | #define DRD_IGNORE_VAR(x) do { } while (0) | |
11 | #endif | |
263e529f JA |
12 | |
13 | #include "fio.h" | |
0f38bbef | 14 | #include "lib/pow2.h" |
263e529f | 15 | |
3e2e48a7 | 16 | static char __run_str[REAL_MAX_JOBS + 1]; |
318b9457 | 17 | static char run_str[__THREAD_RUNSTR_SZ(REAL_MAX_JOBS) + 1]; |
3e2e48a7 | 18 | |
8a1db9a1 | 19 | static void update_condensed_str(char *rstr, char *run_str_condensed) |
3e2e48a7 | 20 | { |
8a1db9a1 JA |
21 | if (*rstr) { |
22 | while (*rstr) { | |
595d9e77 AG |
23 | int nr = 1; |
24 | ||
8a1db9a1 JA |
25 | *run_str_condensed++ = *rstr++; |
26 | while (*(rstr - 1) == *rstr) { | |
27 | rstr++; | |
595d9e77 AG |
28 | nr++; |
29 | } | |
30 | run_str_condensed += sprintf(run_str_condensed, "(%u),", nr); | |
3e2e48a7 | 31 | } |
595d9e77 | 32 | run_str_condensed--; |
3e2e48a7 | 33 | } |
595d9e77 | 34 | *run_str_condensed = '\0'; |
6c784104 | 35 | } |
263e529f JA |
36 | |
37 | /* | |
38 | * Sets the status of the 'td' in the printed status map. | |
39 | */ | |
40 | static void check_str_update(struct thread_data *td) | |
41 | { | |
3e2e48a7 | 42 | char c = __run_str[td->thread_number - 1]; |
263e529f JA |
43 | |
44 | switch (td->runstate) { | |
5ec10eaa | 45 | case TD_REAPED: |
4f7e57a4 JA |
46 | if (td->error) |
47 | c = 'X'; | |
a5e371a6 JA |
48 | else if (td->sig) |
49 | c = 'K'; | |
4f7e57a4 JA |
50 | else |
51 | c = '_'; | |
5ec10eaa JA |
52 | break; |
53 | case TD_EXITED: | |
54 | c = 'E'; | |
55 | break; | |
b29ee5b3 JA |
56 | case TD_RAMP: |
57 | c = '/'; | |
58 | break; | |
5ec10eaa JA |
59 | case TD_RUNNING: |
60 | if (td_rw(td)) { | |
e3b3f81e JA |
61 | if (td_random(td)) { |
62 | if (td->o.rwmix[DDIR_READ] == 100) | |
63 | c = 'r'; | |
64 | else if (td->o.rwmix[DDIR_WRITE] == 100) | |
65 | c = 'w'; | |
66 | else | |
67 | c = 'm'; | |
68 | } else { | |
69 | if (td->o.rwmix[DDIR_READ] == 100) | |
70 | c = 'R'; | |
71 | else if (td->o.rwmix[DDIR_WRITE] == 100) | |
72 | c = 'W'; | |
73 | else | |
74 | c = 'M'; | |
75 | } | |
5ec10eaa JA |
76 | } else if (td_read(td)) { |
77 | if (td_random(td)) | |
78 | c = 'r'; | |
79 | else | |
80 | c = 'R'; | |
6eaf09d6 | 81 | } else if (td_write(td)) { |
5ec10eaa JA |
82 | if (td_random(td)) |
83 | c = 'w'; | |
84 | else | |
85 | c = 'W'; | |
6eaf09d6 SL |
86 | } else { |
87 | if (td_random(td)) | |
88 | c = 'd'; | |
89 | else | |
90 | c = 'D'; | |
5ec10eaa JA |
91 | } |
92 | break; | |
b0f65863 JA |
93 | case TD_PRE_READING: |
94 | c = 'p'; | |
95 | break; | |
5ec10eaa JA |
96 | case TD_VERIFYING: |
97 | c = 'V'; | |
98 | break; | |
99 | case TD_FSYNCING: | |
100 | c = 'F'; | |
101 | break; | |
3d434057 JA |
102 | case TD_FINISHING: |
103 | c = 'f'; | |
104 | break; | |
5ec10eaa JA |
105 | case TD_CREATED: |
106 | c = 'C'; | |
107 | break; | |
108 | case TD_INITIALIZED: | |
9c6f6316 | 109 | case TD_SETTING_UP: |
5ec10eaa JA |
110 | c = 'I'; |
111 | break; | |
112 | case TD_NOT_CREATED: | |
113 | c = 'P'; | |
114 | break; | |
115 | default: | |
116 | log_err("state %d\n", td->runstate); | |
263e529f JA |
117 | } |
118 | ||
3e2e48a7 JA |
119 | __run_str[td->thread_number - 1] = c; |
120 | update_condensed_str(__run_str, run_str); | |
263e529f JA |
121 | } |
122 | ||
123 | /* | |
124 | * Convert seconds to a printable string. | |
125 | */ | |
3e47bd25 | 126 | void eta_to_str(char *str, unsigned long eta_sec) |
263e529f JA |
127 | { |
128 | unsigned int d, h, m, s; | |
165faf16 | 129 | int disp_hour = 0; |
263e529f | 130 | |
263775ad LG |
131 | if (eta_sec == -1) { |
132 | sprintf(str, "--"); | |
133 | return; | |
134 | } | |
135 | ||
263e529f JA |
136 | s = eta_sec % 60; |
137 | eta_sec /= 60; | |
138 | m = eta_sec % 60; | |
139 | eta_sec /= 60; | |
140 | h = eta_sec % 24; | |
141 | eta_sec /= 24; | |
142 | d = eta_sec; | |
143 | ||
165faf16 JA |
144 | if (d) { |
145 | disp_hour = 1; | |
1e97cce9 | 146 | str += sprintf(str, "%02ud:", d); |
263e529f | 147 | } |
165faf16 JA |
148 | |
149 | if (h || disp_hour) | |
1e97cce9 | 150 | str += sprintf(str, "%02uh:", h); |
263e529f | 151 | |
1e97cce9 | 152 | str += sprintf(str, "%02um:", m); |
1612c4a5 | 153 | sprintf(str, "%02us", s); |
263e529f JA |
154 | } |
155 | ||
156 | /* | |
157 | * Best effort calculation of the estimated pending runtime of a job. | |
158 | */ | |
263775ad | 159 | static unsigned long thread_eta(struct thread_data *td) |
263e529f JA |
160 | { |
161 | unsigned long long bytes_total, bytes_done; | |
1e97cce9 | 162 | unsigned long eta_sec = 0; |
b29ee5b3 | 163 | unsigned long elapsed; |
0de5b26f | 164 | uint64_t timeout; |
b29ee5b3 JA |
165 | |
166 | elapsed = (mtime_since_now(&td->epoch) + 999) / 1000; | |
0de5b26f | 167 | timeout = td->o.timeout / 1000000UL; |
263e529f JA |
168 | |
169 | bytes_total = td->total_io_size; | |
170 | ||
263775ad LG |
171 | if (td->flags & TD_F_NO_PROGRESS) |
172 | return -1; | |
173 | ||
2e3bd4c2 JA |
174 | if (td->o.fill_device && td->o.size == -1ULL) { |
175 | if (!td->fill_device_size || td->fill_device_size == -1ULL) | |
176 | return 0; | |
177 | ||
178 | bytes_total = td->fill_device_size; | |
179 | } | |
180 | ||
c3795cb0 DLM |
181 | /* |
182 | * If io_size is set, bytes_total is an exact value that does not need | |
183 | * adjustment. | |
184 | */ | |
185 | if (td->o.zone_size && td->o.zone_skip && bytes_total && | |
186 | !fio_option_is_set(&td->o, io_size)) { | |
0d73a2f9 JA |
187 | unsigned int nr_zones; |
188 | uint64_t zone_bytes; | |
189 | ||
c3795cb0 DLM |
190 | /* |
191 | * Calculate the upper bound of the number of zones that will | |
192 | * be processed, including skipped bytes between zones. If this | |
193 | * is larger than total_io_size (e.g. when --io_size or --size | |
194 | * specify a small value), use the lower bound to avoid | |
195 | * adjustments to a negative value that would result in a very | |
196 | * large bytes_total and an incorrect eta. | |
197 | */ | |
198 | zone_bytes = td->o.zone_size + td->o.zone_skip; | |
199 | nr_zones = (bytes_total + zone_bytes - 1) / zone_bytes; | |
200 | if (bytes_total < nr_zones * td->o.zone_skip) | |
201 | nr_zones = bytes_total / zone_bytes; | |
0d73a2f9 JA |
202 | bytes_total -= nr_zones * td->o.zone_skip; |
203 | } | |
204 | ||
74939e38 | 205 | /* |
165eb050 JA |
206 | * if writing and verifying afterwards, bytes_total will be twice the |
207 | * size. In a mixed workload, verify phase will be the size of the | |
208 | * first stage writes. | |
74939e38 | 209 | */ |
0dd8377f | 210 | if (td->o.do_verify && td->o.verify && td_write(td)) { |
165eb050 JA |
211 | if (td_rw(td)) { |
212 | unsigned int perc = 50; | |
213 | ||
214 | if (td->o.rwmix[DDIR_WRITE]) | |
215 | perc = td->o.rwmix[DDIR_WRITE]; | |
216 | ||
217 | bytes_total += (bytes_total * perc) / 100; | |
5b7565b0 | 218 | } else { |
74939e38 | 219 | bytes_total <<= 1; |
5b7565b0 | 220 | } |
74939e38 JA |
221 | } |
222 | ||
263e529f | 223 | if (td->runstate == TD_RUNNING || td->runstate == TD_VERIFYING) { |
cf4464ca | 224 | double perc, perc_t; |
263e529f | 225 | |
342f4be4 | 226 | bytes_done = ddir_rw_sum(td->io_bytes); |
476882d7 JA |
227 | |
228 | if (bytes_total) { | |
229 | perc = (double) bytes_done / (double) bytes_total; | |
230 | if (perc > 1.0) | |
231 | perc = 1.0; | |
5b7565b0 | 232 | } else { |
476882d7 | 233 | perc = 0.0; |
5b7565b0 | 234 | } |
263e529f | 235 | |
cf4464ca | 236 | if (td->o.time_based) { |
476882d7 JA |
237 | if (timeout) { |
238 | perc_t = (double) elapsed / (double) timeout; | |
ada6fcee | 239 | if (perc_t < perc) |
476882d7 JA |
240 | perc = perc_t; |
241 | } else { | |
242 | /* | |
243 | * Will never hit, we can't have time_based | |
244 | * without a timeout set. | |
245 | */ | |
246 | perc = 0.0; | |
247 | } | |
cf4464ca JA |
248 | } |
249 | ||
ae5eaf07 SW |
250 | if (perc == 0.0) { |
251 | eta_sec = timeout; | |
252 | } else { | |
253 | eta_sec = (unsigned long) (elapsed * (1.0 / perc)) - elapsed; | |
254 | } | |
263e529f | 255 | |
d3eeeabc | 256 | if (td->o.timeout && |
0de5b26f JA |
257 | eta_sec > (timeout + done_secs - elapsed)) |
258 | eta_sec = timeout + done_secs - elapsed; | |
263e529f | 259 | } else if (td->runstate == TD_NOT_CREATED || td->runstate == TD_CREATED |
b29ee5b3 | 260 | || td->runstate == TD_INITIALIZED |
714e85f3 | 261 | || td->runstate == TD_SETTING_UP |
b0f65863 JA |
262 | || td->runstate == TD_RAMP |
263 | || td->runstate == TD_PRE_READING) { | |
90eff1c9 | 264 | int64_t t_eta = 0, r_eta = 0; |
342f4be4 | 265 | unsigned long long rate_bytes; |
263e529f JA |
266 | |
267 | /* | |
268 | * We can only guess - assume it'll run the full timeout | |
269 | * if given, otherwise assume it'll run at the specified rate. | |
270 | */ | |
b29ee5b3 | 271 | if (td->o.timeout) { |
8a1db9a1 | 272 | uint64_t __timeout = td->o.timeout; |
0de5b26f JA |
273 | uint64_t start_delay = td->o.start_delay; |
274 | uint64_t ramp_time = td->o.ramp_time; | |
275 | ||
ae5eaf07 SW |
276 | t_eta = __timeout + start_delay; |
277 | if (!td->ramp_time_over) { | |
278 | t_eta += ramp_time; | |
279 | } | |
0de5b26f | 280 | t_eta /= 1000000ULL; |
b29ee5b3 | 281 | |
3379b94e | 282 | if ((td->runstate == TD_RAMP) && in_ramp_time(td)) { |
b29ee5b3 JA |
283 | unsigned long ramp_left; |
284 | ||
cda99fa0 | 285 | ramp_left = mtime_since_now(&td->epoch); |
b29ee5b3 JA |
286 | ramp_left = (ramp_left + 999) / 1000; |
287 | if (ramp_left <= t_eta) | |
288 | t_eta -= ramp_left; | |
289 | } | |
290 | } | |
819a4a96 SW |
291 | rate_bytes = 0; |
292 | if (td_read(td)) | |
293 | rate_bytes = td->o.rate[DDIR_READ]; | |
294 | if (td_write(td)) | |
295 | rate_bytes += td->o.rate[DDIR_WRITE]; | |
296 | if (td_trim(td)) | |
297 | rate_bytes += td->o.rate[DDIR_TRIM]; | |
298 | ||
342f4be4 | 299 | if (rate_bytes) { |
819a4a96 | 300 | r_eta = bytes_total / rate_bytes; |
0de5b26f | 301 | r_eta += (td->o.start_delay / 1000000ULL); |
263e529f JA |
302 | } |
303 | ||
304 | if (r_eta && t_eta) | |
305 | eta_sec = min(r_eta, t_eta); | |
306 | else if (r_eta) | |
307 | eta_sec = r_eta; | |
308 | else if (t_eta) | |
309 | eta_sec = t_eta; | |
310 | else | |
311 | eta_sec = 0; | |
312 | } else { | |
313 | /* | |
314 | * thread is already done or waiting for fsync | |
315 | */ | |
316 | eta_sec = 0; | |
317 | } | |
318 | ||
319 | return eta_sec; | |
320 | } | |
321 | ||
771e58be JA |
322 | static void calc_rate(int unified_rw_rep, unsigned long mtime, |
323 | unsigned long long *io_bytes, | |
90eff1c9 | 324 | unsigned long long *prev_io_bytes, uint64_t *rate) |
46fda8d0 | 325 | { |
b7f05eb0 JA |
326 | int i; |
327 | ||
6eaf09d6 | 328 | for (i = 0; i < DDIR_RWDIR_CNT; i++) { |
1e271b21 | 329 | unsigned long long diff, this_rate; |
b7f05eb0 JA |
330 | |
331 | diff = io_bytes[i] - prev_io_bytes[i]; | |
1e271b21 | 332 | if (mtime) |
420b104a | 333 | this_rate = ((1000 * diff) / mtime) / 1024; /* KiB/s */ |
1e271b21 JA |
334 | else |
335 | this_rate = 0; | |
336 | ||
5cb8a8cd | 337 | if (unified_rw_rep == UNIFIED_MIXED) { |
771e58be | 338 | rate[i] = 0; |
1e271b21 | 339 | rate[0] += this_rate; |
771e58be | 340 | } else |
1e271b21 | 341 | rate[i] = this_rate; |
6eaf09d6 SL |
342 | |
343 | prev_io_bytes[i] = io_bytes[i]; | |
b7f05eb0 | 344 | } |
46fda8d0 | 345 | } |
5ec10eaa | 346 | |
771e58be JA |
347 | static void calc_iops(int unified_rw_rep, unsigned long mtime, |
348 | unsigned long long *io_iops, | |
adb02ba8 JA |
349 | unsigned long long *prev_io_iops, unsigned int *iops) |
350 | { | |
6eaf09d6 SL |
351 | int i; |
352 | ||
353 | for (i = 0; i < DDIR_RWDIR_CNT; i++) { | |
95c2f38e | 354 | unsigned long long diff, this_iops; |
771e58be JA |
355 | |
356 | diff = io_iops[i] - prev_io_iops[i]; | |
95c2f38e JA |
357 | if (mtime) |
358 | this_iops = (diff * 1000) / mtime; | |
359 | else | |
360 | this_iops = 0; | |
361 | ||
5cb8a8cd | 362 | if (unified_rw_rep == UNIFIED_MIXED) { |
771e58be | 363 | iops[i] = 0; |
95c2f38e | 364 | iops[0] += this_iops; |
771e58be | 365 | } else |
95c2f38e | 366 | iops[i] = this_iops; |
771e58be | 367 | |
6eaf09d6 SL |
368 | prev_io_iops[i] = io_iops[i]; |
369 | } | |
adb02ba8 JA |
370 | } |
371 | ||
db37d890 JA |
372 | /* |
373 | * Allow a little slack - if we're within 95% of the time, allow ETA. | |
374 | */ | |
375 | bool eta_time_within_slack(unsigned int time) | |
376 | { | |
377 | return time > ((eta_interval_msec * 95) / 100); | |
378 | } | |
379 | ||
62f35562 VF |
380 | /* |
381 | * These are the conditions under which we might be able to skip the eta | |
382 | * calculation. | |
383 | */ | |
384 | static bool skip_eta() | |
385 | { | |
386 | if (!(output_format & FIO_OUTPUT_NORMAL) && f_out == stdout) | |
387 | return true; | |
388 | if (temp_stall_ts || eta_print == FIO_ETA_NEVER) | |
389 | return true; | |
390 | if (!isatty(STDOUT_FILENO) && eta_print != FIO_ETA_ALWAYS) | |
391 | return true; | |
392 | ||
393 | return false; | |
394 | } | |
395 | ||
263e529f JA |
396 | /* |
397 | * Print status of the jobs we know about. This includes rate estimates, | |
398 | * ETA, thread state, etc. | |
399 | */ | |
5b7565b0 | 400 | static bool calc_thread_status(struct jobs_eta *je, int force) |
263e529f | 401 | { |
da8f124f | 402 | int unified_rw_rep; |
77a2306b | 403 | bool any_td_in_ramp; |
90eff1c9 | 404 | uint64_t rate_time, disp_time, bw_avg_time, *eta_secs; |
dde39f8c AD |
405 | unsigned long long io_bytes[DDIR_RWDIR_CNT] = {}; |
406 | unsigned long long io_iops[DDIR_RWDIR_CNT] = {}; | |
8b6a404c | 407 | struct timespec now; |
46fda8d0 | 408 | |
6eaf09d6 SL |
409 | static unsigned long long rate_io_bytes[DDIR_RWDIR_CNT]; |
410 | static unsigned long long disp_io_bytes[DDIR_RWDIR_CNT]; | |
411 | static unsigned long long disp_io_iops[DDIR_RWDIR_CNT]; | |
8b6a404c | 412 | static struct timespec rate_prev_time, disp_prev_time; |
6043c579 | 413 | |
62f35562 | 414 | bool ret = true; |
e592a06b | 415 | |
62f35562 VF |
416 | if (!force && skip_eta()) { |
417 | if (write_bw_log) | |
418 | ret = false; | |
419 | else | |
8aa89d70 | 420 | return false; |
af9c9fb3 | 421 | } |
263e529f | 422 | |
342f4be4 | 423 | if (!ddir_rw_sum(rate_io_bytes)) |
46fda8d0 | 424 | fill_start_time(&rate_prev_time); |
342f4be4 | 425 | if (!ddir_rw_sum(disp_io_bytes)) |
46fda8d0 | 426 | fill_start_time(&disp_prev_time); |
6043c579 | 427 | |
223decdd | 428 | eta_secs = calloc(thread_number, sizeof(uint64_t)); |
263e529f | 429 | |
b75a394f JA |
430 | je->elapsed_sec = (mtime_since_genesis() + 999) / 1000; |
431 | ||
bb3884d8 | 432 | bw_avg_time = ULONG_MAX; |
771e58be | 433 | unified_rw_rep = 0; |
da8f124f | 434 | for_each_td(td) { |
771e58be | 435 | unified_rw_rep += td->o.unified_rw_rep; |
b7f05eb0 JA |
436 | if (is_power_of_2(td->o.kb_base)) |
437 | je->is_pow2 = 1; | |
ad705bcb | 438 | je->unit_base = td->o.unit_base; |
21cab03c | 439 | je->sig_figs = td->o.sig_figs; |
2dc1bbeb JA |
440 | if (td->o.bw_avg_time < bw_avg_time) |
441 | bw_avg_time = td->o.bw_avg_time; | |
46fda8d0 | 442 | if (td->runstate == TD_RUNNING || td->runstate == TD_VERIFYING |
b0f65863 | 443 | || td->runstate == TD_FSYNCING |
3d434057 JA |
444 | || td->runstate == TD_PRE_READING |
445 | || td->runstate == TD_FINISHING) { | |
b75a394f | 446 | je->nr_running++; |
242c38db | 447 | if (td_read(td)) { |
c2e9cc4d JA |
448 | je->t_rate[0] += td->o.rate[DDIR_READ]; |
449 | je->t_iops[0] += td->o.rate_iops[DDIR_READ]; | |
450 | je->m_rate[0] += td->o.ratemin[DDIR_READ]; | |
451 | je->m_iops[0] += td->o.rate_iops_min[DDIR_READ]; | |
242c38db JA |
452 | } |
453 | if (td_write(td)) { | |
c2e9cc4d JA |
454 | je->t_rate[1] += td->o.rate[DDIR_WRITE]; |
455 | je->t_iops[1] += td->o.rate_iops[DDIR_WRITE]; | |
456 | je->m_rate[1] += td->o.ratemin[DDIR_WRITE]; | |
457 | je->m_iops[1] += td->o.rate_iops_min[DDIR_WRITE]; | |
242c38db | 458 | } |
6eaf09d6 | 459 | if (td_trim(td)) { |
d79db122 JA |
460 | je->t_rate[2] += td->o.rate[DDIR_TRIM]; |
461 | je->t_iops[2] += td->o.rate_iops[DDIR_TRIM]; | |
462 | je->m_rate[2] += td->o.ratemin[DDIR_TRIM]; | |
463 | je->m_iops[2] += td->o.rate_iops_min[DDIR_TRIM]; | |
6eaf09d6 SL |
464 | } |
465 | ||
b75a394f | 466 | je->files_open += td->nr_open_files; |
b29ee5b3 | 467 | } else if (td->runstate == TD_RAMP) { |
b75a394f JA |
468 | je->nr_running++; |
469 | je->nr_ramp++; | |
aef66dec | 470 | } else if (td->runstate == TD_SETTING_UP) |
714e85f3 | 471 | je->nr_setting_up++; |
aef66dec | 472 | else if (td->runstate < TD_RUNNING) |
b75a394f | 473 | je->nr_pending++; |
263e529f | 474 | |
b75a394f | 475 | if (je->elapsed_sec >= 3) |
da8f124f | 476 | eta_secs[__td_index] = thread_eta(td); |
263e529f | 477 | else |
da8f124f | 478 | eta_secs[__td_index] = INT_MAX; |
263e529f JA |
479 | |
480 | check_str_update(td); | |
b29ee5b3 | 481 | |
714e85f3 | 482 | if (td->runstate > TD_SETTING_UP) { |
6eaf09d6 | 483 | int ddir; |
771e58be | 484 | |
c1f50f76 | 485 | for (ddir = 0; ddir < DDIR_RWDIR_CNT; ddir++) { |
771e58be JA |
486 | if (unified_rw_rep) { |
487 | io_bytes[0] += td->io_bytes[ddir]; | |
488 | io_iops[0] += td->io_blocks[ddir]; | |
489 | } else { | |
490 | io_bytes[ddir] += td->io_bytes[ddir]; | |
491 | io_iops[ddir] += td->io_blocks[ddir]; | |
492 | } | |
6eaf09d6 | 493 | } |
b29ee5b3 | 494 | } |
da8f124f | 495 | } end_for_each(); |
263e529f | 496 | |
3379b94e | 497 | if (exitall_on_terminate) { |
b75a394f | 498 | je->eta_sec = INT_MAX; |
da8f124f H |
499 | for_each_td_index() { |
500 | if (eta_secs[__td_index] < je->eta_sec) | |
501 | je->eta_sec = eta_secs[__td_index]; | |
502 | } end_for_each(); | |
3379b94e JR |
503 | } else { |
504 | unsigned long eta_stone = 0; | |
505 | ||
506 | je->eta_sec = 0; | |
da8f124f | 507 | for_each_td(td) { |
3379b94e | 508 | if ((td->runstate == TD_NOT_CREATED) && td->o.stonewall) |
da8f124f | 509 | eta_stone += eta_secs[__td_index]; |
3379b94e | 510 | else { |
da8f124f H |
511 | if (eta_secs[__td_index] > je->eta_sec) |
512 | je->eta_sec = eta_secs[__td_index]; | |
3379b94e | 513 | } |
da8f124f | 514 | } end_for_each(); |
3379b94e | 515 | je->eta_sec += eta_stone; |
263e529f JA |
516 | } |
517 | ||
eecf272f JA |
518 | free(eta_secs); |
519 | ||
46fda8d0 JA |
520 | fio_gettime(&now, NULL); |
521 | rate_time = mtime_since(&rate_prev_time, &now); | |
522 | ||
77a2306b | 523 | any_td_in_ramp = false; |
051b5785 | 524 | for_each_td(td) { |
77a2306b | 525 | any_td_in_ramp |= in_ramp_time(td); |
051b5785 | 526 | } end_for_each(); |
77a2306b | 527 | if (write_bw_log && rate_time > bw_avg_time && !any_td_in_ramp) { |
771e58be | 528 | calc_rate(unified_rw_rep, rate_time, io_bytes, rate_io_bytes, |
da92f848 | 529 | je->rate); |
46fda8d0 | 530 | memcpy(&rate_prev_time, &now, sizeof(now)); |
76204de3 | 531 | regrow_agg_logs(); |
dde39f8c | 532 | for_each_rw_ddir(ddir) { |
03ec570f | 533 | add_agg_sample(sample_val(je->rate[ddir]), ddir, 0); |
dde39f8c | 534 | } |
6043c579 JA |
535 | } |
536 | ||
46fda8d0 | 537 | disp_time = mtime_since(&disp_prev_time, &now); |
a5b01f1b | 538 | |
db37d890 | 539 | if (!force && !eta_time_within_slack(disp_time)) |
8aa89d70 | 540 | return false; |
46fda8d0 | 541 | |
da92f848 BVA |
542 | calc_rate(unified_rw_rep, disp_time, io_bytes, disp_io_bytes, je->rate); |
543 | calc_iops(unified_rw_rep, disp_time, io_iops, disp_io_iops, je->iops); | |
adb02ba8 | 544 | |
46fda8d0 JA |
545 | memcpy(&disp_prev_time, &now, sizeof(now)); |
546 | ||
af9c9fb3 | 547 | if (!force && !je->nr_running && !je->nr_pending) |
8aa89d70 | 548 | return false; |
b75a394f | 549 | |
1d1f45ae | 550 | je->nr_threads = thread_number; |
6c784104 JA |
551 | update_condensed_str(__run_str, run_str); |
552 | memcpy(je->run_str, run_str, strlen(run_str)); | |
62f35562 | 553 | return ret; |
b75a394f JA |
554 | } |
555 | ||
73027fb9 JA |
556 | static int gen_eta_str(struct jobs_eta *je, char *p, size_t left, |
557 | char **rate_str, char **iops_str) | |
558 | { | |
1582d1ca AD |
559 | static const char c[DDIR_RWDIR_CNT] = {'r', 'w', 't'}; |
560 | bool has[DDIR_RWDIR_CNT]; | |
561 | bool has_any = false; | |
562 | const char *sep; | |
73027fb9 JA |
563 | int l = 0; |
564 | ||
1582d1ca AD |
565 | for_each_rw_ddir(ddir) { |
566 | has[ddir] = (je->rate[ddir] || je->iops[ddir]); | |
567 | has_any |= has[ddir]; | |
568 | } | |
569 | if (!has_any) | |
73027fb9 JA |
570 | return 0; |
571 | ||
1582d1ca AD |
572 | l += snprintf(p + l, left - l, "["); |
573 | sep = ""; | |
574 | for_each_rw_ddir(ddir) { | |
575 | if (has[ddir]) { | |
576 | l += snprintf(p + l, left - l, "%s%c=%s", | |
577 | sep, c[ddir], rate_str[ddir]); | |
578 | sep = ","; | |
579 | } | |
73027fb9 | 580 | } |
1582d1ca AD |
581 | l += snprintf(p + l, left - l, "]["); |
582 | sep = ""; | |
583 | for_each_rw_ddir(ddir) { | |
584 | if (has[ddir]) { | |
585 | l += snprintf(p + l, left - l, "%s%c=%s", | |
586 | sep, c[ddir], iops_str[ddir]); | |
587 | sep = ","; | |
588 | } | |
73027fb9 | 589 | } |
1582d1ca | 590 | l += snprintf(p + l, left - l, " IOPS]"); |
73027fb9 JA |
591 | |
592 | return l; | |
593 | } | |
594 | ||
cf451d1e | 595 | void display_thread_status(struct jobs_eta *je) |
b75a394f | 596 | { |
8b6a404c | 597 | static struct timespec disp_eta_new_line; |
e382e661 | 598 | static int eta_new_line_init, eta_new_line_pending; |
b75a394f JA |
599 | static int linelen_last; |
600 | static int eta_good; | |
2b34ccad | 601 | char output[__THREAD_RUNSTR_SZ(REAL_MAX_JOBS) + 512], *p = output; |
b75a394f JA |
602 | char eta_str[128]; |
603 | double perc = 0.0; | |
b75a394f | 604 | |
cf451d1e JA |
605 | if (je->eta_sec != INT_MAX && je->elapsed_sec) { |
606 | perc = (double) je->elapsed_sec / (double) (je->elapsed_sec + je->eta_sec); | |
607 | eta_to_str(eta_str, je->eta_sec); | |
b75a394f JA |
608 | } |
609 | ||
e382e661 JA |
610 | if (eta_new_line_pending) { |
611 | eta_new_line_pending = 0; | |
ab1ace62 | 612 | linelen_last = 0; |
e382e661 JA |
613 | p += sprintf(p, "\n"); |
614 | } | |
615 | ||
cf451d1e | 616 | p += sprintf(p, "Jobs: %d (f=%d)", je->nr_running, je->files_open); |
d694a6a7 RE |
617 | |
618 | /* rate limits, if any */ | |
619 | if (je->m_rate[0] || je->m_rate[1] || je->m_rate[2] || | |
620 | je->t_rate[0] || je->t_rate[1] || je->t_rate[2]) { | |
581e7141 JA |
621 | char *tr, *mr; |
622 | ||
d694a6a7 | 623 | mr = num2str(je->m_rate[0] + je->m_rate[1] + je->m_rate[2], |
21cab03c | 624 | je->sig_figs, 1, je->is_pow2, N2S_BYTEPERSEC); |
d694a6a7 | 625 | tr = num2str(je->t_rate[0] + je->t_rate[1] + je->t_rate[2], |
21cab03c | 626 | je->sig_figs, 1, je->is_pow2, N2S_BYTEPERSEC); |
d694a6a7 RE |
627 | |
628 | p += sprintf(p, ", %s-%s", mr, tr); | |
581e7141 JA |
629 | free(tr); |
630 | free(mr); | |
d694a6a7 RE |
631 | } else if (je->m_iops[0] || je->m_iops[1] || je->m_iops[2] || |
632 | je->t_iops[0] || je->t_iops[1] || je->t_iops[2]) { | |
633 | p += sprintf(p, ", %d-%d IOPS", | |
634 | je->m_iops[0] + je->m_iops[1] + je->m_iops[2], | |
635 | je->t_iops[0] + je->t_iops[1] + je->t_iops[2]); | |
3e47bd25 | 636 | } |
d694a6a7 RE |
637 | |
638 | /* current run string, % done, bandwidth, iops, eta */ | |
cf451d1e | 639 | if (je->eta_sec != INT_MAX && je->nr_running) { |
0721d11e | 640 | char perc_str[32]; |
6eaf09d6 SL |
641 | char *iops_str[DDIR_RWDIR_CNT]; |
642 | char *rate_str[DDIR_RWDIR_CNT]; | |
79074e7c | 643 | size_t left; |
adb02ba8 | 644 | int l; |
6eaf09d6 | 645 | int ddir; |
45d41a8b | 646 | int linelen; |
5ec10eaa | 647 | |
263775ad LG |
648 | if ((!je->eta_sec && !eta_good) || je->nr_ramp == je->nr_running || |
649 | je->eta_sec == -1) | |
d694a6a7 | 650 | strcpy(perc_str, "-.-%"); |
cac58fd5 | 651 | else { |
714e85f3 JA |
652 | double mult = 100.0; |
653 | ||
654 | if (je->nr_setting_up && je->nr_running) | |
655 | mult *= (1.0 - (double) je->nr_setting_up / (double) je->nr_running); | |
656 | ||
cac58fd5 | 657 | eta_good = 1; |
714e85f3 | 658 | perc *= mult; |
d694a6a7 | 659 | sprintf(perc_str, "%3.1f%%", perc); |
cac58fd5 | 660 | } |
0721d11e | 661 | |
c1f50f76 | 662 | for (ddir = 0; ddir < DDIR_RWDIR_CNT; ddir++) { |
d694a6a7 | 663 | rate_str[ddir] = num2str(je->rate[ddir], 4, |
ad705bcb | 664 | 1024, je->is_pow2, je->unit_base); |
d694a6a7 | 665 | iops_str[ddir] = num2str(je->iops[ddir], 4, 1, 0, N2S_NONE); |
6eaf09d6 | 666 | } |
adb02ba8 | 667 | |
38aef42d | 668 | left = sizeof(output) - (p - output) - 1; |
73027fb9 JA |
669 | l = snprintf(p, left, ": [%s][%s]", je->run_str, perc_str); |
670 | l += gen_eta_str(je, p + l, left - l, rate_str, iops_str); | |
671 | l += snprintf(p + l, left - l, "[eta %s]", eta_str); | |
79074e7c | 672 | |
38aef42d SW |
673 | /* If truncation occurred adjust l so p is on the null */ |
674 | if (l >= left) | |
675 | l = left - 1; | |
37db14fe | 676 | p += l; |
45d41a8b SW |
677 | linelen = p - output; |
678 | if (l >= 0 && linelen < linelen_last) | |
679 | p += sprintf(p, "%*s", linelen_last - linelen, ""); | |
680 | linelen_last = linelen; | |
d1bd7213 | 681 | |
c1f50f76 | 682 | for (ddir = 0; ddir < DDIR_RWDIR_CNT; ddir++) { |
6eaf09d6 SL |
683 | free(rate_str[ddir]); |
684 | free(iops_str[ddir]); | |
685 | } | |
263e529f | 686 | } |
1612c4a5 | 687 | sprintf(p, "\r"); |
37db14fe | 688 | |
3e47bd25 | 689 | printf("%s", output); |
e382e661 JA |
690 | |
691 | if (!eta_new_line_init) { | |
692 | fio_gettime(&disp_eta_new_line, NULL); | |
693 | eta_new_line_init = 1; | |
88038bc7 | 694 | } else if (eta_new_line && mtime_since_now(&disp_eta_new_line) > eta_new_line) { |
e382e661 JA |
695 | fio_gettime(&disp_eta_new_line, NULL); |
696 | eta_new_line_pending = 1; | |
697 | } | |
698 | ||
3e47bd25 | 699 | fflush(stdout); |
263e529f JA |
700 | } |
701 | ||
c5103619 | 702 | struct jobs_eta *get_jobs_eta(bool force, size_t *size) |
cf451d1e | 703 | { |
1d1f45ae JA |
704 | struct jobs_eta *je; |
705 | ||
b814fb26 | 706 | if (!thread_number) |
723297c9 | 707 | return NULL; |
cf451d1e | 708 | |
e98e0eb5 | 709 | *size = sizeof(*je) + THREAD_RUNSTR_SZ + 8; |
223decdd | 710 | je = calloc(1, *size); |
70034d87 RE |
711 | if (!je) |
712 | return NULL; | |
723297c9 | 713 | |
256bc54c | 714 | if (!calc_thread_status(je, force)) { |
723297c9 JA |
715 | free(je); |
716 | return NULL; | |
717 | } | |
718 | ||
05bff935 | 719 | *size = sizeof(*je) + strlen((char *) je->run_str) + 1; |
723297c9 JA |
720 | return je; |
721 | } | |
722 | ||
723 | void print_thread_status(void) | |
724 | { | |
725 | struct jobs_eta *je; | |
726 | size_t size; | |
cf451d1e | 727 | |
c5103619 | 728 | je = get_jobs_eta(false, &size); |
0fc3cb4c | 729 | if (je) { |
1d1f45ae | 730 | display_thread_status(je); |
0fc3cb4c DP |
731 | free(je); |
732 | } | |
cf451d1e | 733 | } |
b75a394f | 734 | |
2b13e716 | 735 | void print_status_init(int thr_number) |
263e529f | 736 | { |
dc54b6ca JA |
737 | struct jobs_eta_packed jep; |
738 | ||
739 | compiletime_assert(sizeof(struct jobs_eta) == sizeof(jep), "jobs_eta"); | |
4c515ab4 | 740 | |
4f37732a | 741 | DRD_IGNORE_VAR(__run_str); |
3e2e48a7 JA |
742 | __run_str[thr_number] = 'P'; |
743 | update_condensed_str(__run_str, run_str); | |
263e529f | 744 | } |