Add version 2 of the iolog format
[fio.git] / eta.c
CommitLineData
263e529f
JA
1/*
2 * Status and ETA code
3 */
4#include <unistd.h>
5#include <fcntl.h>
6#include <string.h>
7
8#include "fio.h"
263e529f
JA
9
10static char run_str[MAX_JOBS + 1];
11
12/*
13 * Sets the status of the 'td' in the printed status map.
14 */
15static void check_str_update(struct thread_data *td)
16{
17 char c = run_str[td->thread_number - 1];
18
19 switch (td->runstate) {
20 case TD_REAPED:
21 c = '_';
22 break;
23 case TD_EXITED:
24 c = 'E';
25 break;
26 case TD_RUNNING:
27 if (td_rw(td)) {
413dd459 28 if (td_random(td))
263e529f 29 c = 'm';
263e529f 30 else
413dd459
JA
31 c = 'M';
32 } else if (td_read(td)) {
33 if (td_random(td))
263e529f 34 c = 'r';
263e529f 35 else
413dd459
JA
36 c = 'R';
37 } else {
38 if (td_random(td))
263e529f 39 c = 'w';
413dd459
JA
40 else
41 c = 'W';
263e529f
JA
42 }
43 break;
44 case TD_VERIFYING:
45 c = 'V';
46 break;
47 case TD_FSYNCING:
48 c = 'F';
49 break;
50 case TD_CREATED:
51 c = 'C';
52 break;
53 case TD_INITIALIZED:
54 c = 'I';
55 break;
56 case TD_NOT_CREATED:
57 c = 'P';
58 break;
59 default:
60 log_err("state %d\n", td->runstate);
61 }
62
63 run_str[td->thread_number - 1] = c;
64}
65
66/*
67 * Convert seconds to a printable string.
68 */
69static void eta_to_str(char *str, int eta_sec)
70{
71 unsigned int d, h, m, s;
165faf16 72 int disp_hour = 0;
263e529f
JA
73
74 d = h = m = s = 0;
75
76 s = eta_sec % 60;
77 eta_sec /= 60;
78 m = eta_sec % 60;
79 eta_sec /= 60;
80 h = eta_sec % 24;
81 eta_sec /= 24;
82 d = eta_sec;
83
165faf16
JA
84 if (d) {
85 disp_hour = 1;
1e97cce9 86 str += sprintf(str, "%02ud:", d);
263e529f 87 }
165faf16
JA
88
89 if (h || disp_hour)
1e97cce9 90 str += sprintf(str, "%02uh:", h);
263e529f 91
1e97cce9
JA
92 str += sprintf(str, "%02um:", m);
93 str += sprintf(str, "%02us", s);
263e529f
JA
94}
95
96/*
97 * Best effort calculation of the estimated pending runtime of a job.
98 */
99static int thread_eta(struct thread_data *td, unsigned long elapsed)
100{
101 unsigned long long bytes_total, bytes_done;
1e97cce9 102 unsigned long eta_sec = 0;
263e529f
JA
103
104 bytes_total = td->total_io_size;
105
74939e38
JA
106 /*
107 * if writing, bytes_total will be twice the size. If mixing,
108 * assume a 50/50 split and thus bytes_total will be 50% larger.
109 */
2dc1bbeb 110 if (td->o.verify) {
74939e38
JA
111 if (td_rw(td))
112 bytes_total = bytes_total * 3 / 2;
113 else
114 bytes_total <<= 1;
115 }
116
2dc1bbeb
JA
117 if (td->o.zone_size && td->o.zone_skip)
118 bytes_total /= (td->o.zone_skip / td->o.zone_size);
263e529f
JA
119
120 if (td->runstate == TD_RUNNING || td->runstate == TD_VERIFYING) {
cf4464ca 121 double perc, perc_t;
263e529f
JA
122
123 bytes_done = td->io_bytes[DDIR_READ] + td->io_bytes[DDIR_WRITE];
124 perc = (double) bytes_done / (double) bytes_total;
125 if (perc > 1.0)
126 perc = 1.0;
127
cf4464ca
JA
128 if (td->o.time_based) {
129 perc_t = (double) elapsed / (double) td->o.timeout;
130 if (perc_t < perc)
131 perc = perc_t;
132 }
133
1e97cce9 134 eta_sec = (unsigned long) (elapsed * (1.0 / perc)) - elapsed;
263e529f 135
2dc1bbeb
JA
136 if (td->o.timeout && eta_sec > (td->o.timeout - elapsed))
137 eta_sec = td->o.timeout - elapsed;
263e529f
JA
138 } else if (td->runstate == TD_NOT_CREATED || td->runstate == TD_CREATED
139 || td->runstate == TD_INITIALIZED) {
140 int t_eta = 0, r_eta = 0;
141
142 /*
143 * We can only guess - assume it'll run the full timeout
144 * if given, otherwise assume it'll run at the specified rate.
145 */
2dc1bbeb
JA
146 if (td->o.timeout)
147 t_eta = td->o.timeout + td->o.start_delay - elapsed;
148 if (td->o.rate) {
149 r_eta = (bytes_total / 1024) / td->o.rate;
150 r_eta += td->o.start_delay - elapsed;
263e529f
JA
151 }
152
153 if (r_eta && t_eta)
154 eta_sec = min(r_eta, t_eta);
155 else if (r_eta)
156 eta_sec = r_eta;
157 else if (t_eta)
158 eta_sec = t_eta;
159 else
160 eta_sec = 0;
161 } else {
162 /*
163 * thread is already done or waiting for fsync
164 */
165 eta_sec = 0;
166 }
167
168 return eta_sec;
169}
170
46fda8d0
JA
171static void calc_rate(unsigned long mtime, unsigned long long *io_bytes,
172 unsigned long long *prev_io_bytes, unsigned int *rate)
173{
174 rate[0] = (io_bytes[0] - prev_io_bytes[0]) / mtime;
175 rate[1] = (io_bytes[1] - prev_io_bytes[1]) / mtime;
176 prev_io_bytes[0] = io_bytes[0];
177 prev_io_bytes[1] = io_bytes[1];
178}
179
263e529f
JA
180/*
181 * Print status of the jobs we know about. This includes rate estimates,
182 * ETA, thread state, etc.
183 */
184void print_thread_status(void)
185{
186 unsigned long elapsed = mtime_since_genesis() / 1000;
187 int i, nr_running, nr_pending, t_rate, m_rate, *eta_secs, eta_sec;
e6e41602 188 int t_iops, m_iops, files_open;
34572e28 189 struct thread_data *td;
2eaa41ce 190 char eta_str[128];
263e529f 191 double perc = 0.0;
6043c579 192 unsigned long long io_bytes[2];
46fda8d0
JA
193 unsigned long rate_time, disp_time, bw_avg_time;
194 struct timeval now;
195
196 static unsigned long long rate_io_bytes[2];
197 static unsigned long long disp_io_bytes[2];
198 static struct timeval rate_prev_time, disp_prev_time;
199 static unsigned int rate[2];
6043c579 200
263e529f
JA
201 if (temp_stall_ts || terse_output)
202 return;
203
46fda8d0
JA
204 if (!rate_io_bytes[0] && !rate_io_bytes[1])
205 fill_start_time(&rate_prev_time);
206 if (!disp_io_bytes[0] && !disp_io_bytes[1])
207 fill_start_time(&disp_prev_time);
6043c579 208
263e529f
JA
209 eta_secs = malloc(thread_number * sizeof(int));
210 memset(eta_secs, 0, thread_number * sizeof(int));
211
6043c579 212 io_bytes[0] = io_bytes[1] = 0;
ac71feb1 213 nr_pending = nr_running = t_rate = m_rate = t_iops = m_iops = 0;
bb3884d8 214 bw_avg_time = ULONG_MAX;
e6e41602 215 files_open = 0;
34572e28 216 for_each_td(td, i) {
2dc1bbeb
JA
217 if (td->o.bw_avg_time < bw_avg_time)
218 bw_avg_time = td->o.bw_avg_time;
46fda8d0
JA
219 if (td->runstate == TD_RUNNING || td->runstate == TD_VERIFYING
220 || td->runstate == TD_FSYNCING) {
263e529f 221 nr_running++;
2dc1bbeb
JA
222 t_rate += td->o.rate;
223 m_rate += td->o.ratemin;
ac71feb1
JA
224 t_iops += td->o.rate_iops;
225 m_iops += td->o.rate_iops_min;
e6e41602 226 files_open += td->nr_open_files;
263e529f
JA
227 } else if (td->runstate < TD_RUNNING)
228 nr_pending++;
229
230 if (elapsed >= 3)
231 eta_secs[i] = thread_eta(td, elapsed);
232 else
233 eta_secs[i] = INT_MAX;
234
235 check_str_update(td);
6043c579
JA
236 io_bytes[0] += td->io_bytes[0];
237 io_bytes[1] += td->io_bytes[1];
263e529f
JA
238 }
239
240 if (exitall_on_terminate)
241 eta_sec = INT_MAX;
242 else
243 eta_sec = 0;
244
34572e28 245 for_each_td(td, i) {
263e529f
JA
246 if (exitall_on_terminate) {
247 if (eta_secs[i] < eta_sec)
248 eta_sec = eta_secs[i];
249 } else {
250 if (eta_secs[i] > eta_sec)
251 eta_sec = eta_secs[i];
252 }
253 }
254
eecf272f
JA
255 free(eta_secs);
256
263e529f
JA
257 if (eta_sec != INT_MAX && elapsed) {
258 perc = (double) elapsed / (double) (elapsed + eta_sec);
259 eta_to_str(eta_str, eta_sec);
260 }
261
46fda8d0
JA
262 fio_gettime(&now, NULL);
263 rate_time = mtime_since(&rate_prev_time, &now);
264
265 if (write_bw_log && rate_time> bw_avg_time) {
266 calc_rate(rate_time, io_bytes, rate_io_bytes, rate);
267 memcpy(&rate_prev_time, &now, sizeof(now));
268 add_agg_sample(rate[DDIR_READ], DDIR_READ);
269 add_agg_sample(rate[DDIR_WRITE], DDIR_WRITE);
6043c579
JA
270 }
271
46fda8d0
JA
272 disp_time = mtime_since(&disp_prev_time, &now);
273 if (disp_time < 1000)
274 return;
275
276 calc_rate(disp_time, io_bytes, disp_io_bytes, rate);
277 memcpy(&disp_prev_time, &now, sizeof(now));
278
263e529f
JA
279 if (!nr_running && !nr_pending)
280 return;
281
e6e41602 282 printf("Jobs: %d (f=%d)", nr_running, files_open);
263e529f 283 if (m_rate || t_rate)
2cb8d960 284 printf(", CR=%d/%d KiB/s", t_rate, m_rate);
ac71feb1
JA
285 else if (m_iops || t_iops)
286 printf(", CR=%d/%d IOPS", t_iops, m_iops);
263e529f
JA
287 if (eta_sec != INT_MAX && nr_running) {
288 perc *= 100.0;
46fda8d0 289 printf(": [%s] [%3.1f%% done] [%6u/%6u kb/s] [eta %s]", run_str, perc, rate[0], rate[1], eta_str);
263e529f
JA
290 }
291 printf("\r");
292 fflush(stdout);
263e529f
JA
293}
294
295void print_status_init(int thread_number)
296{
297 run_str[thread_number] = 'P';
298}