Fio 1.21-rc8
[fio.git] / eta.c
... / ...
CommitLineData
1/*
2 * Status and ETA code
3 */
4#include <unistd.h>
5#include <fcntl.h>
6#include <string.h>
7
8#include "fio.h"
9
10static char run_str[MAX_JOBS + 1];
11
12/*
13 * Sets the status of the 'td' in the printed status map.
14 */
15static void check_str_update(struct thread_data *td)
16{
17 char c = run_str[td->thread_number - 1];
18
19 switch (td->runstate) {
20 case TD_REAPED:
21 c = '_';
22 break;
23 case TD_EXITED:
24 c = 'E';
25 break;
26 case TD_RUNNING:
27 if (td_rw(td)) {
28 if (td_random(td))
29 c = 'm';
30 else
31 c = 'M';
32 } else if (td_read(td)) {
33 if (td_random(td))
34 c = 'r';
35 else
36 c = 'R';
37 } else {
38 if (td_random(td))
39 c = 'w';
40 else
41 c = 'W';
42 }
43 break;
44 case TD_VERIFYING:
45 c = 'V';
46 break;
47 case TD_FSYNCING:
48 c = 'F';
49 break;
50 case TD_CREATED:
51 c = 'C';
52 break;
53 case TD_INITIALIZED:
54 c = 'I';
55 break;
56 case TD_NOT_CREATED:
57 c = 'P';
58 break;
59 default:
60 log_err("state %d\n", td->runstate);
61 }
62
63 run_str[td->thread_number - 1] = c;
64}
65
66/*
67 * Convert seconds to a printable string.
68 */
69static void eta_to_str(char *str, int eta_sec)
70{
71 unsigned int d, h, m, s;
72 int disp_hour = 0;
73
74 d = h = m = s = 0;
75
76 s = eta_sec % 60;
77 eta_sec /= 60;
78 m = eta_sec % 60;
79 eta_sec /= 60;
80 h = eta_sec % 24;
81 eta_sec /= 24;
82 d = eta_sec;
83
84 if (d) {
85 disp_hour = 1;
86 str += sprintf(str, "%02ud:", d);
87 }
88
89 if (h || disp_hour)
90 str += sprintf(str, "%02uh:", h);
91
92 str += sprintf(str, "%02um:", m);
93 str += sprintf(str, "%02us", s);
94}
95
96/*
97 * Best effort calculation of the estimated pending runtime of a job.
98 */
99static int thread_eta(struct thread_data *td, unsigned long elapsed)
100{
101 unsigned long long bytes_total, bytes_done;
102 unsigned long eta_sec = 0;
103
104 bytes_total = td->total_io_size;
105
106 /*
107 * if writing, bytes_total will be twice the size. If mixing,
108 * assume a 50/50 split and thus bytes_total will be 50% larger.
109 */
110 if (td->o.do_verify && td->o.verify && td_write(td)) {
111 if (td_rw(td))
112 bytes_total = bytes_total * 3 / 2;
113 else
114 bytes_total <<= 1;
115 }
116
117 if (td->o.zone_size && td->o.zone_skip)
118 bytes_total /= (td->o.zone_skip / td->o.zone_size);
119
120 if (td->runstate == TD_RUNNING || td->runstate == TD_VERIFYING) {
121 double perc, perc_t;
122
123 bytes_done = td->io_bytes[DDIR_READ] + td->io_bytes[DDIR_WRITE];
124 perc = (double) bytes_done / (double) bytes_total;
125 if (perc > 1.0)
126 perc = 1.0;
127
128 if (td->o.time_based) {
129 perc_t = (double) elapsed / (double) td->o.timeout;
130 if (perc_t < perc)
131 perc = perc_t;
132 }
133
134 eta_sec = (unsigned long) (elapsed * (1.0 / perc)) - elapsed;
135
136 if (td->o.timeout &&
137 eta_sec > (td->o.timeout + done_secs - elapsed))
138 eta_sec = td->o.timeout + done_secs - elapsed;
139 } else if (td->runstate == TD_NOT_CREATED || td->runstate == TD_CREATED
140 || td->runstate == TD_INITIALIZED) {
141 int t_eta = 0, r_eta = 0;
142
143 /*
144 * We can only guess - assume it'll run the full timeout
145 * if given, otherwise assume it'll run at the specified rate.
146 */
147 if (td->o.timeout)
148 t_eta = td->o.timeout + td->o.start_delay;
149 if (td->o.rate) {
150 r_eta = (bytes_total / 1024) / td->o.rate;
151 r_eta += td->o.start_delay;
152 }
153
154 if (r_eta && t_eta)
155 eta_sec = min(r_eta, t_eta);
156 else if (r_eta)
157 eta_sec = r_eta;
158 else if (t_eta)
159 eta_sec = t_eta;
160 else
161 eta_sec = 0;
162 } else {
163 /*
164 * thread is already done or waiting for fsync
165 */
166 eta_sec = 0;
167 }
168
169 return eta_sec;
170}
171
172static void calc_rate(unsigned long mtime, unsigned long long *io_bytes,
173 unsigned long long *prev_io_bytes, unsigned int *rate)
174{
175 rate[0] = (io_bytes[0] - prev_io_bytes[0]) / mtime;
176 rate[1] = (io_bytes[1] - prev_io_bytes[1]) / mtime;
177 prev_io_bytes[0] = io_bytes[0];
178 prev_io_bytes[1] = io_bytes[1];
179}
180
181/*
182 * Print status of the jobs we know about. This includes rate estimates,
183 * ETA, thread state, etc.
184 */
185void print_thread_status(void)
186{
187 unsigned long elapsed = mtime_since_genesis() / 1000;
188 int i, nr_running, nr_pending, t_rate, m_rate;
189 int t_iops, m_iops, files_open;
190 struct thread_data *td;
191 char eta_str[128];
192 double perc = 0.0;
193 unsigned long long io_bytes[2];
194 unsigned long rate_time, disp_time, bw_avg_time, *eta_secs, eta_sec;
195 struct timeval now;
196
197 static unsigned long long rate_io_bytes[2];
198 static unsigned long long disp_io_bytes[2];
199 static struct timeval rate_prev_time, disp_prev_time;
200 static unsigned int rate[2];
201 static int linelen_last;
202
203 if (temp_stall_ts || terse_output || eta_print == FIO_ETA_NEVER)
204 return;
205
206 if (!isatty(STDOUT_FILENO) && (eta_print != FIO_ETA_ALWAYS))
207 return;
208
209 if (!rate_io_bytes[0] && !rate_io_bytes[1])
210 fill_start_time(&rate_prev_time);
211 if (!disp_io_bytes[0] && !disp_io_bytes[1])
212 fill_start_time(&disp_prev_time);
213
214 eta_secs = malloc(thread_number * sizeof(unsigned long));
215 memset(eta_secs, 0, thread_number * sizeof(unsigned long));
216
217 io_bytes[0] = io_bytes[1] = 0;
218 nr_pending = nr_running = t_rate = m_rate = t_iops = m_iops = 0;
219 bw_avg_time = ULONG_MAX;
220 files_open = 0;
221 for_each_td(td, i) {
222 if (td->o.bw_avg_time < bw_avg_time)
223 bw_avg_time = td->o.bw_avg_time;
224 if (td->runstate == TD_RUNNING || td->runstate == TD_VERIFYING
225 || td->runstate == TD_FSYNCING) {
226 nr_running++;
227 t_rate += td->o.rate;
228 m_rate += td->o.ratemin;
229 t_iops += td->o.rate_iops;
230 m_iops += td->o.rate_iops_min;
231 files_open += td->nr_open_files;
232 } else if (td->runstate < TD_RUNNING)
233 nr_pending++;
234
235 if (elapsed >= 3)
236 eta_secs[i] = thread_eta(td, elapsed);
237 else
238 eta_secs[i] = INT_MAX;
239
240 check_str_update(td);
241 io_bytes[0] += td->io_bytes[0];
242 io_bytes[1] += td->io_bytes[1];
243 }
244
245 if (exitall_on_terminate)
246 eta_sec = INT_MAX;
247 else
248 eta_sec = 0;
249
250 for_each_td(td, i) {
251 if (eta_secs[i] != INT_MAX)
252 eta_sec += eta_secs[i];
253 }
254
255 free(eta_secs);
256
257 if (eta_sec != INT_MAX && elapsed) {
258 perc = (double) elapsed / (double) (elapsed + eta_sec);
259 eta_to_str(eta_str, eta_sec);
260 }
261
262 fio_gettime(&now, NULL);
263 rate_time = mtime_since(&rate_prev_time, &now);
264
265 if (write_bw_log && rate_time > bw_avg_time) {
266 calc_rate(rate_time, io_bytes, rate_io_bytes, rate);
267 memcpy(&rate_prev_time, &now, sizeof(now));
268 add_agg_sample(rate[DDIR_READ], DDIR_READ);
269 add_agg_sample(rate[DDIR_WRITE], DDIR_WRITE);
270 }
271
272 disp_time = mtime_since(&disp_prev_time, &now);
273 if (disp_time < 1000)
274 return;
275
276 calc_rate(disp_time, io_bytes, disp_io_bytes, rate);
277 memcpy(&disp_prev_time, &now, sizeof(now));
278
279 if (!nr_running && !nr_pending)
280 return;
281
282 printf("Jobs: %d (f=%d)", nr_running, files_open);
283 if (m_rate || t_rate)
284 printf(", CR=%d/%d KiB/s", t_rate, m_rate);
285 else if (m_iops || t_iops)
286 printf(", CR=%d/%d IOPS", t_iops, m_iops);
287 if (eta_sec != INT_MAX && nr_running) {
288 char perc_str[32];
289 int ll;
290
291 if (!eta_sec)
292 strcpy(perc_str, "--- done");
293 else
294 sprintf(perc_str, "%3.1f%% done", perc);
295
296 perc *= 100.0;
297 ll = printf(": [%s] [%s] [%6u/%6u kb/s] [eta %s]",
298 run_str, perc_str, rate[0], rate[1], eta_str);
299 if (ll >= 0 && ll < linelen_last)
300 printf("%*s", linelen_last - ll, "");
301 linelen_last = ll;
302 }
303 printf("\r");
304 fflush(stdout);
305}
306
307void print_status_init(int thread_number)
308{
309 run_str[thread_number] = 'P';
310}