[fio.git] / eta.c

/*
 * Status and ETA code
 */
#include <unistd.h>
#include <fcntl.h>
#include <string.h>

#include "fio.h"

void (*update_thread_status)(char *status_message, double perc) = NULL;

static char run_str[REAL_MAX_JOBS + 1];

/*
 * Sets the status of the 'td' in the printed status map.
 */
static void check_str_update(struct thread_data *td)
{
	char c = run_str[td->thread_number - 1];

	switch (td->runstate) {
	case TD_REAPED:
		c = '_';
		break;
	case TD_EXITED:
		c = 'E';
		break;
	case TD_RAMP:
		c = '/';
		break;
	case TD_RUNNING:
		if (td_rw(td)) {
			if (td_random(td)) {
				if (td->o.rwmix[DDIR_READ] == 100)
					c = 'r';
				else if (td->o.rwmix[DDIR_WRITE] == 100)
					c = 'w';
				else
					c = 'm';
			} else {
				if (td->o.rwmix[DDIR_READ] == 100)
					c = 'R';
				else if (td->o.rwmix[DDIR_WRITE] == 100)
					c = 'W';
				else
					c = 'M';
			}
		} else if (td_read(td)) {
			if (td_random(td))
				c = 'r';
			else
				c = 'R';
		} else {
			if (td_random(td))
				c = 'w';
			else
				c = 'W';
		}
		break;
	case TD_PRE_READING:
		c = 'p';
		break;
	case TD_VERIFYING:
		c = 'V';
		break;
	case TD_FSYNCING:
		c = 'F';
		break;
	case TD_CREATED:
		c = 'C';
		break;
	case TD_INITIALIZED:
		c = 'I';
		break;
	case TD_NOT_CREATED:
		c = 'P';
		break;
	default:
		log_err("state %d\n", td->runstate);
	}

	run_str[td->thread_number - 1] = c;
}

/*
 * Convert seconds to a printable string.
 */
static void eta_to_str(char *str, unsigned long eta_sec)
{
	unsigned int d, h, m, s;
	int disp_hour = 0;

	s = eta_sec % 60;
	eta_sec /= 60;
	m = eta_sec % 60;
	eta_sec /= 60;
	h = eta_sec % 24;
	eta_sec /= 24;
	d = eta_sec;

	if (d) {
		disp_hour = 1;
		str += sprintf(str, "%02ud:", d);
	}

	if (h || disp_hour)
		str += sprintf(str, "%02uh:", h);

	str += sprintf(str, "%02um:", m);
	str += sprintf(str, "%02us", s);
}

/*
 * Best effort calculation of the estimated pending runtime of a job.
 */
static int thread_eta(struct thread_data *td)
{
	unsigned long long bytes_total, bytes_done;
	unsigned long eta_sec = 0;
	unsigned long elapsed;

	elapsed = (mtime_since_now(&td->epoch) + 999) / 1000;

	bytes_total = td->total_io_size;

	if (td->o.fill_device && td->o.size  == -1ULL) {
		if (!td->fill_device_size || td->fill_device_size == -1ULL)
			return 0;

		bytes_total = td->fill_device_size;
	}

	/*
	 * if writing, bytes_total will be twice the size. If mixing,
	 * assume a 50/50 split and thus bytes_total will be 50% larger.
	 */
	if (td->o.do_verify && td->o.verify && td_write(td)) {
		if (td_rw(td))
			bytes_total = bytes_total * 3 / 2;
		else
			bytes_total <<= 1;
	}

	if (td->o.zone_size && td->o.zone_skip)
		bytes_total /= (td->o.zone_skip / td->o.zone_size);

	if (td->runstate == TD_RUNNING || td->runstate == TD_VERIFYING) {
		double perc, perc_t;

		bytes_done = td->io_bytes[DDIR_READ] + td->io_bytes[DDIR_WRITE];
		perc = (double) bytes_done / (double) bytes_total;
		if (perc > 1.0)
			perc = 1.0;

		if (td->o.time_based) {
			perc_t = (double) elapsed / (double) td->o.timeout;
			if (perc_t < perc)
				perc = perc_t;
		}

		eta_sec = (unsigned long) (elapsed * (1.0 / perc)) - elapsed;

		if (td->o.timeout &&
		    eta_sec > (td->o.timeout + done_secs - elapsed))
			eta_sec = td->o.timeout + done_secs - elapsed;
	} else if (td->runstate == TD_NOT_CREATED || td->runstate == TD_CREATED
			|| td->runstate == TD_INITIALIZED
			|| td->runstate == TD_RAMP
			|| td->runstate == TD_PRE_READING) {
		int t_eta = 0, r_eta = 0;

		/*
		 * We can only guess - assume it'll run the full timeout
		 * if given, otherwise assume it'll run at the specified rate.
		 */
		if (td->o.timeout) {
			t_eta = td->o.timeout + td->o.start_delay +
					td->o.ramp_time;

			if (in_ramp_time(td)) {
				unsigned long ramp_left;

				ramp_left = mtime_since_now(&td->epoch);
				ramp_left = (ramp_left + 999) / 1000;
				if (ramp_left <= t_eta)
					t_eta -= ramp_left;
			}
		}
		if (td->o.rate[0] || td->o.rate[1]) {
			r_eta = (bytes_total / 1024) /
					(td->o.rate[0] + td->o.rate[1]);
			r_eta += td->o.start_delay;
		}

		if (r_eta && t_eta)
			eta_sec = min(r_eta, t_eta);
		else if (r_eta)
			eta_sec = r_eta;
		else if (t_eta)
			eta_sec = t_eta;
		else
			eta_sec = 0;
	} else {
		/*
		 * thread is already done or waiting for fsync
		 */
		eta_sec = 0;
	}

	return eta_sec;
}

static void calc_rate(unsigned long mtime, unsigned long long *io_bytes,
		      unsigned long long *prev_io_bytes, unsigned int *rate)
{
	rate[0] = (io_bytes[0] - prev_io_bytes[0]) / mtime;
	rate[1] = (io_bytes[1] - prev_io_bytes[1]) / mtime;
	prev_io_bytes[0] = io_bytes[0];
	prev_io_bytes[1] = io_bytes[1];
}

static void calc_iops(unsigned long mtime, unsigned long long *io_iops,
		      unsigned long long *prev_io_iops, unsigned int *iops)
{
	iops[0] = ((io_iops[0] - prev_io_iops[0]) * 1000) / mtime;
	iops[1] = ((io_iops[1] - prev_io_iops[1]) * 1000) / mtime;
	prev_io_iops[0] = io_iops[0];
	prev_io_iops[1] = io_iops[1];
}

/*
 * Print status of the jobs we know about. This includes rate estimates,
 * ETA, thread state, etc.
 */
int calc_thread_status(struct jobs_eta *je, int force)
{
	struct thread_data *td;
	int i;
	unsigned long rate_time, disp_time, bw_avg_time, *eta_secs;
	unsigned long long io_bytes[2];
	unsigned long long io_iops[2];
	struct timeval now;

	static unsigned long long rate_io_bytes[2];
	static unsigned long long disp_io_bytes[2];
	static unsigned long long disp_io_iops[2];
	static struct timeval rate_prev_time, disp_prev_time;
	int i2p = 0;

	if (!force) {
		if (temp_stall_ts || terse_output || eta_print == FIO_ETA_NEVER)
			return 0;

		if (!isatty(STDOUT_FILENO) && (eta_print != FIO_ETA_ALWAYS))
			return 0;
	}

	if (!rate_io_bytes[0] && !rate_io_bytes[1])
		fill_start_time(&rate_prev_time);
	if (!disp_io_bytes[0] && !disp_io_bytes[1])
		fill_start_time(&disp_prev_time);

	eta_secs = malloc(thread_number * sizeof(unsigned long));
	memset(eta_secs, 0, thread_number * sizeof(unsigned long));

	je->elapsed_sec = (mtime_since_genesis() + 999) / 1000;

	io_bytes[0] = io_bytes[1] = 0;
	io_iops[0] = io_iops[1] = 0;
	bw_avg_time = ULONG_MAX;
	for_each_td(td, i) {
		if (td->o.bw_avg_time < bw_avg_time)
			bw_avg_time = td->o.bw_avg_time;
		if (td->runstate == TD_RUNNING || td->runstate == TD_VERIFYING
		    || td->runstate == TD_FSYNCING
		    || td->runstate == TD_PRE_READING) {
			je->nr_running++;
			je->t_rate += td->o.rate[0] + td->o.rate[1];
			je->m_rate += td->o.ratemin[0] + td->o.ratemin[1];
			je->t_iops += td->o.rate_iops[0] + td->o.rate_iops[1];
			je->m_iops += td->o.rate_iops_min[0] +
					td->o.rate_iops_min[1];
			je->files_open += td->nr_open_files;
		} else if (td->runstate == TD_RAMP) {
			je->nr_running++;
			je->nr_ramp++;
		} else if (td->runstate < TD_RUNNING)
			je->nr_pending++;

		if (je->elapsed_sec >= 3)
			eta_secs[i] = thread_eta(td);
		else
			eta_secs[i] = INT_MAX;

		check_str_update(td);

		if (td->runstate > TD_RAMP) {
			io_bytes[0] += td->io_bytes[0];
			io_bytes[1] += td->io_bytes[1];
			io_iops[0] += td->io_blocks[0];
			io_iops[1] += td->io_blocks[1];
		}
	}

	if (exitall_on_terminate)
		je->eta_sec = INT_MAX;
	else
		je->eta_sec = 0;

	for_each_td(td, i) {
		if (!i2p && is_power_of_2(td->o.kb_base))
			i2p = 1;
		if (exitall_on_terminate) {
			if (eta_secs[i] < je->eta_sec)
				je->eta_sec = eta_secs[i];
		} else {
			if (eta_secs[i] > je->eta_sec)
				je->eta_sec = eta_secs[i];
		}
	}

	free(eta_secs);

	fio_gettime(&now, NULL);
	rate_time = mtime_since(&rate_prev_time, &now);

	if (write_bw_log && rate_time > bw_avg_time && !in_ramp_time(td)) {
		calc_rate(rate_time, io_bytes, rate_io_bytes, je->rate);
		memcpy(&rate_prev_time, &now, sizeof(now));
		add_agg_sample(je->rate[DDIR_READ], DDIR_READ, 0);
		add_agg_sample(je->rate[DDIR_WRITE], DDIR_WRITE, 0);
	}

	disp_time = mtime_since(&disp_prev_time, &now);

	/*
	 * Allow a little slack, the target is to print it every 1000 msecs
	 */
	if (!force && disp_time < 900)
		return 0;

	calc_rate(disp_time, io_bytes, disp_io_bytes, je->rate);
	calc_iops(disp_time, io_iops, disp_io_iops, je->iops);

	memcpy(&disp_prev_time, &now, sizeof(now));

	if (!force && !je->nr_running && !je->nr_pending)
		return 0;

	je->nr_threads = thread_number;
	memcpy(je->run_str, run_str, thread_number * sizeof(char));

	return 1;
}

void display_thread_status(struct jobs_eta *je)
{
	static int linelen_last;
	static int eta_good;
	char output[512], *p = output;
	char eta_str[128];
	double perc = 0.0;
	int i2p = 0;

	if (je->eta_sec != INT_MAX && je->elapsed_sec) {
		perc = (double) je->elapsed_sec / (double) (je->elapsed_sec + je->eta_sec);
		eta_to_str(eta_str, je->eta_sec);
	}

	p += sprintf(p, "Jobs: %d (f=%d)", je->nr_running, je->files_open);
	if (je->m_rate || je->t_rate) {
		char *tr, *mr;

		mr = num2str(je->m_rate, 4, 0, i2p);
		tr = num2str(je->t_rate, 4, 0, i2p);
		p += sprintf(p, ", CR=%s/%s KB/s", tr, mr);
		free(tr);
		free(mr);
	} else if (je->m_iops || je->t_iops)
		p += sprintf(p, ", CR=%d/%d IOPS", je->t_iops, je->m_iops);
	if (je->eta_sec != INT_MAX && je->nr_running) {
		char perc_str[32];
		char *iops_str[2];
		char *rate_str[2];
		int l;

		if ((!je->eta_sec && !eta_good) || je->nr_ramp == je->nr_running)
			strcpy(perc_str, "-.-% done");
		else {
			eta_good = 1;
			perc *= 100.0;
			sprintf(perc_str, "%3.1f%% done", perc);
		}

		rate_str[0] = num2str(je->rate[0], 5, 10, i2p);
		rate_str[1] = num2str(je->rate[1], 5, 10, i2p);

		iops_str[0] = num2str(je->iops[0], 4, 1, 0);
		iops_str[1] = num2str(je->iops[1], 4, 1, 0);

		l = sprintf(p, ": [%s] [%s] [%s/%s /s] [%s/%s iops] [eta %s]",
				je->run_str, perc_str, rate_str[0],
				rate_str[1], iops_str[0], iops_str[1], eta_str);
		p += l;
		if (l >= 0 && l < linelen_last)
			p += sprintf(p, "%*s", linelen_last - l, "");
		linelen_last = l;

		free(rate_str[0]);
		free(rate_str[1]);
		free(iops_str[0]);
		free(iops_str[1]);
	}
	p += sprintf(p, "\r");

	if (update_thread_status) {
		update_thread_status(output, perc);
	} else {
		printf("%s", output);
		fflush(stdout);
	}
}

void print_thread_status(void)
{
	struct jobs_eta *je;
	size_t size;

	if (!thread_number)
		return;

	size = sizeof(*je) + thread_number * sizeof(char) + 1;
	je = malloc(size);
	memset(je, 0, size);

	if (calc_thread_status(je, 0))
		display_thread_status(je);

	free(je);
}

void print_status_init(int thr_number)
{
	run_str[thr_number] = 'P';
}
Commit	Line	Data
	1	/*
	2	* Status and ETA code
	3	*/
	4	#include <unistd.h>
	5	#include <fcntl.h>
	6	#include <string.h>
	7
	8	#include "fio.h"
	9
	10	void (update_thread_status)(char status_message, double perc) = NULL;
	11
	12	static char run_str[REAL_MAX_JOBS + 1];
	13
	14	/*
	15	* Sets the status of the 'td' in the printed status map.
	16	*/
	17	static void check_str_update(struct thread_data *td)
	18	{
	19	char c = run_str[td->thread_number - 1];
	20
	21	switch (td->runstate) {
	22	case TD_REAPED:
	23	c = '_';
	24	break;
	25	case TD_EXITED:
	26	c = 'E';
	27	break;
	28	case TD_RAMP:
	29	c = '/';
	30	break;
	31	case TD_RUNNING:
	32	if (td_rw(td)) {
	33	if (td_random(td)) {
	34	if (td->o.rwmix[DDIR_READ] == 100)
	35	c = 'r';
	36	else if (td->o.rwmix[DDIR_WRITE] == 100)
	37	c = 'w';
	38	else
	39	c = 'm';
	40	} else {
	41	if (td->o.rwmix[DDIR_READ] == 100)
	42	c = 'R';
	43	else if (td->o.rwmix[DDIR_WRITE] == 100)
	44	c = 'W';
	45	else
	46	c = 'M';
	47	}
	48	} else if (td_read(td)) {
	49	if (td_random(td))
	50	c = 'r';
	51	else
	52	c = 'R';
	53	} else {
	54	if (td_random(td))
	55	c = 'w';
	56	else
	57	c = 'W';
	58	}
	59	break;
	60	case TD_PRE_READING:
	61	c = 'p';
	62	break;
	63	case TD_VERIFYING:
	64	c = 'V';
	65	break;
	66	case TD_FSYNCING:
	67	c = 'F';
	68	break;
	69	case TD_CREATED:
	70	c = 'C';
	71	break;
	72	case TD_INITIALIZED:
	73	c = 'I';
	74	break;
	75	case TD_NOT_CREATED:
	76	c = 'P';
	77	break;
	78	default:
	79	log_err("state %d\n", td->runstate);
	80	}
	81
	82	run_str[td->thread_number - 1] = c;
	83	}
	84
	85	/*
	86	* Convert seconds to a printable string.
	87	*/
	88	static void eta_to_str(char *str, unsigned long eta_sec)
	89	{
	90	unsigned int d, h, m, s;
	91	int disp_hour = 0;
	92
	93	s = eta_sec % 60;
	94	eta_sec /= 60;
	95	m = eta_sec % 60;
	96	eta_sec /= 60;
	97	h = eta_sec % 24;
	98	eta_sec /= 24;
	99	d = eta_sec;
	100
	101	if (d) {
	102	disp_hour = 1;
	103	str += sprintf(str, "%02ud:", d);
	104	}
	105
	106	if (h \|\| disp_hour)
	107	str += sprintf(str, "%02uh:", h);
	108
	109	str += sprintf(str, "%02um:", m);
	110	str += sprintf(str, "%02us", s);
	111	}
	112
	113	/*
	114	* Best effort calculation of the estimated pending runtime of a job.
	115	*/
	116	static int thread_eta(struct thread_data *td)
	117	{
	118	unsigned long long bytes_total, bytes_done;
	119	unsigned long eta_sec = 0;
	120	unsigned long elapsed;
	121
	122	elapsed = (mtime_since_now(&td->epoch) + 999) / 1000;
	123
	124	bytes_total = td->total_io_size;
	125
	126	if (td->o.fill_device && td->o.size == -1ULL) {
	127	if (!td->fill_device_size \|\| td->fill_device_size == -1ULL)
	128	return 0;
	129
	130	bytes_total = td->fill_device_size;
	131	}
	132
	133	/*
	134	* if writing, bytes_total will be twice the size. If mixing,
	135	* assume a 50/50 split and thus bytes_total will be 50% larger.
	136	*/
	137	if (td->o.do_verify && td->o.verify && td_write(td)) {
	138	if (td_rw(td))
	139	bytes_total = bytes_total * 3 / 2;
	140	else
	141	bytes_total <<= 1;
	142	}
	143
	144	if (td->o.zone_size && td->o.zone_skip)
	145	bytes_total /= (td->o.zone_skip / td->o.zone_size);
	146
	147	if (td->runstate == TD_RUNNING \|\| td->runstate == TD_VERIFYING) {
	148	double perc, perc_t;
	149
	150	bytes_done = td->io_bytes[DDIR_READ] + td->io_bytes[DDIR_WRITE];
	151	perc = (double) bytes_done / (double) bytes_total;
	152	if (perc > 1.0)
	153	perc = 1.0;
	154
	155	if (td->o.time_based) {
	156	perc_t = (double) elapsed / (double) td->o.timeout;
	157	if (perc_t < perc)
	158	perc = perc_t;
	159	}
	160
	161	eta_sec = (unsigned long) (elapsed * (1.0 / perc)) - elapsed;
	162
	163	if (td->o.timeout &&
	164	eta_sec > (td->o.timeout + done_secs - elapsed))
	165	eta_sec = td->o.timeout + done_secs - elapsed;
	166	} else if (td->runstate == TD_NOT_CREATED \|\| td->runstate == TD_CREATED
	167	\|\| td->runstate == TD_INITIALIZED
	168	\|\| td->runstate == TD_RAMP
	169	\|\| td->runstate == TD_PRE_READING) {
	170	int t_eta = 0, r_eta = 0;
	171
	172	/*
	173	* We can only guess - assume it'll run the full timeout
	174	* if given, otherwise assume it'll run at the specified rate.
	175	*/
	176	if (td->o.timeout) {
	177	t_eta = td->o.timeout + td->o.start_delay +
	178	td->o.ramp_time;
	179
	180	if (in_ramp_time(td)) {
	181	unsigned long ramp_left;
	182
	183	ramp_left = mtime_since_now(&td->epoch);
	184	ramp_left = (ramp_left + 999) / 1000;
	185	if (ramp_left <= t_eta)
	186	t_eta -= ramp_left;
	187	}
	188	}
	189	if (td->o.rate[0] \|\| td->o.rate[1]) {
	190	r_eta = (bytes_total / 1024) /
	191	(td->o.rate[0] + td->o.rate[1]);
	192	r_eta += td->o.start_delay;
	193	}
	194
	195	if (r_eta && t_eta)
	196	eta_sec = min(r_eta, t_eta);
	197	else if (r_eta)
	198	eta_sec = r_eta;
	199	else if (t_eta)
	200	eta_sec = t_eta;
	201	else
	202	eta_sec = 0;
	203	} else {
	204	/*
	205	* thread is already done or waiting for fsync
	206	*/
	207	eta_sec = 0;
	208	}
	209
	210	return eta_sec;
	211	}
	212
	213	static void calc_rate(unsigned long mtime, unsigned long long *io_bytes,
	214	unsigned long long prev_io_bytes, unsigned int rate)
	215	{
	216	rate[0] = (io_bytes[0] - prev_io_bytes[0]) / mtime;
	217	rate[1] = (io_bytes[1] - prev_io_bytes[1]) / mtime;
	218	prev_io_bytes[0] = io_bytes[0];
	219	prev_io_bytes[1] = io_bytes[1];
	220	}
	221
	222	static void calc_iops(unsigned long mtime, unsigned long long *io_iops,
	223	unsigned long long prev_io_iops, unsigned int iops)
	224	{
	225	iops[0] = ((io_iops[0] - prev_io_iops[0]) * 1000) / mtime;
	226	iops[1] = ((io_iops[1] - prev_io_iops[1]) * 1000) / mtime;
	227	prev_io_iops[0] = io_iops[0];
	228	prev_io_iops[1] = io_iops[1];
	229	}
	230
	231	/*
	232	* Print status of the jobs we know about. This includes rate estimates,
	233	* ETA, thread state, etc.
	234	*/
	235	int calc_thread_status(struct jobs_eta *je, int force)
	236	{
	237	struct thread_data *td;
	238	int i;
	239	unsigned long rate_time, disp_time, bw_avg_time, *eta_secs;
	240	unsigned long long io_bytes[2];
	241	unsigned long long io_iops[2];
	242	struct timeval now;
	243
	244	static unsigned long long rate_io_bytes[2];
	245	static unsigned long long disp_io_bytes[2];
	246	static unsigned long long disp_io_iops[2];
	247	static struct timeval rate_prev_time, disp_prev_time;
	248	int i2p = 0;
	249
	250	if (!force) {
	251	if (temp_stall_ts \|\| terse_output \|\| eta_print == FIO_ETA_NEVER)
	252	return 0;
	253
	254	if (!isatty(STDOUT_FILENO) && (eta_print != FIO_ETA_ALWAYS))
	255	return 0;
	256	}
	257
	258	if (!rate_io_bytes[0] && !rate_io_bytes[1])
	259	fill_start_time(&rate_prev_time);
	260	if (!disp_io_bytes[0] && !disp_io_bytes[1])
	261	fill_start_time(&disp_prev_time);
	262
	263	eta_secs = malloc(thread_number * sizeof(unsigned long));
	264	memset(eta_secs, 0, thread_number * sizeof(unsigned long));
	265
	266	je->elapsed_sec = (mtime_since_genesis() + 999) / 1000;
	267
	268	io_bytes[0] = io_bytes[1] = 0;
	269	io_iops[0] = io_iops[1] = 0;
	270	bw_avg_time = ULONG_MAX;
	271	for_each_td(td, i) {
	272	if (td->o.bw_avg_time < bw_avg_time)
	273	bw_avg_time = td->o.bw_avg_time;
	274	if (td->runstate == TD_RUNNING \|\| td->runstate == TD_VERIFYING
	275	\|\| td->runstate == TD_FSYNCING
	276	\|\| td->runstate == TD_PRE_READING) {
	277	je->nr_running++;
	278	je->t_rate += td->o.rate[0] + td->o.rate[1];
	279	je->m_rate += td->o.ratemin[0] + td->o.ratemin[1];
	280	je->t_iops += td->o.rate_iops[0] + td->o.rate_iops[1];
	281	je->m_iops += td->o.rate_iops_min[0] +
	282	td->o.rate_iops_min[1];
	283	je->files_open += td->nr_open_files;
	284	} else if (td->runstate == TD_RAMP) {
	285	je->nr_running++;
	286	je->nr_ramp++;
	287	} else if (td->runstate < TD_RUNNING)
	288	je->nr_pending++;
	289
	290	if (je->elapsed_sec >= 3)
	291	eta_secs[i] = thread_eta(td);
	292	else
	293	eta_secs[i] = INT_MAX;
	294
	295	check_str_update(td);
	296
	297	if (td->runstate > TD_RAMP) {
	298	io_bytes[0] += td->io_bytes[0];
	299	io_bytes[1] += td->io_bytes[1];
	300	io_iops[0] += td->io_blocks[0];
	301	io_iops[1] += td->io_blocks[1];
	302	}
	303	}
	304
	305	if (exitall_on_terminate)
	306	je->eta_sec = INT_MAX;
	307	else
	308	je->eta_sec = 0;
	309
	310	for_each_td(td, i) {
	311	if (!i2p && is_power_of_2(td->o.kb_base))
	312	i2p = 1;
	313	if (exitall_on_terminate) {
	314	if (eta_secs[i] < je->eta_sec)
	315	je->eta_sec = eta_secs[i];
	316	} else {
	317	if (eta_secs[i] > je->eta_sec)
	318	je->eta_sec = eta_secs[i];
	319	}
	320	}
	321
	322	free(eta_secs);
	323
	324	fio_gettime(&now, NULL);
	325	rate_time = mtime_since(&rate_prev_time, &now);
	326
	327	if (write_bw_log && rate_time > bw_avg_time && !in_ramp_time(td)) {
	328	calc_rate(rate_time, io_bytes, rate_io_bytes, je->rate);
	329	memcpy(&rate_prev_time, &now, sizeof(now));
	330	add_agg_sample(je->rate[DDIR_READ], DDIR_READ, 0);
	331	add_agg_sample(je->rate[DDIR_WRITE], DDIR_WRITE, 0);
	332	}
	333
	334	disp_time = mtime_since(&disp_prev_time, &now);
	335
	336	/*
	337	* Allow a little slack, the target is to print it every 1000 msecs
	338	*/
	339	if (!force && disp_time < 900)
	340	return 0;
	341
	342	calc_rate(disp_time, io_bytes, disp_io_bytes, je->rate);
	343	calc_iops(disp_time, io_iops, disp_io_iops, je->iops);
	344
	345	memcpy(&disp_prev_time, &now, sizeof(now));
	346
	347	if (!force && !je->nr_running && !je->nr_pending)
	348	return 0;
	349
	350	je->nr_threads = thread_number;
	351	memcpy(je->run_str, run_str, thread_number * sizeof(char));
	352
	353	return 1;
	354	}
	355
	356	void display_thread_status(struct jobs_eta *je)
	357	{
	358	static int linelen_last;
	359	static int eta_good;
	360	char output[512], *p = output;
	361	char eta_str[128];
	362	double perc = 0.0;
	363	int i2p = 0;
	364
	365	if (je->eta_sec != INT_MAX && je->elapsed_sec) {
	366	perc = (double) je->elapsed_sec / (double) (je->elapsed_sec + je->eta_sec);
	367	eta_to_str(eta_str, je->eta_sec);
	368	}
	369
	370	p += sprintf(p, "Jobs: %d (f=%d)", je->nr_running, je->files_open);
	371	if (je->m_rate \|\| je->t_rate) {
	372	char tr, mr;
	373
	374	mr = num2str(je->m_rate, 4, 0, i2p);
	375	tr = num2str(je->t_rate, 4, 0, i2p);
	376	p += sprintf(p, ", CR=%s/%s KB/s", tr, mr);
	377	free(tr);
	378	free(mr);
	379	} else if (je->m_iops \|\| je->t_iops)
	380	p += sprintf(p, ", CR=%d/%d IOPS", je->t_iops, je->m_iops);
	381	if (je->eta_sec != INT_MAX && je->nr_running) {
	382	char perc_str[32];
	383	char *iops_str[2];
	384	char *rate_str[2];
	385	int l;
	386
	387	if ((!je->eta_sec && !eta_good) \|\| je->nr_ramp == je->nr_running)
	388	strcpy(perc_str, "-.-% done");
	389	else {
	390	eta_good = 1;
	391	perc *= 100.0;
	392	sprintf(perc_str, "%3.1f%% done", perc);
	393	}
	394
	395	rate_str[0] = num2str(je->rate[0], 5, 10, i2p);
	396	rate_str[1] = num2str(je->rate[1], 5, 10, i2p);
	397
	398	iops_str[0] = num2str(je->iops[0], 4, 1, 0);
	399	iops_str[1] = num2str(je->iops[1], 4, 1, 0);
	400
	401	l = sprintf(p, ": [%s] [%s] [%s/%s /s] [%s/%s iops] [eta %s]",
	402	je->run_str, perc_str, rate_str[0],
	403	rate_str[1], iops_str[0], iops_str[1], eta_str);
	404	p += l;
	405	if (l >= 0 && l < linelen_last)
	406	p += sprintf(p, "%*s", linelen_last - l, "");
	407	linelen_last = l;
	408
	409	free(rate_str[0]);
	410	free(rate_str[1]);
	411	free(iops_str[0]);
	412	free(iops_str[1]);
	413	}
	414	p += sprintf(p, "\r");
	415
	416	if (update_thread_status) {
	417	update_thread_status(output, perc);
	418	} else {
	419	printf("%s", output);
	420	fflush(stdout);
	421	}
	422	}
	423
	424	void print_thread_status(void)
	425	{
	426	struct jobs_eta *je;
	427	size_t size;
	428
	429	if (!thread_number)
	430	return;
	431
	432	size = sizeof(je) + thread_number sizeof(char) + 1;
	433	je = malloc(size);
	434	memset(je, 0, size);
	435
	436	if (calc_thread_status(je, 0))
	437	display_thread_status(je);
	438
	439	free(je);
	440	}
	441
	442	void print_status_init(int thr_number)
	443	{
	444	run_str[thr_number] = 'P';
	445	}