[fio.git] / filesetup.c

#include <unistd.h>
#include <fcntl.h>
#include <string.h>
#include <assert.h>
#include <sys/stat.h>
#include <sys/mman.h>

#include "fio.h"
#include "os.h"

/*
 * Check if the file exists and it's large enough.
 */
static int file_ok(struct thread_data *td, struct fio_file *f)
{
	struct stat st;

	if (f->filetype != FIO_TYPE_FILE ||
	    (td->io_ops->flags & FIO_DISKLESSIO))
		return 0;

	if (lstat(f->file_name, &st) == -1)
		return 1;

	/*
	 * if it's a special file, size is always ok for now
	 */
	if (S_ISCHR(st.st_mode) || S_ISBLK(st.st_mode))
		return 0;
	if (st.st_size < (off_t) f->file_size)
		return 1;

	return 0;
}

static int create_file(struct thread_data *td, struct fio_file *f)
{
	unsigned long long left;
	unsigned int bs;
	char *b;
	int r;

	f->fd = open(f->file_name, O_WRONLY | O_CREAT | O_TRUNC, 0644);
	if (f->fd < 0) {
		td_verror(td, errno, "open");
		return 1;
	}

	if (ftruncate(f->fd, f->file_size) == -1) {
		td_verror(td, errno, "ftruncate");
		goto err;
	}

	if (posix_fallocate(f->fd, 0, f->file_size) < 0) {
		td_verror(td, errno, "posix_fallocate");
		goto err;
	}

	b = malloc(td->max_bs[DDIR_WRITE]);
	memset(b, 0, td->max_bs[DDIR_WRITE]);

	left = f->file_size;
	while (left && !td->terminate) {
		bs = td->max_bs[DDIR_WRITE];
		if (bs > left)
			bs = left;

		r = write(f->fd, b, bs);

		if (r == (int) bs) {
			left -= bs;
			continue;
		} else {
			if (r < 0)
				td_verror(td, errno, "write");
			else
				td_verror(td, EIO, "write");

			break;
		}
	}

	if (td->terminate)
		unlink(f->file_name);
	else if (td->create_fsync)
		fsync(f->fd);

	free(b);
	close(f->fd);
	f->fd = -1;
	return 0;
err:
	close(f->fd);
	f->fd = -1;
	return 1;
}

static int create_files(struct thread_data *td)
{
	struct fio_file *f;
	int err, need_create, can_extend;
	unsigned int i;

	for_each_file(td, f, i) {
		if (f->filetype != FIO_TYPE_FILE)
			continue;

		f->file_size = td->total_file_size / td->nr_normal_files;
		f->file_offset = td->start_offset;
	}

	/*
	 * unless specifically asked for overwrite, let normal io extend it
	 */
	can_extend = !td->overwrite && !(td->io_ops->flags & FIO_NOEXTEND);
	if (can_extend)
		return 0;

	need_create = 0;
	for_each_file(td, f, i) {
		int file_there;

		if (f->filetype != FIO_TYPE_FILE)
			continue;

		file_there = !file_ok(td, f);

		if (file_there && td_write(td) && !td->overwrite) {
			unlink(f->file_name);
			file_there = 0;
		}

		need_create += !file_there;
	}

	if (!need_create)
		return 0;

	if (!td->total_file_size) {
		log_err("Need size for create\n");
		td_verror(td, EINVAL, "file_size");
		return 1;
	}

	temp_stall_ts = 1;
	fprintf(f_out, "%s: Laying out IO file(s) (%u x %LuMiB == %LuMiB)\n",
				td->name, td->nr_normal_files,
				(td->total_file_size >> 20) / td->nr_normal_files,
				td->total_file_size >> 20);

	err = 0;
	for_each_file(td, f, i) {
		/*
		 * Only unlink files that we created.
		 */
		f->flags &= ~FIO_FILE_UNLINK;
		if (file_ok(td, f)) {
			if (td->unlink)
				f->flags |= FIO_FILE_UNLINK;

			err = create_file(td, f);
			if (err)
				break;
		}
	}

	temp_stall_ts = 0;
	return err;
}

static int file_size(struct thread_data *td, struct fio_file *f)
{
	struct stat st;

	if (td->overwrite) {
		if (fstat(f->fd, &st) == -1) {
			td_verror(td, errno, "fstat");
			return 1;
		}

		f->real_file_size = st.st_size;

		if (!f->file_size || f->file_size > f->real_file_size)
			f->file_size = f->real_file_size;
	} else
		f->real_file_size = f->file_size;

	return 0;
}

static int bdev_size(struct thread_data *td, struct fio_file *f)
{
	unsigned long long bytes;
	int r;

	r = blockdev_size(f->fd, &bytes);
	if (r) {
		td_verror(td, r, "blockdev_size");
		return 1;
	}

	f->real_file_size = bytes;

	/*
	 * no extend possibilities, so limit size to device size if too large
	 */
	if (!f->file_size || f->file_size > f->real_file_size)
		f->file_size = f->real_file_size;

	f->file_size -= f->file_offset;
	return 0;
}

static int get_file_size(struct thread_data *td, struct fio_file *f)
{
	int ret = 0;

	if (f->filetype == FIO_TYPE_FILE)
		ret = file_size(td, f);
	else if (f->filetype == FIO_TYPE_BD)
		ret = bdev_size(td, f);
	else
		f->real_file_size = -1;

	if (ret)
		return ret;

	if (f->file_offset > f->real_file_size) {
		log_err("%s: offset extends end (%Lu > %Lu)\n", td->name, f->file_offset, f->real_file_size);
		return 1;
	}

	return 0;
}

int file_invalidate_cache(struct thread_data *td, struct fio_file *f)
{
	int ret = 0;

	if (td->odirect)
		return 0;

	/*
	 * FIXME: add blockdev flushing too
	 */
	if (f->mmap)
		ret = madvise(f->mmap, f->file_size, MADV_DONTNEED);
	else if (f->filetype == FIO_TYPE_FILE) {
		ret = fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_DONTNEED);
	} else if (f->filetype == FIO_TYPE_BD) {
		ret = blockdev_invalidate_cache(f->fd);
	} else if (f->filetype == FIO_TYPE_CHAR)
		ret = 0;

	if (ret < 0) {
		td_verror(td, errno, "invalidate_cache");
		return 1;
	}

	return ret;
}

void generic_close_file(struct thread_data fio_unused *td, struct fio_file *f)
{
	close(f->fd);
	f->fd = -1;
}

int generic_open_file(struct thread_data *td, struct fio_file *f)
{
	int flags = 0;

	if (td->odirect)
		flags |= OS_O_DIRECT;
	if (td->sync_io)
		flags |= O_SYNC;

	if (td_write(td) || td_rw(td)) {
		flags |= O_RDWR;

		if (f->filetype == FIO_TYPE_FILE)
			flags |= O_CREAT;

		f->fd = open(f->file_name, flags, 0600);
	} else {
		if (f->filetype == FIO_TYPE_CHAR)
			flags |= O_RDWR;
		else
			flags |= O_RDONLY;

		f->fd = open(f->file_name, flags);
	}

	if (f->fd == -1) {
		int __e = errno;

		td_verror(td, __e, "open");
		if (__e == EINVAL && td->odirect)
			log_err("fio: destination does not support O_DIRECT\n");
		return 1;
	}

	if (get_file_size(td, f))
		goto err;

	if (td->invalidate_cache && file_invalidate_cache(td, f))
		goto err;

	if (!td_random(td)) {
		if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_SEQUENTIAL) < 0) {
			td_verror(td, errno, "fadvise");
			goto err;
		}
	} else {
		if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_RANDOM) < 0) {
			td_verror(td, errno, "fadvise");
			goto err;
		}
	}

	return 0;
err:
	close(f->fd);
	return 1;
}

int open_files(struct thread_data *td)
{
	struct fio_file *f;
	unsigned int i;
	int err = 0;

	for_each_file(td, f, i) {
		err = td_io_open_file(td, f);
		if (err)
			break;

		if (td->open_files == td->nr_open_files)
			break;
	}

	if (!err)
		return 0;

	for_each_file(td, f, i)
		td_io_close_file(td, f);

	return err;
}

int setup_files(struct thread_data *td)
{
	struct fio_file *f;
	unsigned int i;
	int err;

	/*
	 * if ioengine defines a setup() method, it's responsible for
	 * setting up everything in the td->files[] area.
	 */
	if (td->io_ops->setup)
		return td->io_ops->setup(td);

	if (create_files(td))
		return 1;

	err = open_files(td);
	if (err)
		return err;

	/*
	 * Recalculate the total file size now that files are set up.
	 */
	td->total_file_size = 0;
	for_each_file(td, f, i)
		td->total_file_size += f->file_size;

	td->io_size = td->total_file_size;
	if (td->io_size == 0) {
		log_err("%s: no io blocks\n", td->name);
		td_verror(td, EINVAL, "total_file_size");
		return 1;
	}

	if (!td->zone_size)
		td->zone_size = td->io_size;

	td->total_io_size = td->io_size * td->loops;

	for_each_file(td, f, i)
		td_io_close_file(td, f);

	return err;
}

void close_files(struct thread_data *td)
{
	struct fio_file *f;
	unsigned int i;

	for_each_file(td, f, i) {
		if (!f->file_name && (f->flags & FIO_FILE_UNLINK) &&
		    f->filetype == FIO_TYPE_FILE) {
			unlink(f->file_name);
			free(f->file_name);
			f->file_name = NULL;
		}

		td_io_close_file(td, f);

		if (f->file_map)
			free(f->file_map);
	}

	td->filename = NULL;
	free(td->files);
	td->files = NULL;
	td->nr_files = 0;
}

static void get_file_type(struct fio_file *f)
{
	struct stat sb;

	f->filetype = FIO_TYPE_FILE;

	if (!lstat(f->file_name, &sb)) {
		if (S_ISBLK(sb.st_mode))
			f->filetype = FIO_TYPE_BD;
		else if (S_ISCHR(sb.st_mode))
			f->filetype = FIO_TYPE_CHAR;
	}
}

void add_file(struct thread_data *td, const char *fname)
{
	int cur_files = td->files_index;
	struct fio_file *f;

	td->files = realloc(td->files, (cur_files + 1) * sizeof(*f));

	f = &td->files[cur_files];
	memset(f, 0, sizeof(*f));
	f->fd = -1;
	f->file_name = strdup(fname);

	get_file_type(f);

	td->files_index++;
	if (f->filetype == FIO_TYPE_FILE)
		td->nr_normal_files++;
}

void get_file(struct fio_file *f)
{
	f->references++;
}

void put_file(struct thread_data *td, struct fio_file *f)
{
	if (!(f->flags & FIO_FILE_OPEN))
		return;

	assert(f->references);
	if (--f->references)
		return;

	if (td->io_ops->close_file)
		td->io_ops->close_file(td, f);
	td->nr_open_files--;
	f->flags &= ~FIO_FILE_OPEN;
}
Commit	Line	Data
	1	#include <unistd.h>
	2	#include <fcntl.h>
	3	#include <string.h>
	4	#include <assert.h>
	5	#include <sys/stat.h>
	6	#include <sys/mman.h>
	7
	8	#include "fio.h"
	9	#include "os.h"
	10
	11	/*
	12	* Check if the file exists and it's large enough.
	13	*/
	14	static int file_ok(struct thread_data td, struct fio_file f)
	15	{
	16	struct stat st;
	17
	18	if (f->filetype != FIO_TYPE_FILE \|\|
	19	(td->io_ops->flags & FIO_DISKLESSIO))
	20	return 0;
	21
	22	if (lstat(f->file_name, &st) == -1)
	23	return 1;
	24
	25	/*
	26	* if it's a special file, size is always ok for now
	27	*/
	28	if (S_ISCHR(st.st_mode) \|\| S_ISBLK(st.st_mode))
	29	return 0;
	30	if (st.st_size < (off_t) f->file_size)
	31	return 1;
	32
	33	return 0;
	34	}
	35
	36	static int create_file(struct thread_data td, struct fio_file f)
	37	{
	38	unsigned long long left;
	39	unsigned int bs;
	40	char *b;
	41	int r;
	42
	43	f->fd = open(f->file_name, O_WRONLY \| O_CREAT \| O_TRUNC, 0644);
	44	if (f->fd < 0) {
	45	td_verror(td, errno, "open");
	46	return 1;
	47	}
	48
	49	if (ftruncate(f->fd, f->file_size) == -1) {
	50	td_verror(td, errno, "ftruncate");
	51	goto err;
	52	}
	53
	54	if (posix_fallocate(f->fd, 0, f->file_size) < 0) {
	55	td_verror(td, errno, "posix_fallocate");
	56	goto err;
	57	}
	58
	59	b = malloc(td->max_bs[DDIR_WRITE]);
	60	memset(b, 0, td->max_bs[DDIR_WRITE]);
	61
	62	left = f->file_size;
	63	while (left && !td->terminate) {
	64	bs = td->max_bs[DDIR_WRITE];
	65	if (bs > left)
	66	bs = left;
	67
	68	r = write(f->fd, b, bs);
	69
	70	if (r == (int) bs) {
	71	left -= bs;
	72	continue;
	73	} else {
	74	if (r < 0)
	75	td_verror(td, errno, "write");
	76	else
	77	td_verror(td, EIO, "write");
	78
	79	break;
	80	}
	81	}
	82
	83	if (td->terminate)
	84	unlink(f->file_name);
	85	else if (td->create_fsync)
	86	fsync(f->fd);
	87
	88	free(b);
	89	close(f->fd);
	90	f->fd = -1;
	91	return 0;
	92	err:
	93	close(f->fd);
	94	f->fd = -1;
	95	return 1;
	96	}
	97
	98	static int create_files(struct thread_data *td)
	99	{
	100	struct fio_file *f;
	101	int err, need_create, can_extend;
	102	unsigned int i;
	103
	104	for_each_file(td, f, i) {
	105	if (f->filetype != FIO_TYPE_FILE)
	106	continue;
	107
	108	f->file_size = td->total_file_size / td->nr_normal_files;
	109	f->file_offset = td->start_offset;
	110	}
	111
	112	/*
	113	* unless specifically asked for overwrite, let normal io extend it
	114	*/
	115	can_extend = !td->overwrite && !(td->io_ops->flags & FIO_NOEXTEND);
	116	if (can_extend)
	117	return 0;
	118
	119	need_create = 0;
	120	for_each_file(td, f, i) {
	121	int file_there;
	122
	123	if (f->filetype != FIO_TYPE_FILE)
	124	continue;
	125
	126	file_there = !file_ok(td, f);
	127
	128	if (file_there && td_write(td) && !td->overwrite) {
	129	unlink(f->file_name);
	130	file_there = 0;
	131	}
	132
	133	need_create += !file_there;
	134	}
	135
	136	if (!need_create)
	137	return 0;
	138
	139	if (!td->total_file_size) {
	140	log_err("Need size for create\n");
	141	td_verror(td, EINVAL, "file_size");
	142	return 1;
	143	}
	144
	145	temp_stall_ts = 1;
	146	fprintf(f_out, "%s: Laying out IO file(s) (%u x %LuMiB == %LuMiB)\n",
	147	td->name, td->nr_normal_files,
	148	(td->total_file_size >> 20) / td->nr_normal_files,
	149	td->total_file_size >> 20);
	150
	151	err = 0;
	152	for_each_file(td, f, i) {
	153	/*
	154	* Only unlink files that we created.
	155	*/
	156	f->flags &= ~FIO_FILE_UNLINK;
	157	if (file_ok(td, f)) {
	158	if (td->unlink)
	159	f->flags \|= FIO_FILE_UNLINK;
	160
	161	err = create_file(td, f);
	162	if (err)
	163	break;
	164	}
	165	}
	166
	167	temp_stall_ts = 0;
	168	return err;
	169	}
	170
	171	static int file_size(struct thread_data td, struct fio_file f)
	172	{
	173	struct stat st;
	174
	175	if (td->overwrite) {
	176	if (fstat(f->fd, &st) == -1) {
	177	td_verror(td, errno, "fstat");
	178	return 1;
	179	}
	180
	181	f->real_file_size = st.st_size;
	182
	183	if (!f->file_size \|\| f->file_size > f->real_file_size)
	184	f->file_size = f->real_file_size;
	185	} else
	186	f->real_file_size = f->file_size;
	187
	188	return 0;
	189	}
	190
	191	static int bdev_size(struct thread_data td, struct fio_file f)
	192	{
	193	unsigned long long bytes;
	194	int r;
	195
	196	r = blockdev_size(f->fd, &bytes);
	197	if (r) {
	198	td_verror(td, r, "blockdev_size");
	199	return 1;
	200	}
	201
	202	f->real_file_size = bytes;
	203
	204	/*
	205	* no extend possibilities, so limit size to device size if too large
	206	*/
	207	if (!f->file_size \|\| f->file_size > f->real_file_size)
	208	f->file_size = f->real_file_size;
	209
	210	f->file_size -= f->file_offset;
	211	return 0;
	212	}
	213
	214	static int get_file_size(struct thread_data td, struct fio_file f)
	215	{
	216	int ret = 0;
	217
	218	if (f->filetype == FIO_TYPE_FILE)
	219	ret = file_size(td, f);
	220	else if (f->filetype == FIO_TYPE_BD)
	221	ret = bdev_size(td, f);
	222	else
	223	f->real_file_size = -1;
	224
	225	if (ret)
	226	return ret;
	227
	228	if (f->file_offset > f->real_file_size) {
	229	log_err("%s: offset extends end (%Lu > %Lu)\n", td->name, f->file_offset, f->real_file_size);
	230	return 1;
	231	}
	232
	233	return 0;
	234	}
	235
	236	int file_invalidate_cache(struct thread_data td, struct fio_file f)
	237	{
	238	int ret = 0;
	239
	240	if (td->odirect)
	241	return 0;
	242
	243	/*
	244	* FIXME: add blockdev flushing too
	245	*/
	246	if (f->mmap)
	247	ret = madvise(f->mmap, f->file_size, MADV_DONTNEED);
	248	else if (f->filetype == FIO_TYPE_FILE) {
	249	ret = fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_DONTNEED);
	250	} else if (f->filetype == FIO_TYPE_BD) {
	251	ret = blockdev_invalidate_cache(f->fd);
	252	} else if (f->filetype == FIO_TYPE_CHAR)
	253	ret = 0;
	254
	255	if (ret < 0) {
	256	td_verror(td, errno, "invalidate_cache");
	257	return 1;
	258	}
	259
	260	return ret;
	261	}
	262
	263	void generic_close_file(struct thread_data fio_unused td, struct fio_file f)
	264	{
	265	close(f->fd);
	266	f->fd = -1;
	267	}
	268
	269	int generic_open_file(struct thread_data td, struct fio_file f)
	270	{
	271	int flags = 0;
	272
	273	if (td->odirect)
	274	flags \|= OS_O_DIRECT;
	275	if (td->sync_io)
	276	flags \|= O_SYNC;
	277
	278	if (td_write(td) \|\| td_rw(td)) {
	279	flags \|= O_RDWR;
	280
	281	if (f->filetype == FIO_TYPE_FILE)
	282	flags \|= O_CREAT;
	283
	284	f->fd = open(f->file_name, flags, 0600);
	285	} else {
	286	if (f->filetype == FIO_TYPE_CHAR)
	287	flags \|= O_RDWR;
	288	else
	289	flags \|= O_RDONLY;
	290
	291	f->fd = open(f->file_name, flags);
	292	}
	293
	294	if (f->fd == -1) {
	295	int __e = errno;
	296
	297	td_verror(td, __e, "open");
	298	if (__e == EINVAL && td->odirect)
	299	log_err("fio: destination does not support O_DIRECT\n");
	300	return 1;
	301	}
	302
	303	if (get_file_size(td, f))
	304	goto err;
	305
	306	if (td->invalidate_cache && file_invalidate_cache(td, f))
	307	goto err;
	308
	309	if (!td_random(td)) {
	310	if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_SEQUENTIAL) < 0) {
	311	td_verror(td, errno, "fadvise");
	312	goto err;
	313	}
	314	} else {
	315	if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_RANDOM) < 0) {
	316	td_verror(td, errno, "fadvise");
	317	goto err;
	318	}
	319	}
	320
	321	return 0;
	322	err:
	323	close(f->fd);
	324	return 1;
	325	}
	326
	327	int open_files(struct thread_data *td)
	328	{
	329	struct fio_file *f;
	330	unsigned int i;
	331	int err = 0;
	332
	333	for_each_file(td, f, i) {
	334	err = td_io_open_file(td, f);
	335	if (err)
	336	break;
	337
	338	if (td->open_files == td->nr_open_files)
	339	break;
	340	}
	341
	342	if (!err)
	343	return 0;
	344
	345	for_each_file(td, f, i)
	346	td_io_close_file(td, f);
	347
	348	return err;
	349	}
	350
	351	int setup_files(struct thread_data *td)
	352	{
	353	struct fio_file *f;
	354	unsigned int i;
	355	int err;
	356
	357	/*
	358	* if ioengine defines a setup() method, it's responsible for
	359	* setting up everything in the td->files[] area.
	360	*/
	361	if (td->io_ops->setup)
	362	return td->io_ops->setup(td);
	363
	364	if (create_files(td))
	365	return 1;
	366
	367	err = open_files(td);
	368	if (err)
	369	return err;
	370
	371	/*
	372	* Recalculate the total file size now that files are set up.
	373	*/
	374	td->total_file_size = 0;
	375	for_each_file(td, f, i)
	376	td->total_file_size += f->file_size;
	377
	378	td->io_size = td->total_file_size;
	379	if (td->io_size == 0) {
	380	log_err("%s: no io blocks\n", td->name);
	381	td_verror(td, EINVAL, "total_file_size");
	382	return 1;
	383	}
	384
	385	if (!td->zone_size)
	386	td->zone_size = td->io_size;
	387
	388	td->total_io_size = td->io_size * td->loops;
	389
	390	for_each_file(td, f, i)
	391	td_io_close_file(td, f);
	392
	393	return err;
	394	}
	395
	396	void close_files(struct thread_data *td)
	397	{
	398	struct fio_file *f;
	399	unsigned int i;
	400
	401	for_each_file(td, f, i) {
	402	if (!f->file_name && (f->flags & FIO_FILE_UNLINK) &&
	403	f->filetype == FIO_TYPE_FILE) {
	404	unlink(f->file_name);
	405	free(f->file_name);
	406	f->file_name = NULL;
	407	}
	408
	409	td_io_close_file(td, f);
	410
	411	if (f->file_map)
	412	free(f->file_map);
	413	}
	414
	415	td->filename = NULL;
	416	free(td->files);
	417	td->files = NULL;
	418	td->nr_files = 0;
	419	}
	420
	421	static void get_file_type(struct fio_file *f)
	422	{
	423	struct stat sb;
	424
	425	f->filetype = FIO_TYPE_FILE;
	426
	427	if (!lstat(f->file_name, &sb)) {
	428	if (S_ISBLK(sb.st_mode))
	429	f->filetype = FIO_TYPE_BD;
	430	else if (S_ISCHR(sb.st_mode))
	431	f->filetype = FIO_TYPE_CHAR;
	432	}
	433	}
	434
	435	void add_file(struct thread_data td, const char fname)
	436	{
	437	int cur_files = td->files_index;
	438	struct fio_file *f;
	439
	440	td->files = realloc(td->files, (cur_files + 1) * sizeof(*f));
	441
	442	f = &td->files[cur_files];
	443	memset(f, 0, sizeof(*f));
	444	f->fd = -1;
	445	f->file_name = strdup(fname);
	446
	447	get_file_type(f);
	448
	449	td->files_index++;
	450	if (f->filetype == FIO_TYPE_FILE)
	451	td->nr_normal_files++;
	452	}
	453
	454	void get_file(struct fio_file *f)
	455	{
	456	f->references++;
	457	}
	458
	459	void put_file(struct thread_data td, struct fio_file f)
	460	{
	461	if (!(f->flags & FIO_FILE_OPEN))
	462	return;
	463
	464	assert(f->references);
	465	if (--f->references)
	466	return;
	467
	468	if (td->io_ops->close_file)
	469	td->io_ops->close_file(td, f);
	470	td->nr_open_files--;
	471	f->flags &= ~FIO_FILE_OPEN;
	472	}