[fio.git] / filesetup.c

#include <unistd.h>
#include <fcntl.h>
#include <string.h>
#include <assert.h>
#include <sys/stat.h>
#include <sys/mman.h>

#include "fio.h"
#include "os.h"

int open_file(struct thread_data *td, struct fio_file *f, int flags, int perm)
{
	if (flags & O_CREAT)
		f->fd = open(f->file_name, flags, perm);
	else
		f->fd = open(f->file_name, flags);

	if (f->fd != -1) {
		td->nr_open_files++;
		return 0;
	}

	return 1;
}

void close_file(struct thread_data *td, struct fio_file *f)
{
	if (f->fd != -1) {
		close(f->fd);
		f->fd = -1;
		td->nr_open_files--;
	}
}

/*
 * Check if the file exists and it's large enough.
 */
static int file_ok(struct thread_data *td, struct fio_file *f)
{
	struct stat st;

	if (td->filetype != FIO_TYPE_FILE)
		return 0;

	if (lstat(f->file_name, &st) == -1)
		return 1;

	/*
	 * if it's a special file, size is always ok for now
	 */
	if (S_ISCHR(st.st_mode) || S_ISBLK(st.st_mode))
		return 0;
	if (st.st_size < (off_t) f->file_size)
		return 1;

	return 0;
}

static int create_file(struct thread_data *td, struct fio_file *f)
{
	unsigned long long left;
	unsigned int bs;
	char *b;
	int r;

	f->fd = open(f->file_name, O_WRONLY | O_CREAT | O_TRUNC, 0644);
	if (f->fd < 0) {
		td_verror(td, errno, "open");
		return 1;
	}

	if (ftruncate(f->fd, f->file_size) == -1) {
		td_verror(td, errno, "ftruncate");
		goto err;
	}

	if (posix_fallocate(f->fd, 0, f->file_size) < 0) {
		td_verror(td, errno, "posix_fallocate");
		goto err;
	}

	b = malloc(td->max_bs[DDIR_WRITE]);
	memset(b, 0, td->max_bs[DDIR_WRITE]);

	left = f->file_size;
	while (left && !td->terminate) {
		bs = td->max_bs[DDIR_WRITE];
		if (bs > left)
			bs = left;

		r = write(f->fd, b, bs);

		if (r == (int) bs) {
			left -= bs;
			continue;
		} else {
			if (r < 0)
				td_verror(td, errno, "write");
			else
				td_verror(td, EIO, "write");

			break;
		}
	}

	if (td->terminate)
		unlink(f->file_name);
	else if (td->create_fsync)
		fsync(f->fd);

	free(b);
	close(f->fd);
	f->fd = -1;
	return 0;
err:
	close(f->fd);
	f->fd = -1;
	return 1;
}

static int create_files(struct thread_data *td)
{
	struct fio_file *f;
	int i, err, need_create;

	for_each_file(td, f, i)
		f->file_size = td->total_file_size / td->nr_files;

	/*
	 * unless specifically asked for overwrite, let normal io extend it
	 */
	if (!td->overwrite)
		return 0;

	need_create = 0;
	if (td->filetype == FIO_TYPE_FILE) {
		for_each_file(td, f, i) {
			int file_there = !file_ok(td, f);

			if (file_there && td_write(td) && !td->overwrite) {
				unlink(f->file_name);
				file_there = 0;
			}

			need_create += !file_there;
		}
	}

	if (!need_create)
		return 0;

	if (!td->total_file_size) {
		log_err("Need size for create\n");
		td_verror(td, EINVAL, "file_size");
		return 1;
	}

	temp_stall_ts = 1;
	fprintf(f_out, "%s: Laying out IO file(s) (%u x %LuMiB == %LuMiB)\n",
				td->name, td->nr_uniq_files,
				(td->total_file_size >> 20) / td->nr_uniq_files,
				td->total_file_size >> 20);

	err = 0;
	for_each_file(td, f, i) {
		/*
		 * Only unlink files that we created.
		 */
		f->unlink = 0;
		if (file_ok(td, f)) {
			f->unlink = td->unlink;
			err = create_file(td, f);
			if (err)
				break;
		}
	}

	temp_stall_ts = 0;
	return err;
}

static int file_size(struct thread_data *td, struct fio_file *f)
{
	struct stat st;

	if (td->overwrite) {
		if (fstat(f->fd, &st) == -1) {
			td_verror(td, errno, "fstat");
			return 1;
		}

		f->real_file_size = st.st_size;

		if (!f->file_size || f->file_size > f->real_file_size)
			f->file_size = f->real_file_size;
	} else
		f->real_file_size = f->file_size;

	return 0;
}

static int bdev_size(struct thread_data *td, struct fio_file *f)
{
	unsigned long long bytes;
	int r;

	r = blockdev_size(f->fd, &bytes);
	if (r) {
		td_verror(td, r, "blockdev_size");
		return 1;
	}

	f->real_file_size = bytes;

	/*
	 * no extend possibilities, so limit size to device size if too large
	 */
	if (!f->file_size || f->file_size > f->real_file_size)
		f->file_size = f->real_file_size;

	f->file_size -= f->file_offset;
	return 0;
}

static int get_file_size(struct thread_data *td, struct fio_file *f)
{
	int ret = 0;

	if (td->filetype == FIO_TYPE_FILE)
		ret = file_size(td, f);
	else if (td->filetype == FIO_TYPE_BD)
		ret = bdev_size(td, f);
	else
		f->real_file_size = -1;

	if (ret)
		return ret;

	if (f->file_offset > f->real_file_size) {
		log_err("%s: offset extends end (%Lu > %Lu)\n", td->name, f->file_offset, f->real_file_size);
		return 1;
	}

	return 0;
}

int file_invalidate_cache(struct thread_data *td, struct fio_file *f)
{
	int ret = 0;

	/*
	 * FIXME: add blockdev flushing too
	 */
	if (td->io_ops->flags & FIO_MMAPIO)
		ret = madvise(f->mmap, f->file_size, MADV_DONTNEED);
	else if (td->filetype == FIO_TYPE_FILE) {
		if (!td->odirect)
			ret = fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_DONTNEED);
	} else if (td->filetype == FIO_TYPE_BD) {
		if (!td->odirect)
			ret = blockdev_invalidate_cache(f->fd);
	} else if (td->filetype == FIO_TYPE_CHAR)
		ret = 0;

	if (ret < 0) {
		td_verror(td, errno, "invalidate_cache");
		return 1;
	}

	return ret;
}

static int __setup_file_mmap(struct thread_data *td, struct fio_file *f)
{
	int flags;

	if (td_rw(td))
		flags = PROT_READ | PROT_WRITE;
	else if (td_write(td)) {
		flags = PROT_WRITE;

		if (td->verify != VERIFY_NONE)
			flags |= PROT_READ;
	} else
		flags = PROT_READ;

	f->mmap = mmap(NULL, f->file_size, flags, MAP_SHARED, f->fd, f->file_offset);
	if (f->mmap == MAP_FAILED) {
		f->mmap = NULL;
		td_verror(td, errno, "mmap");
		return 1;
	}

	if (td->invalidate_cache && file_invalidate_cache(td, f))
		return 1;

	if (!td_random(td)) {
		if (madvise(f->mmap, f->file_size, MADV_SEQUENTIAL) < 0) {
			td_verror(td, errno, "madvise");
			return 1;
		}
	} else {
		if (madvise(f->mmap, f->file_size, MADV_RANDOM) < 0) {
			td_verror(td, errno, "madvise");
			return 1;
		}
	}

	return 0;
}

static int setup_files_mmap(struct thread_data *td)
{
	struct fio_file *f;
	int i, err = 0;

	for_each_file(td, f, i) {
		err = __setup_file_mmap(td, f);
		if (err)
			break;
	}

	return err;
}

static int __setup_file_plain(struct thread_data *td, struct fio_file *f)
{
	if (td->invalidate_cache && file_invalidate_cache(td, f))
		return 1;

	if (!td_random(td)) {
		if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_SEQUENTIAL) < 0) {
			td_verror(td, errno, "fadvise");
			return 1;
		}
	} else {
		if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_RANDOM) < 0) {
			td_verror(td, errno, "fadvise");
			return 1;
		}
	}

	return 0;
}

static int setup_files_plain(struct thread_data *td)
{
	struct fio_file *f;
	int i, err = 0;

	for_each_file(td, f, i) {
		err = __setup_file_plain(td, f);
		if (err)
			break;
	}

	return err;
}

static int setup_file(struct thread_data *td, struct fio_file *f)
{
	int flags = 0;

	if (td->io_ops->flags & FIO_SELFOPEN)
		return 0;

	if (td->odirect)
		flags |= OS_O_DIRECT;
	if (td->sync_io)
		flags |= O_SYNC;

	if (td_write(td) || td_rw(td)) {
		flags |= O_RDWR;

		if (td->filetype == FIO_TYPE_FILE) {
			if (!td->overwrite)
				flags |= O_TRUNC;

			flags |= O_CREAT;
		}

		open_file(td, f, flags, 0600);
	} else {
		if (td->filetype == FIO_TYPE_CHAR)
			flags |= O_RDWR;
		else
			flags |= O_RDONLY;

		open_file(td, f, flags, 0);
	}

	if (f->fd == -1) {
		int __e = errno;

		td_verror(td, __e, "open");
		if (__e == EINVAL && td->odirect)
			log_err("fio: destination does not support O_DIRECT\n");
		return 1;
	}

	if (get_file_size(td, f)) {
		close_file(td, f);
		return 1;
	}

	return 0;
}

int open_files(struct thread_data *td)
{
	struct fio_file *f;
	int i, err = 0;

	for_each_file(td, f, i) {
		err = setup_file(td, f);
		if (err)
			break;
	}

	if (!err)
		return 0;

	for_each_file(td, f, i)
		close_file(td, f);

	return err;
}

int setup_files(struct thread_data *td)
{
	struct fio_file *f;
	int err, i;

	/*
	 * if ioengine defines a setup() method, it's responsible for
	 * setting up everything in the td->files[] area.
	 */
	if (td->io_ops->setup)
		return td->io_ops->setup(td);

	if (create_files(td))
		return 1;

	err = open_files(td);
	if (err)
		return err;

	/*
	 * Recalculate the total file size now that files are set up.
	 */
	td->total_file_size = 0;
	for_each_file(td, f, i)
		td->total_file_size += f->file_size;

	td->io_size = td->total_file_size;
	if (td->io_size == 0) {
		log_err("%s: no io blocks\n", td->name);
		td_verror(td, EINVAL, "total_file_size");
		return 1;
	}

	if (!td->zone_size)
		td->zone_size = td->io_size;

	td->total_io_size = td->io_size * td->loops;

	if (td->io_ops->flags & FIO_MMAPIO)
		err = setup_files_mmap(td);
	else
		err = setup_files_plain(td);

	for_each_file(td, f, i)
		close_file(td, f);

	return err;
}

void close_files(struct thread_data *td)
{
	struct fio_file *f;
	int i;

	for_each_file(td, f, i) {
		if (!td->filename && f->unlink &&
		    td->filetype == FIO_TYPE_FILE) {
			unlink(f->file_name);
			free(f->file_name);
			f->file_name = NULL;
		}

		close_file(td, f);

		if (f->mmap) {
			munmap(f->mmap, f->file_size);
			f->mmap = NULL;
		}
	}

	td->filename = NULL;
	free(td->files);
	td->files = NULL;
	td->nr_files = 0;
}
Commit	Line	Data
53cdc686 JA	1	#include <unistd.h>
	2	#include <fcntl.h>
	3	#include <string.h>
	4	#include <assert.h>
	5	#include <sys/stat.h>
	6	#include <sys/mman.h>
	7
	8	#include "fio.h"
	9	#include "os.h"
	10
bdb4e2e9 JA	11	int open_file(struct thread_data td, struct fio_file f, int flags, int perm)
	12	{
	13	if (flags & O_CREAT)
	14	f->fd = open(f->file_name, flags, perm);
	15	else
	16	f->fd = open(f->file_name, flags);
	17
	18	if (f->fd != -1) {
	19	td->nr_open_files++;
	20	return 0;
	21	}
	22
	23	return 1;
	24	}
	25
	26	void close_file(struct thread_data td, struct fio_file f)
	27	{
	28	if (f->fd != -1) {
	29	close(f->fd);
	30	f->fd = -1;
	31	td->nr_open_files--;
	32	}
	33	}
	34
25205e97 JA	35	/*
	36	* Check if the file exists and it's large enough.
	37	*/
	38	static int file_ok(struct thread_data td, struct fio_file f)
53cdc686	39	{
b2a15192	40	struct stat st;
53cdc686	41
2fd233b7	42	if (td->filetype != FIO_TYPE_FILE)
b2a15192 JA	43	return 0;
b2a15192 JA	44
fa01d139	45	if (lstat(f->file_name, &st) == -1)
25205e97	46	return 1;
fa01d139 JA	47
	48	/*
	49	* if it's a special file, size is always ok for now
	50	*/
	51	if (S_ISCHR(st.st_mode) \|\| S_ISBLK(st.st_mode))
	52	return 0;
	53	if (st.st_size < (off_t) f->file_size)
25205e97 JA	54	return 1;
	55
	56	return 0;
	57	}
	58
	59	static int create_file(struct thread_data td, struct fio_file f)
	60	{
	61	unsigned long long left;
	62	unsigned int bs;
	63	char *b;
	64	int r;
b2a15192	65
53cdc686 JA	66	f->fd = open(f->file_name, O_WRONLY \| O_CREAT \| O_TRUNC, 0644);
53cdc686 JA	67	if (f->fd < 0) {
e1161c32	68	td_verror(td, errno, "open");
53cdc686 JA	69	return 1;
	70	}
	71
	72	if (ftruncate(f->fd, f->file_size) == -1) {
e1161c32	73	td_verror(td, errno, "ftruncate");
53cdc686 JA	74	goto err;
	75	}
	76
40f8298c	77	if (posix_fallocate(f->fd, 0, f->file_size) < 0) {
e1161c32	78	td_verror(td, errno, "posix_fallocate");
40f8298c JA	79	goto err;
	80	}
	81
a00735e6 JA	82	b = malloc(td->max_bs[DDIR_WRITE]);
a00735e6 JA	83	memset(b, 0, td->max_bs[DDIR_WRITE]);
53cdc686 JA	84
	85	left = f->file_size;
	86	while (left && !td->terminate) {
a00735e6	87	bs = td->max_bs[DDIR_WRITE];
53cdc686 JA	88	if (bs > left)
	89	bs = left;
	90
	91	r = write(f->fd, b, bs);
	92
	93	if (r == (int) bs) {
	94	left -= bs;
	95	continue;
	96	} else {
	97	if (r < 0)
e1161c32	98	td_verror(td, errno, "write");
53cdc686	99	else
e1161c32	100	td_verror(td, EIO, "write");
53cdc686 JA	101
	102	break;
	103	}
	104	}
	105
	106	if (td->terminate)
	107	unlink(f->file_name);
	108	else if (td->create_fsync)
	109	fsync(f->fd);
	110
	111	free(b);
	112	close(f->fd);
	113	f->fd = -1;
	114	return 0;
	115	err:
	116	close(f->fd);
	117	f->fd = -1;
	118	return 1;
	119	}
	120
	121	static int create_files(struct thread_data *td)
	122	{
	123	struct fio_file *f;
25205e97	124	int i, err, need_create;
53cdc686	125
f697125a JA	126	for_each_file(td, f, i)
	127	f->file_size = td->total_file_size / td->nr_files;
	128
53cdc686 JA	129	/*
	130	* unless specifically asked for overwrite, let normal io extend it
	131	*/
f697125a	132	if (!td->overwrite)
53cdc686	133	return 0;
53cdc686	134
25205e97	135	need_create = 0;
eff6861d JA	136	if (td->filetype == FIO_TYPE_FILE) {
	137	for_each_file(td, f, i) {
	138	int file_there = !file_ok(td, f);
	139
413dd459	140	if (file_there && td_write(td) && !td->overwrite) {
eff6861d JA	141	unlink(f->file_name);
	142	file_there = 0;
	143	}
	144
	145	need_create += !file_there;
	146	}
	147	}
25205e97	148
25205e97 JA	149	if (!need_create)
	150	return 0;
	151
f1027063 JA	152	if (!td->total_file_size) {
f1027063 JA	153	log_err("Need size for create\n");
e1161c32	154	td_verror(td, EINVAL, "file_size");
f1027063 JA	155	return 1;
	156	}
	157
53cdc686	158	temp_stall_ts = 1;
1e97cce9	159	fprintf(f_out, "%s: Laying out IO file(s) (%u x %LuMiB == %LuMiB)\n",
13f8e2d2 JA	160	td->name, td->nr_uniq_files,
13f8e2d2 JA	161	(td->total_file_size >> 20) / td->nr_uniq_files,
25205e97	162	td->total_file_size >> 20);
53cdc686 JA	163
	164	err = 0;
	165	for_each_file(td, f, i) {
9b031dc8 JA	166	/*
	167	* Only unlink files that we created.
	168	*/
	169	f->unlink = 0;
25205e97	170	if (file_ok(td, f)) {
9b031dc8	171	f->unlink = td->unlink;
25205e97 JA	172	err = create_file(td, f);
	173	if (err)
	174	break;
	175	}
53cdc686 JA	176	}
	177
	178	temp_stall_ts = 0;
	179	return err;
	180	}
	181
	182	static int file_size(struct thread_data td, struct fio_file f)
	183	{
	184	struct stat st;
	185
	186	if (td->overwrite) {
	187	if (fstat(f->fd, &st) == -1) {
e1161c32	188	td_verror(td, errno, "fstat");
53cdc686 JA	189	return 1;
	190	}
	191
	192	f->real_file_size = st.st_size;
	193
	194	if (!f->file_size \|\| f->file_size > f->real_file_size)
	195	f->file_size = f->real_file_size;
745508dd JA	196	} else
745508dd JA	197	f->real_file_size = f->file_size;
53cdc686	198
53cdc686 JA	199	return 0;
	200	}
	201
	202	static int bdev_size(struct thread_data td, struct fio_file f)
	203	{
	204	unsigned long long bytes;
	205	int r;
	206
	207	r = blockdev_size(f->fd, &bytes);
	208	if (r) {
e1161c32	209	td_verror(td, r, "blockdev_size");
53cdc686 JA	210	return 1;
	211	}
	212
	213	f->real_file_size = bytes;
	214
	215	/*
	216	* no extend possibilities, so limit size to device size if too large
	217	*/
	218	if (!f->file_size \|\| f->file_size > f->real_file_size)
	219	f->file_size = f->real_file_size;
	220
	221	f->file_size -= f->file_offset;
	222	return 0;
	223	}
	224
	225	static int get_file_size(struct thread_data td, struct fio_file f)
	226	{
	227	int ret = 0;
	228
	229	if (td->filetype == FIO_TYPE_FILE)
	230	ret = file_size(td, f);
	231	else if (td->filetype == FIO_TYPE_BD)
	232	ret = bdev_size(td, f);
	233	else
	234	f->real_file_size = -1;
	235
	236	if (ret)
	237	return ret;
	238
	239	if (f->file_offset > f->real_file_size) {
	240	log_err("%s: offset extends end (%Lu > %Lu)\n", td->name, f->file_offset, f->real_file_size);
	241	return 1;
	242	}
	243
53cdc686 JA	244	return 0;
	245	}
	246
e5b401d4 JA	247	int file_invalidate_cache(struct thread_data td, struct fio_file f)
	248	{
	249	int ret = 0;
	250
	251	/*
	252	* FIXME: add blockdev flushing too
	253	*/
	254	if (td->io_ops->flags & FIO_MMAPIO)
	255	ret = madvise(f->mmap, f->file_size, MADV_DONTNEED);
ad2da605 JA	256	else if (td->filetype == FIO_TYPE_FILE) {
	257	if (!td->odirect)
	258	ret = fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_DONTNEED);
	259	} else if (td->filetype == FIO_TYPE_BD) {
	260	if (!td->odirect)
	261	ret = blockdev_invalidate_cache(f->fd);
	262	} else if (td->filetype == FIO_TYPE_CHAR)
e5b401d4 JA	263	ret = 0;
	264
	265	if (ret < 0) {
e1161c32	266	td_verror(td, errno, "invalidate_cache");
e5b401d4 JA	267	return 1;
	268	}
	269
ad2da605	270	return ret;
e5b401d4 JA	271	}
e5b401d4 JA	272
53cdc686 JA	273	static int __setup_file_mmap(struct thread_data td, struct fio_file f)
	274	{
	275	int flags;
	276
	277	if (td_rw(td))
	278	flags = PROT_READ \| PROT_WRITE;
	279	else if (td_write(td)) {
	280	flags = PROT_WRITE;
	281
	282	if (td->verify != VERIFY_NONE)
	283	flags \|= PROT_READ;
	284	} else
	285	flags = PROT_READ;
	286
	287	f->mmap = mmap(NULL, f->file_size, flags, MAP_SHARED, f->fd, f->file_offset);
	288	if (f->mmap == MAP_FAILED) {
	289	f->mmap = NULL;
e1161c32	290	td_verror(td, errno, "mmap");
53cdc686 JA	291	return 1;
	292	}
	293
e5b401d4 JA	294	if (td->invalidate_cache && file_invalidate_cache(td, f))
e5b401d4 JA	295	return 1;
53cdc686	296
413dd459	297	if (!td_random(td)) {
53cdc686	298	if (madvise(f->mmap, f->file_size, MADV_SEQUENTIAL) < 0) {
e1161c32	299	td_verror(td, errno, "madvise");
53cdc686 JA	300	return 1;
	301	}
	302	} else {
	303	if (madvise(f->mmap, f->file_size, MADV_RANDOM) < 0) {
e1161c32	304	td_verror(td, errno, "madvise");
53cdc686 JA	305	return 1;
	306	}
	307	}
	308
	309	return 0;
	310	}
	311
	312	static int setup_files_mmap(struct thread_data *td)
	313	{
	314	struct fio_file *f;
	315	int i, err = 0;
	316
	317	for_each_file(td, f, i) {
	318	err = __setup_file_mmap(td, f);
	319	if (err)
	320	break;
	321	}
	322
	323	return err;
	324	}
	325
	326	static int __setup_file_plain(struct thread_data td, struct fio_file f)
	327	{
e5b401d4 JA	328	if (td->invalidate_cache && file_invalidate_cache(td, f))
e5b401d4 JA	329	return 1;
53cdc686	330
413dd459	331	if (!td_random(td)) {
53cdc686	332	if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_SEQUENTIAL) < 0) {
e1161c32	333	td_verror(td, errno, "fadvise");
53cdc686 JA	334	return 1;
	335	}
	336	} else {
	337	if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_RANDOM) < 0) {
e1161c32	338	td_verror(td, errno, "fadvise");
53cdc686 JA	339	return 1;
	340	}
	341	}
	342
	343	return 0;
	344	}
	345
	346	static int setup_files_plain(struct thread_data *td)
	347	{
	348	struct fio_file *f;
	349	int i, err = 0;
	350
	351	for_each_file(td, f, i) {
	352	err = __setup_file_plain(td, f);
	353	if (err)
	354	break;
	355	}
	356
	357	return err;
	358	}
	359
	360	static int setup_file(struct thread_data td, struct fio_file f)
	361	{
53cdc686 JA	362	int flags = 0;
53cdc686 JA	363
a9defc9a	364	if (td->io_ops->flags & FIO_SELFOPEN)
ed92ac0c	365	return 0;
53cdc686	366
2fd233b7 JA	367	if (td->odirect)
	368	flags \|= OS_O_DIRECT;
	369	if (td->sync_io)
	370	flags \|= O_SYNC;
53cdc686	371
2fd233b7 JA	372	if (td_write(td) \|\| td_rw(td)) {
2fd233b7 JA	373	flags \|= O_RDWR;
53cdc686	374
2fd233b7 JA	375	if (td->filetype == FIO_TYPE_FILE) {
	376	if (!td->overwrite)
	377	flags \|= O_TRUNC;
53cdc686	378
2fd233b7	379	flags \|= O_CREAT;
4d9345ae	380	}
2fd233b7 JA	381
	382	open_file(td, f, flags, 0600);
	383	} else {
	384	if (td->filetype == FIO_TYPE_CHAR)
	385	flags \|= O_RDWR;
	386	else
	387	flags \|= O_RDONLY;
	388
	389	open_file(td, f, flags, 0);
53cdc686 JA	390	}
	391
	392	if (f->fd == -1) {
e1161c32 JA	393	int __e = errno;
	394
	395	td_verror(td, __e, "open");
	396	if (__e == EINVAL && td->odirect)
9d80e114	397	log_err("fio: destination does not support O_DIRECT\n");
53cdc686 JA	398	return 1;
	399	}
	400
bdb4e2e9 JA	401	if (get_file_size(td, f)) {
bdb4e2e9 JA	402	close_file(td, f);
53cdc686	403	return 1;
bdb4e2e9	404	}
53cdc686 JA	405
	406	return 0;
	407	}
	408
21972cde JA	409	int open_files(struct thread_data *td)
	410	{
	411	struct fio_file *f;
	412	int i, err = 0;
	413
	414	for_each_file(td, f, i) {
	415	err = setup_file(td, f);
	416	if (err)
	417	break;
	418	}
	419
7abf833d JA	420	if (!err)
	421	return 0;
	422
bdb4e2e9 JA	423	for_each_file(td, f, i)
bdb4e2e9 JA	424	close_file(td, f);
7abf833d	425
21972cde JA	426	return err;
	427	}
	428
53cdc686 JA	429	int setup_files(struct thread_data *td)
	430	{
	431	struct fio_file *f;
21972cde	432	int err, i;
53cdc686 JA	433
	434	/*
	435	* if ioengine defines a setup() method, it's responsible for
	436	* setting up everything in the td->files[] area.
	437	*/
	438	if (td->io_ops->setup)
	439	return td->io_ops->setup(td);
	440
	441	if (create_files(td))
	442	return 1;
	443
21972cde	444	err = open_files(td);
f1027063 JA	445	if (err)
	446	return err;
	447
0a7eb121 JA	448	/*
	449	* Recalculate the total file size now that files are set up.
	450	*/
	451	td->total_file_size = 0;
	452	for_each_file(td, f, i)
	453	td->total_file_size += f->file_size;
	454
f1027063	455	td->io_size = td->total_file_size;
53cdc686 JA	456	if (td->io_size == 0) {
53cdc686 JA	457	log_err("%s: no io blocks\n", td->name);
e1161c32	458	td_verror(td, EINVAL, "total_file_size");
53cdc686 JA	459	return 1;
	460	}
	461
	462	if (!td->zone_size)
	463	td->zone_size = td->io_size;
	464
	465	td->total_io_size = td->io_size * td->loops;
	466
	467	if (td->io_ops->flags & FIO_MMAPIO)
21972cde	468	err = setup_files_mmap(td);
53cdc686	469	else
21972cde JA	470	err = setup_files_plain(td);
21972cde JA	471
bdb4e2e9 JA	472	for_each_file(td, f, i)
bdb4e2e9 JA	473	close_file(td, f);
21972cde JA	474
21972cde JA	475	return err;
53cdc686 JA	476	}
	477
	478	void close_files(struct thread_data *td)
	479	{
0ab8db89	480	struct fio_file *f;
53cdc686 JA	481	int i;
53cdc686 JA	482
0ab8db89	483	for_each_file(td, f, i) {
9b031dc8	484	if (!td->filename && f->unlink &&
02bcaa8c	485	td->filetype == FIO_TYPE_FILE) {
132ad46d JA	486	unlink(f->file_name);
	487	free(f->file_name);
	488	f->file_name = NULL;
	489	}
bdb4e2e9 JA	490
	491	close_file(td, f);
	492
53cdc686 JA	493	if (f->mmap) {
	494	munmap(f->mmap, f->file_size);
	495	f->mmap = NULL;
	496	}
	497	}
b4a6a59a	498
132ad46d	499	td->filename = NULL;
b4a6a59a JA	500	free(td->files);
	501	td->files = NULL;
	502	td->nr_files = 0;
53cdc686	503	}