[fio.git] / filesetup.c

#include <unistd.h>
#include <fcntl.h>
#include <string.h>
#include <assert.h>
#include <dirent.h>
#include <sys/stat.h>
#include <sys/mman.h>
#include <sys/types.h>

#include "fio.h"
#include "os.h"

/*
 * Check if the file exists and it's large enough.
 */
static int file_ok(struct thread_data *td, struct fio_file *f)
{
	struct stat st;

	if (f->filetype != FIO_TYPE_FILE ||
	    (td->io_ops->flags & FIO_DISKLESSIO))
		return 0;

	if (lstat(f->file_name, &st) == -1)
		return 1;

	/*
	 * if it's a special file, size is always ok for now
	 */
	if (S_ISCHR(st.st_mode) || S_ISBLK(st.st_mode))
		return 0;
	if (st.st_size < (off_t) f->file_size)
		return 1;

	return 0;
}

static int create_file(struct thread_data *td, struct fio_file *f)
{
	unsigned long long left;
	unsigned int bs;
	char *b;
	int r;

	f->fd = open(f->file_name, O_WRONLY | O_CREAT | O_TRUNC, 0644);
	if (f->fd < 0) {
		td_verror(td, errno, "open");
		return 1;
	}

	if (ftruncate(f->fd, f->file_size) == -1) {
		td_verror(td, errno, "ftruncate");
		goto err;
	}

	if (posix_fallocate(f->fd, 0, f->file_size) < 0) {
		td_verror(td, errno, "posix_fallocate");
		goto err;
	}

	b = malloc(td->max_bs[DDIR_WRITE]);
	memset(b, 0, td->max_bs[DDIR_WRITE]);

	left = f->file_size;
	while (left && !td->terminate) {
		bs = td->max_bs[DDIR_WRITE];
		if (bs > left)
			bs = left;

		r = write(f->fd, b, bs);

		if (r == (int) bs) {
			left -= bs;
			continue;
		} else {
			if (r < 0)
				td_verror(td, errno, "write");
			else
				td_verror(td, EIO, "write");

			break;
		}
	}

	if (td->terminate)
		unlink(f->file_name);
	else if (td->create_fsync)
		fsync(f->fd);

	free(b);
	close(f->fd);
	f->fd = -1;
	return 0;
err:
	close(f->fd);
	f->fd = -1;
	return 1;
}

static int create_files(struct thread_data *td)
{
	struct fio_file *f;
	int err, need_create, can_extend;
	unsigned int i;

	for_each_file(td, f, i) {
		if (f->filetype != FIO_TYPE_FILE)
			continue;

		f->file_size = td->total_file_size / td->nr_normal_files;
		f->file_offset = td->start_offset;
	}

	/*
	 * unless specifically asked for overwrite, let normal io extend it
	 */
	can_extend = !td->overwrite && !(td->io_ops->flags & FIO_NOEXTEND);
	if (can_extend)
		return 0;

	need_create = 0;
	for_each_file(td, f, i) {
		int file_there;

		if (f->filetype != FIO_TYPE_FILE)
			continue;

		file_there = !file_ok(td, f);

		if (file_there && td_write(td) && !td->overwrite) {
			unlink(f->file_name);
			file_there = 0;
		}

		need_create += !file_there;
	}

	if (!need_create)
		return 0;

	if (!td->total_file_size) {
		log_err("Need size for create\n");
		td_verror(td, EINVAL, "file_size");
		return 1;
	}

	temp_stall_ts = 1;
	fprintf(f_out, "%s: Laying out IO file(s) (%u x %LuMiB == %LuMiB)\n",
				td->name, td->nr_normal_files,
				(td->total_file_size >> 20) / td->nr_normal_files,
				td->total_file_size >> 20);

	err = 0;
	for_each_file(td, f, i) {
		/*
		 * Only unlink files that we created.
		 */
		f->flags &= ~FIO_FILE_UNLINK;
		if (file_ok(td, f)) {
			if (td->unlink)
				f->flags |= FIO_FILE_UNLINK;

			err = create_file(td, f);
			if (err)
				break;
		}
	}

	temp_stall_ts = 0;
	return err;
}

static int file_size(struct thread_data *td, struct fio_file *f)
{
	struct stat st;

	if (td->overwrite) {
		if (fstat(f->fd, &st) == -1) {
			td_verror(td, errno, "fstat");
			return 1;
		}

		f->real_file_size = st.st_size;

		if (!f->file_size || f->file_size > f->real_file_size)
			f->file_size = f->real_file_size;
	} else
		f->real_file_size = f->file_size;

	return 0;
}

static int bdev_size(struct thread_data *td, struct fio_file *f)
{
	unsigned long long bytes;
	int r;

	r = blockdev_size(f->fd, &bytes);
	if (r) {
		td_verror(td, r, "blockdev_size");
		return 1;
	}

	f->real_file_size = bytes;

	/*
	 * no extend possibilities, so limit size to device size if too large
	 */
	if (!f->file_size || f->file_size > f->real_file_size)
		f->file_size = f->real_file_size;

	f->file_size -= f->file_offset;
	return 0;
}

static int get_file_size(struct thread_data *td, struct fio_file *f)
{
	int ret = 0;

	if (f->filetype == FIO_TYPE_FILE)
		ret = file_size(td, f);
	else if (f->filetype == FIO_TYPE_BD)
		ret = bdev_size(td, f);
	else
		f->real_file_size = -1;

	if (ret)
		return ret;

	if (f->file_offset > f->real_file_size) {
		log_err("%s: offset extends end (%Lu > %Lu)\n", td->name, f->file_offset, f->real_file_size);
		return 1;
	}

	return 0;
}

int file_invalidate_cache(struct thread_data *td, struct fio_file *f)
{
	int ret = 0;

	if (td->odirect)
		return 0;

	/*
	 * FIXME: add blockdev flushing too
	 */
	if (f->mmap)
		ret = madvise(f->mmap, f->file_size, MADV_DONTNEED);
	else if (f->filetype == FIO_TYPE_FILE) {
		ret = fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_DONTNEED);
	} else if (f->filetype == FIO_TYPE_BD) {
		ret = blockdev_invalidate_cache(f->fd);
	} else if (f->filetype == FIO_TYPE_CHAR)
		ret = 0;

	if (ret < 0) {
		td_verror(td, errno, "invalidate_cache");
		return 1;
	}

	return ret;
}

void generic_close_file(struct thread_data fio_unused *td, struct fio_file *f)
{
	close(f->fd);
	f->fd = -1;
}

int generic_open_file(struct thread_data *td, struct fio_file *f)
{
	int flags = 0;

	if (td->odirect)
		flags |= OS_O_DIRECT;
	if (td->sync_io)
		flags |= O_SYNC;

	if (td_write(td) || td_rw(td)) {
		flags |= O_RDWR;

		if (f->filetype == FIO_TYPE_FILE)
			flags |= O_CREAT;

		f->fd = open(f->file_name, flags, 0600);
	} else {
		if (f->filetype == FIO_TYPE_CHAR)
			flags |= O_RDWR;
		else
			flags |= O_RDONLY;

		f->fd = open(f->file_name, flags);
	}

	if (f->fd == -1) {
		int __e = errno;

		td_verror(td, __e, "open");
		if (__e == EINVAL && td->odirect)
			log_err("fio: destination does not support O_DIRECT\n");
		if (__e == EMFILE)
			log_err("fio: try reducing/setting openfiles (failed at %u of %u)\n", td->nr_open_files, td->nr_files);
		return 1;
	}

	if (get_file_size(td, f))
		goto err;

	if (td->invalidate_cache && file_invalidate_cache(td, f))
		goto err;

	if (!td_random(td)) {
		if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_SEQUENTIAL) < 0) {
			td_verror(td, errno, "fadvise");
			goto err;
		}
	} else {
		if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_RANDOM) < 0) {
			td_verror(td, errno, "fadvise");
			goto err;
		}
	}

	return 0;
err:
	close(f->fd);
	return 1;
}

int open_files(struct thread_data *td)
{
	struct fio_file *f;
	unsigned int i;
	int err = 0;

	for_each_file(td, f, i) {
		err = td_io_open_file(td, f);
		if (err)
			break;

		if (td->open_files == td->nr_open_files)
			break;
	}

	if (!err)
		return 0;

	for_each_file(td, f, i)
		td_io_close_file(td, f);

	return err;
}

int setup_files(struct thread_data *td)
{
	struct fio_file *f;
	unsigned int i;
	int err;

	/*
	 * if ioengine defines a setup() method, it's responsible for
	 * setting up everything in the td->files[] area.
	 */
	if (td->io_ops->setup)
		return td->io_ops->setup(td);

	if (create_files(td))
		return 1;

	err = open_files(td);
	if (err)
		return err;

	/*
	 * Recalculate the total file size now that files are set up.
	 */
	td->total_file_size = 0;
	for_each_file(td, f, i)
		td->total_file_size += f->file_size;

	td->io_size = td->total_file_size;
	if (td->io_size == 0) {
		log_err("%s: no io blocks\n", td->name);
		td_verror(td, EINVAL, "total_file_size");
		return 1;
	}

	if (!td->zone_size)
		td->zone_size = td->io_size;

	td->total_io_size = td->io_size * td->loops;

	for_each_file(td, f, i)
		td_io_close_file(td, f);

	return err;
}

void close_files(struct thread_data *td)
{
	struct fio_file *f;
	unsigned int i;

	for_each_file(td, f, i) {
		if (!f->file_name && (f->flags & FIO_FILE_UNLINK) &&
		    f->filetype == FIO_TYPE_FILE) {
			unlink(f->file_name);
			free(f->file_name);
			f->file_name = NULL;
		}

		td_io_close_file(td, f);

		if (f->file_map)
			free(f->file_map);
	}

	td->filename = NULL;
	free(td->files);
	td->files = NULL;
	td->nr_files = 0;
}

static void get_file_type(struct fio_file *f)
{
	struct stat sb;

	f->filetype = FIO_TYPE_FILE;

	if (!lstat(f->file_name, &sb)) {
		if (S_ISBLK(sb.st_mode))
			f->filetype = FIO_TYPE_BD;
		else if (S_ISCHR(sb.st_mode))
			f->filetype = FIO_TYPE_CHAR;
	}
}

void add_file(struct thread_data *td, const char *fname)
{
	int cur_files = td->files_index;
	struct fio_file *f;

	td->files = realloc(td->files, (cur_files + 1) * sizeof(*f));

	f = &td->files[cur_files];
	memset(f, 0, sizeof(*f));
	f->fd = -1;
	f->file_name = strdup(fname);

	get_file_type(f);

	td->files_index++;
	if (f->filetype == FIO_TYPE_FILE)
		td->nr_normal_files++;
}

void get_file(struct fio_file *f)
{
	f->references++;
}

void put_file(struct thread_data *td, struct fio_file *f)
{
	if (!(f->flags & FIO_FILE_OPEN))
		return;

	assert(f->references);
	if (--f->references)
		return;

	if (should_fsync(td) && td->fsync_on_close)
		fsync(f->fd);

	if (td->io_ops->close_file)
		td->io_ops->close_file(td, f);
	td->nr_open_files--;
	f->flags &= ~FIO_FILE_OPEN;
}

static int recurse_dir(struct thread_data *td, const char *dirname)
{
	struct dirent *dir;
	int ret = 0;
	DIR *D;

	D = opendir(dirname);
	if (!D) {
		td_verror(td, errno, "opendir");
		return 1;
	}

	while ((dir = readdir(D)) != NULL) {
		char full_path[PATH_MAX];
		struct stat sb;

		sprintf(full_path, "%s/%s", dirname, dir->d_name);

		if (lstat(full_path, &sb) == -1) {
			if (errno != ENOENT) {
				td_verror(td, errno, "stat");
				return 1;
			}
		}

		if (S_ISREG(sb.st_mode)) {
			add_file(td, full_path);
			td->nr_files++;
			continue;
		}

		if (!strcmp(dir->d_name, ".") || !strcmp(dir->d_name, ".."))
			continue;

		if ((ret = recurse_dir(td, full_path)) != 0)
			break;
	}

	closedir(D);
	return ret;
}

int add_dir_files(struct thread_data *td, const char *path)
{
	return recurse_dir(td, path);
}
Commit	Line	Data
53cdc686 JA	1	#include <unistd.h>
	2	#include <fcntl.h>
	3	#include <string.h>
	4	#include <assert.h>
bbf6b540	5	#include <dirent.h>
53cdc686 JA	6	#include <sys/stat.h>
53cdc686 JA	7	#include <sys/mman.h>
bbf6b540	8	#include <sys/types.h>
53cdc686 JA	9
	10	#include "fio.h"
	11	#include "os.h"
	12
25205e97 JA	13	/*
	14	* Check if the file exists and it's large enough.
	15	*/
	16	static int file_ok(struct thread_data td, struct fio_file f)
53cdc686	17	{
b2a15192	18	struct stat st;
53cdc686	19
af52b345	20	if (f->filetype != FIO_TYPE_FILE \|\|
b5af8293	21	(td->io_ops->flags & FIO_DISKLESSIO))
b2a15192 JA	22	return 0;
b2a15192 JA	23
fa01d139	24	if (lstat(f->file_name, &st) == -1)
25205e97	25	return 1;
fa01d139 JA	26
	27	/*
	28	* if it's a special file, size is always ok for now
	29	*/
	30	if (S_ISCHR(st.st_mode) \|\| S_ISBLK(st.st_mode))
	31	return 0;
	32	if (st.st_size < (off_t) f->file_size)
25205e97 JA	33	return 1;
	34
	35	return 0;
	36	}
	37
	38	static int create_file(struct thread_data td, struct fio_file f)
	39	{
	40	unsigned long long left;
	41	unsigned int bs;
	42	char *b;
	43	int r;
b2a15192	44
53cdc686 JA	45	f->fd = open(f->file_name, O_WRONLY \| O_CREAT \| O_TRUNC, 0644);
53cdc686 JA	46	if (f->fd < 0) {
e1161c32	47	td_verror(td, errno, "open");
53cdc686 JA	48	return 1;
	49	}
	50
	51	if (ftruncate(f->fd, f->file_size) == -1) {
e1161c32	52	td_verror(td, errno, "ftruncate");
53cdc686 JA	53	goto err;
	54	}
	55
40f8298c	56	if (posix_fallocate(f->fd, 0, f->file_size) < 0) {
e1161c32	57	td_verror(td, errno, "posix_fallocate");
40f8298c JA	58	goto err;
	59	}
	60
a00735e6 JA	61	b = malloc(td->max_bs[DDIR_WRITE]);
a00735e6 JA	62	memset(b, 0, td->max_bs[DDIR_WRITE]);
53cdc686 JA	63
	64	left = f->file_size;
	65	while (left && !td->terminate) {
a00735e6	66	bs = td->max_bs[DDIR_WRITE];
53cdc686 JA	67	if (bs > left)
	68	bs = left;
	69
	70	r = write(f->fd, b, bs);
	71
	72	if (r == (int) bs) {
	73	left -= bs;
	74	continue;
	75	} else {
	76	if (r < 0)
e1161c32	77	td_verror(td, errno, "write");
53cdc686	78	else
e1161c32	79	td_verror(td, EIO, "write");
53cdc686 JA	80
	81	break;
	82	}
	83	}
	84
	85	if (td->terminate)
	86	unlink(f->file_name);
	87	else if (td->create_fsync)
	88	fsync(f->fd);
	89
	90	free(b);
	91	close(f->fd);
	92	f->fd = -1;
	93	return 0;
	94	err:
	95	close(f->fd);
	96	f->fd = -1;
	97	return 1;
	98	}
	99
	100	static int create_files(struct thread_data *td)
	101	{
	102	struct fio_file *f;
af52b345 JA	103	int err, need_create, can_extend;
af52b345 JA	104	unsigned int i;
53cdc686	105
1549441c JA	106	for_each_file(td, f, i) {
	107	if (f->filetype != FIO_TYPE_FILE)
	108	continue;
	109
	110	f->file_size = td->total_file_size / td->nr_normal_files;
	111	f->file_offset = td->start_offset;
	112	}
f697125a	113
53cdc686 JA	114	/*
	115	* unless specifically asked for overwrite, let normal io extend it
	116	*/
0263882a JA	117	can_extend = !td->overwrite && !(td->io_ops->flags & FIO_NOEXTEND);
0263882a JA	118	if (can_extend)
53cdc686	119	return 0;
53cdc686	120
25205e97	121	need_create = 0;
af52b345 JA	122	for_each_file(td, f, i) {
	123	int file_there;
	124
	125	if (f->filetype != FIO_TYPE_FILE)
	126	continue;
eff6861d	127
af52b345	128	file_there = !file_ok(td, f);
eff6861d	129
af52b345 JA	130	if (file_there && td_write(td) && !td->overwrite) {
	131	unlink(f->file_name);
	132	file_there = 0;
eff6861d	133	}
af52b345 JA	134
af52b345 JA	135	need_create += !file_there;
eff6861d	136	}
25205e97	137
25205e97 JA	138	if (!need_create)
	139	return 0;
	140
f1027063 JA	141	if (!td->total_file_size) {
f1027063 JA	142	log_err("Need size for create\n");
e1161c32	143	td_verror(td, EINVAL, "file_size");
f1027063 JA	144	return 1;
	145	}
	146
53cdc686	147	temp_stall_ts = 1;
1e97cce9	148	fprintf(f_out, "%s: Laying out IO file(s) (%u x %LuMiB == %LuMiB)\n",
1549441c JA	149	td->name, td->nr_normal_files,
1549441c JA	150	(td->total_file_size >> 20) / td->nr_normal_files,
25205e97	151	td->total_file_size >> 20);
53cdc686 JA	152
	153	err = 0;
	154	for_each_file(td, f, i) {
9b031dc8 JA	155	/*
	156	* Only unlink files that we created.
	157	*/
f11bd94d	158	f->flags &= ~FIO_FILE_UNLINK;
25205e97	159	if (file_ok(td, f)) {
f11bd94d JA	160	if (td->unlink)
	161	f->flags \|= FIO_FILE_UNLINK;
	162
25205e97 JA	163	err = create_file(td, f);
	164	if (err)
	165	break;
	166	}
53cdc686 JA	167	}
	168
	169	temp_stall_ts = 0;
	170	return err;
	171	}
	172
	173	static int file_size(struct thread_data td, struct fio_file f)
	174	{
	175	struct stat st;
	176
	177	if (td->overwrite) {
	178	if (fstat(f->fd, &st) == -1) {
e1161c32	179	td_verror(td, errno, "fstat");
53cdc686 JA	180	return 1;
	181	}
	182
	183	f->real_file_size = st.st_size;
	184
	185	if (!f->file_size \|\| f->file_size > f->real_file_size)
	186	f->file_size = f->real_file_size;
745508dd JA	187	} else
745508dd JA	188	f->real_file_size = f->file_size;
53cdc686	189
53cdc686 JA	190	return 0;
	191	}
	192
	193	static int bdev_size(struct thread_data td, struct fio_file f)
	194	{
	195	unsigned long long bytes;
	196	int r;
	197
	198	r = blockdev_size(f->fd, &bytes);
	199	if (r) {
e1161c32	200	td_verror(td, r, "blockdev_size");
53cdc686 JA	201	return 1;
	202	}
	203
	204	f->real_file_size = bytes;
	205
	206	/*
	207	* no extend possibilities, so limit size to device size if too large
	208	*/
	209	if (!f->file_size \|\| f->file_size > f->real_file_size)
	210	f->file_size = f->real_file_size;
	211
	212	f->file_size -= f->file_offset;
	213	return 0;
	214	}
	215
	216	static int get_file_size(struct thread_data td, struct fio_file f)
	217	{
	218	int ret = 0;
	219
af52b345	220	if (f->filetype == FIO_TYPE_FILE)
53cdc686	221	ret = file_size(td, f);
af52b345	222	else if (f->filetype == FIO_TYPE_BD)
53cdc686 JA	223	ret = bdev_size(td, f);
	224	else
	225	f->real_file_size = -1;
	226
	227	if (ret)
	228	return ret;
	229
	230	if (f->file_offset > f->real_file_size) {
	231	log_err("%s: offset extends end (%Lu > %Lu)\n", td->name, f->file_offset, f->real_file_size);
	232	return 1;
	233	}
	234
53cdc686 JA	235	return 0;
	236	}
	237
e5b401d4 JA	238	int file_invalidate_cache(struct thread_data td, struct fio_file f)
	239	{
	240	int ret = 0;
	241
da86ccb6	242	if (td->odirect)
b5af8293 JA	243	return 0;
b5af8293 JA	244
e5b401d4 JA	245	/*
	246	* FIXME: add blockdev flushing too
	247	*/
b5af8293	248	if (f->mmap)
e5b401d4	249	ret = madvise(f->mmap, f->file_size, MADV_DONTNEED);
af52b345	250	else if (f->filetype == FIO_TYPE_FILE) {
b5af8293	251	ret = fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_DONTNEED);
af52b345	252	} else if (f->filetype == FIO_TYPE_BD) {
b5af8293	253	ret = blockdev_invalidate_cache(f->fd);
af52b345	254	} else if (f->filetype == FIO_TYPE_CHAR)
e5b401d4 JA	255	ret = 0;
	256
	257	if (ret < 0) {
e1161c32	258	td_verror(td, errno, "invalidate_cache");
e5b401d4 JA	259	return 1;
	260	}
	261
ad2da605	262	return ret;
e5b401d4 JA	263	}
e5b401d4 JA	264
b5af8293	265	void generic_close_file(struct thread_data fio_unused td, struct fio_file f)
53cdc686	266	{
b5af8293 JA	267	close(f->fd);
b5af8293 JA	268	f->fd = -1;
53cdc686 JA	269	}
53cdc686 JA	270
b5af8293	271	int generic_open_file(struct thread_data td, struct fio_file f)
53cdc686	272	{
53cdc686 JA	273	int flags = 0;
53cdc686 JA	274
2fd233b7 JA	275	if (td->odirect)
	276	flags \|= OS_O_DIRECT;
	277	if (td->sync_io)
	278	flags \|= O_SYNC;
53cdc686	279
2fd233b7 JA	280	if (td_write(td) \|\| td_rw(td)) {
2fd233b7 JA	281	flags \|= O_RDWR;
53cdc686	282
af52b345	283	if (f->filetype == FIO_TYPE_FILE)
2fd233b7	284	flags \|= O_CREAT;
2fd233b7	285
b5af8293	286	f->fd = open(f->file_name, flags, 0600);
2fd233b7	287	} else {
af52b345	288	if (f->filetype == FIO_TYPE_CHAR)
2fd233b7 JA	289	flags \|= O_RDWR;
	290	else
	291	flags \|= O_RDONLY;
	292
b5af8293	293	f->fd = open(f->file_name, flags);
53cdc686 JA	294	}
	295
	296	if (f->fd == -1) {
e1161c32 JA	297	int __e = errno;
	298
	299	td_verror(td, __e, "open");
	300	if (__e == EINVAL && td->odirect)
9d80e114	301	log_err("fio: destination does not support O_DIRECT\n");
8ab53873 JA	302	if (__e == EMFILE)
8ab53873 JA	303	log_err("fio: try reducing/setting openfiles (failed at %u of %u)\n", td->nr_open_files, td->nr_files);
53cdc686 JA	304	return 1;
	305	}
	306
b5af8293 JA	307	if (get_file_size(td, f))
	308	goto err;
	309
0263882a	310	if (td->invalidate_cache && file_invalidate_cache(td, f))
b5af8293 JA	311	goto err;
	312
	313	if (!td_random(td)) {
	314	if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_SEQUENTIAL) < 0) {
	315	td_verror(td, errno, "fadvise");
	316	goto err;
	317	}
	318	} else {
	319	if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_RANDOM) < 0) {
	320	td_verror(td, errno, "fadvise");
	321	goto err;
	322	}
bdb4e2e9	323	}
53cdc686 JA	324
53cdc686 JA	325	return 0;
b5af8293 JA	326	err:
	327	close(f->fd);
	328	return 1;
	329	}
	330
21972cde JA	331	int open_files(struct thread_data *td)
	332	{
	333	struct fio_file *f;
af52b345 JA	334	unsigned int i;
af52b345 JA	335	int err = 0;
21972cde JA	336
21972cde JA	337	for_each_file(td, f, i) {
b5af8293	338	err = td_io_open_file(td, f);
21972cde JA	339	if (err)
21972cde JA	340	break;
b5af8293 JA	341
	342	if (td->open_files == td->nr_open_files)
	343	break;
21972cde JA	344	}
21972cde JA	345
7abf833d JA	346	if (!err)
	347	return 0;
	348
bdb4e2e9	349	for_each_file(td, f, i)
b5af8293	350	td_io_close_file(td, f);
7abf833d	351
21972cde JA	352	return err;
	353	}
	354
53cdc686 JA	355	int setup_files(struct thread_data *td)
	356	{
	357	struct fio_file *f;
af52b345 JA	358	unsigned int i;
af52b345 JA	359	int err;
53cdc686 JA	360
	361	/*
	362	* if ioengine defines a setup() method, it's responsible for
	363	* setting up everything in the td->files[] area.
	364	*/
	365	if (td->io_ops->setup)
	366	return td->io_ops->setup(td);
	367
	368	if (create_files(td))
	369	return 1;
	370
21972cde	371	err = open_files(td);
f1027063 JA	372	if (err)
	373	return err;
	374
0a7eb121 JA	375	/*
	376	* Recalculate the total file size now that files are set up.
	377	*/
	378	td->total_file_size = 0;
	379	for_each_file(td, f, i)
	380	td->total_file_size += f->file_size;
	381
f1027063	382	td->io_size = td->total_file_size;
53cdc686 JA	383	if (td->io_size == 0) {
53cdc686 JA	384	log_err("%s: no io blocks\n", td->name);
e1161c32	385	td_verror(td, EINVAL, "total_file_size");
53cdc686 JA	386	return 1;
	387	}
	388
	389	if (!td->zone_size)
	390	td->zone_size = td->io_size;
	391
	392	td->total_io_size = td->io_size * td->loops;
	393
bdb4e2e9	394	for_each_file(td, f, i)
b5af8293	395	td_io_close_file(td, f);
21972cde JA	396
21972cde JA	397	return err;
53cdc686 JA	398	}
	399
	400	void close_files(struct thread_data *td)
	401	{
0ab8db89	402	struct fio_file *f;
af52b345	403	unsigned int i;
53cdc686	404
0ab8db89	405	for_each_file(td, f, i) {
1315a68a	406	if (!f->file_name && (f->flags & FIO_FILE_UNLINK) &&
af52b345	407	f->filetype == FIO_TYPE_FILE) {
132ad46d	408	unlink(f->file_name);
1315a68a	409	free(f->file_name);
132ad46d JA	410	f->file_name = NULL;
132ad46d JA	411	}
bdb4e2e9	412
b5af8293	413	td_io_close_file(td, f);
b3dc7f07 JA	414
	415	if (f->file_map)
	416	free(f->file_map);
53cdc686	417	}
b4a6a59a	418
132ad46d	419	td->filename = NULL;
b4a6a59a JA	420	free(td->files);
	421	td->files = NULL;
	422	td->nr_files = 0;
53cdc686	423	}
af52b345	424
e3bab463	425	static void get_file_type(struct fio_file *f)
af52b345 JA	426	{
	427	struct stat sb;
	428
	429	f->filetype = FIO_TYPE_FILE;
	430
e3bab463	431	if (!lstat(f->file_name, &sb)) {
af52b345 JA	432	if (S_ISBLK(sb.st_mode))
	433	f->filetype = FIO_TYPE_BD;
	434	else if (S_ISCHR(sb.st_mode))
	435	f->filetype = FIO_TYPE_CHAR;
	436	}
	437	}
	438
	439	void add_file(struct thread_data td, const char fname)
	440	{
7b4e4fe5	441	int cur_files = td->files_index;
af52b345 JA	442	struct fio_file *f;
	443
	444	td->files = realloc(td->files, (cur_files + 1) * sizeof(*f));
	445
	446	f = &td->files[cur_files];
	447	memset(f, 0, sizeof(*f));
	448	f->fd = -1;
cae61953	449	f->file_name = strdup(fname);
af52b345	450
e3bab463	451	get_file_type(f);
af52b345	452
7b4e4fe5	453	td->files_index++;
1549441c JA	454	if (f->filetype == FIO_TYPE_FILE)
1549441c JA	455	td->nr_normal_files++;
af52b345	456	}
0ad920e7 JA	457
	458	void get_file(struct fio_file *f)
	459	{
	460	f->references++;
	461	}
	462
	463	void put_file(struct thread_data td, struct fio_file f)
	464	{
	465	if (!(f->flags & FIO_FILE_OPEN))
	466	return;
	467
	468	assert(f->references);
	469	if (--f->references)
	470	return;
	471
ebb1415f JA	472	if (should_fsync(td) && td->fsync_on_close)
	473	fsync(f->fd);
	474
0ad920e7 JA	475	if (td->io_ops->close_file)
	476	td->io_ops->close_file(td, f);
	477	td->nr_open_files--;
	478	f->flags &= ~FIO_FILE_OPEN;
	479	}
bbf6b540 JA	480
	481	static int recurse_dir(struct thread_data td, const char dirname)
	482	{
	483	struct dirent *dir;
	484	int ret = 0;
	485	DIR *D;
	486
	487	D = opendir(dirname);
	488	if (!D) {
	489	td_verror(td, errno, "opendir");
	490	return 1;
	491	}
	492
	493	while ((dir = readdir(D)) != NULL) {
	494	char full_path[PATH_MAX];
	495	struct stat sb;
	496
	497	sprintf(full_path, "%s/%s", dirname, dir->d_name);
	498
	499	if (lstat(full_path, &sb) == -1) {
	500	if (errno != ENOENT) {
	501	td_verror(td, errno, "stat");
	502	return 1;
	503	}
	504	}
	505
	506	if (S_ISREG(sb.st_mode)) {
	507	add_file(td, full_path);
	508	td->nr_files++;
	509	continue;
	510	}
	511
	512	if (!strcmp(dir->d_name, ".") \|\| !strcmp(dir->d_name, ".."))
	513	continue;
	514
	515	if ((ret = recurse_dir(td, full_path)) != 0)
	516	break;
	517	}
	518
	519	closedir(D);
	520	return ret;
	521	}
	522
	523	int add_dir_files(struct thread_data td, const char path)
	524	{
	525	return recurse_dir(td, path);
	526	}