[fio.git] / filesetup.c

#include <unistd.h>
#include <fcntl.h>
#include <string.h>
#include <assert.h>
#include <sys/stat.h>
#include <sys/mman.h>

#include "fio.h"
#include "os.h"

/*
 * Check if the file exists and it's large enough.
 */
static int file_ok(struct thread_data *td, struct fio_file *f)
{
	struct stat st;

	if (td->filetype != FIO_TYPE_FILE)
		return 0;

	if (stat(f->file_name, &st) == -1)
		return 1;
	else if (st.st_size < (off_t) f->file_size)
		return 1;

	return 0;
}

static int create_file(struct thread_data *td, struct fio_file *f)
{
	unsigned long long left;
	unsigned int bs;
	char *b;
	int r;

	f->fd = open(f->file_name, O_WRONLY | O_CREAT | O_TRUNC, 0644);
	if (f->fd < 0) {
		td_verror(td, errno);
		return 1;
	}

	if (ftruncate(f->fd, f->file_size) == -1) {
		td_verror(td, errno);
		goto err;
	}

	if (posix_fallocate(f->fd, 0, f->file_size) < 0) {
		td_verror(td, errno);
		goto err;
	}

	b = malloc(td->max_bs[DDIR_WRITE]);
	memset(b, 0, td->max_bs[DDIR_WRITE]);

	left = f->file_size;
	while (left && !td->terminate) {
		bs = td->max_bs[DDIR_WRITE];
		if (bs > left)
			bs = left;

		r = write(f->fd, b, bs);

		if (r == (int) bs) {
			left -= bs;
			continue;
		} else {
			if (r < 0)
				td_verror(td, errno);
			else
				td_verror(td, EIO);

			break;
		}
	}

	if (td->terminate)
		unlink(f->file_name);
	else if (td->create_fsync)
		fsync(f->fd);

	free(b);
	close(f->fd);
	f->fd = -1;
	return 0;
err:
	close(f->fd);
	f->fd = -1;
	return 1;
}

static int create_files(struct thread_data *td)
{
	struct fio_file *f;
	int i, err, need_create;

	for_each_file(td, f, i)
		f->file_size = td->total_file_size / td->nr_files;

	/*
	 * unless specifically asked for overwrite, let normal io extend it
	 */
	if (!td->overwrite)
		return 0;

	need_create = 0;
	if (td->filetype == FIO_TYPE_FILE)
		for_each_file(td, f, i)
			need_create += file_ok(td, f);

	if (!need_create)
		return 0;

	if (!td->total_file_size) {
		log_err("Need size for create\n");
		td_verror(td, EINVAL);
		return 1;
	}

	temp_stall_ts = 1;
	fprintf(f_out, "%s: Laying out IO file(s) (%d x %LuMiB == %LuMiB)\n",
				td->name, td->nr_uniq_files,
				(td->total_file_size >> 20) / td->nr_uniq_files,
				td->total_file_size >> 20);

	err = 0;
	for_each_file(td, f, i) {
		if (file_ok(td, f)) {
			err = create_file(td, f);
			if (err)
				break;
		}
	}

	temp_stall_ts = 0;
	return err;
}

static int file_size(struct thread_data *td, struct fio_file *f)
{
	struct stat st;

	if (td->overwrite) {
		if (fstat(f->fd, &st) == -1) {
			td_verror(td, errno);
			return 1;
		}

		f->real_file_size = st.st_size;

		if (!f->file_size || f->file_size > f->real_file_size)
			f->file_size = f->real_file_size;
	}

	f->file_size -= f->file_offset;
	return 0;
}

static int bdev_size(struct thread_data *td, struct fio_file *f)
{
	unsigned long long bytes;
	int r;

	r = blockdev_size(f->fd, &bytes);
	if (r) {
		td_verror(td, r);
		return 1;
	}

	f->real_file_size = bytes;

	/*
	 * no extend possibilities, so limit size to device size if too large
	 */
	if (!f->file_size || f->file_size > f->real_file_size)
		f->file_size = f->real_file_size;

	f->file_size -= f->file_offset;
	return 0;
}

static int get_file_size(struct thread_data *td, struct fio_file *f)
{
	int ret = 0;

	if (td->filetype == FIO_TYPE_FILE)
		ret = file_size(td, f);
	else if (td->filetype == FIO_TYPE_BD)
		ret = bdev_size(td, f);
	else
		f->real_file_size = -1;

	if (ret)
		return ret;

	if (f->file_offset > f->real_file_size) {
		log_err("%s: offset extends end (%Lu > %Lu)\n", td->name, f->file_offset, f->real_file_size);
		return 1;
	}

	return 0;
}

int file_invalidate_cache(struct thread_data *td, struct fio_file *f)
{
	int ret = 0;

	/*
	 * FIXME: add blockdev flushing too
	 */
	if (td->io_ops->flags & FIO_MMAPIO)
		ret = madvise(f->mmap, f->file_size, MADV_DONTNEED);
	else if (td->filetype == FIO_TYPE_FILE)
		ret = fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_DONTNEED);
	else if (td->filetype == FIO_TYPE_BD)
		ret = blockdev_invalidate_cache(f->fd);
	else if (td->filetype == FIO_TYPE_CHAR)
		ret = 0;

	if (ret < 0) {
		td_verror(td, errno);
		return 1;
	}

	return 0;
}

static int __setup_file_mmap(struct thread_data *td, struct fio_file *f)
{
	int flags;

	if (td_rw(td))
		flags = PROT_READ | PROT_WRITE;
	else if (td_write(td)) {
		flags = PROT_WRITE;

		if (td->verify != VERIFY_NONE)
			flags |= PROT_READ;
	} else
		flags = PROT_READ;

	f->mmap = mmap(NULL, f->file_size, flags, MAP_SHARED, f->fd, f->file_offset);
	if (f->mmap == MAP_FAILED) {
		f->mmap = NULL;
		td_verror(td, errno);
		return 1;
	}

	if (td->invalidate_cache && file_invalidate_cache(td, f))
		return 1;

	if (td->sequential) {
		if (madvise(f->mmap, f->file_size, MADV_SEQUENTIAL) < 0) {
			td_verror(td, errno);
			return 1;
		}
	} else {
		if (madvise(f->mmap, f->file_size, MADV_RANDOM) < 0) {
			td_verror(td, errno);
			return 1;
		}
	}

	return 0;
}

static int setup_files_mmap(struct thread_data *td)
{
	struct fio_file *f;
	int i, err = 0;

	for_each_file(td, f, i) {
		err = __setup_file_mmap(td, f);
		if (err)
			break;
	}

	return err;
}

static int __setup_file_plain(struct thread_data *td, struct fio_file *f)
{
	if (td->invalidate_cache && file_invalidate_cache(td, f))
		return 1;

	if (td->sequential) {
		if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_SEQUENTIAL) < 0) {
			td_verror(td, errno);
			return 1;
		}
	} else {
		if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_RANDOM) < 0) {
			td_verror(td, errno);
			return 1;
		}
	}

	return 0;
}

static int setup_files_plain(struct thread_data *td)
{
	struct fio_file *f;
	int i, err = 0;

	for_each_file(td, f, i) {
		err = __setup_file_plain(td, f);
		if (err)
			break;
	}

	return err;
}

static int setup_file(struct thread_data *td, struct fio_file *f)
{
	int flags = 0;

	if (td->odirect)
		flags |= OS_O_DIRECT;

	if (td_write(td) || td_rw(td)) {
		if (td->filetype == FIO_TYPE_FILE) {
			if (!td->overwrite)
				flags |= O_TRUNC;

			flags |= O_CREAT;
		}
		if (td->sync_io)
			flags |= O_SYNC;

		flags |= O_RDWR;

		f->fd = open(f->file_name, flags, 0600);
	} else {
		if (td->filetype == FIO_TYPE_CHAR)
			flags |= O_RDWR;
		else
			flags |= O_RDONLY;

		f->fd = open(f->file_name, flags);
	}

	if (f->fd == -1) {
		td_verror(td, errno);
		return 1;
	}

	if (get_file_size(td, f))
		return 1;

	return 0;
}

int open_files(struct thread_data *td)
{
	struct fio_file *f;
	int i, err = 0;

	for_each_file(td, f, i) {
		err = setup_file(td, f);
		if (err)
			break;
	}

	return err;
}

int setup_files(struct thread_data *td)
{
	struct fio_file *f;
	int err, i;

	/*
	 * if ioengine defines a setup() method, it's responsible for
	 * setting up everything in the td->files[] area.
	 */
	if (td->io_ops->setup)
		return td->io_ops->setup(td);

	if (create_files(td))
		return 1;

	err = open_files(td);
	if (err)
		return err;

	/*
	 * Recalculate the total file size now that files are set up.
	 */
	td->total_file_size = 0;
	for_each_file(td, f, i)
		td->total_file_size += f->file_size;

	td->io_size = td->total_file_size;
	if (td->io_size == 0) {
		log_err("%s: no io blocks\n", td->name);
		td_verror(td, EINVAL);
		return 1;
	}

	if (!td->zone_size)
		td->zone_size = td->io_size;

	td->total_io_size = td->io_size * td->loops;

	if (td->io_ops->flags & FIO_MMAPIO)
		err = setup_files_mmap(td);
	else
		err = setup_files_plain(td);

	for_each_file(td, f, i) {
		if (f->fd != -1) {
			close(f->fd);
			f->fd = -1;
		}
	}

	return err;
}

void close_files(struct thread_data *td)
{
	struct fio_file *f;
	int i;

	for_each_file(td, f, i) {
		if (td->unlink && td->filetype == FIO_TYPE_FILE) {
			unlink(f->file_name);
			free(f->file_name);
			f->file_name = NULL;
		}
		if (f->fd != -1) {
			close(f->fd);
			f->fd = -1;
		}
		if (f->mmap) {
			munmap(f->mmap, f->file_size);
			f->mmap = NULL;
		}
	}

	td->filename = NULL;
	free(td->files);
	td->files = NULL;
	td->nr_files = 0;
}
Commit	Line	Data
	1	#include <unistd.h>
	2	#include <fcntl.h>
	3	#include <string.h>
	4	#include <assert.h>
	5	#include <sys/stat.h>
	6	#include <sys/mman.h>
	7
	8	#include "fio.h"
	9	#include "os.h"
	10
	11	/*
	12	* Check if the file exists and it's large enough.
	13	*/
	14	static int file_ok(struct thread_data td, struct fio_file f)
	15	{
	16	struct stat st;
	17
	18	if (td->filetype != FIO_TYPE_FILE)
	19	return 0;
	20
	21	if (stat(f->file_name, &st) == -1)
	22	return 1;
	23	else if (st.st_size < (off_t) f->file_size)
	24	return 1;
	25
	26	return 0;
	27	}
	28
	29	static int create_file(struct thread_data td, struct fio_file f)
	30	{
	31	unsigned long long left;
	32	unsigned int bs;
	33	char *b;
	34	int r;
	35
	36	f->fd = open(f->file_name, O_WRONLY \| O_CREAT \| O_TRUNC, 0644);
	37	if (f->fd < 0) {
	38	td_verror(td, errno);
	39	return 1;
	40	}
	41
	42	if (ftruncate(f->fd, f->file_size) == -1) {
	43	td_verror(td, errno);
	44	goto err;
	45	}
	46
	47	if (posix_fallocate(f->fd, 0, f->file_size) < 0) {
	48	td_verror(td, errno);
	49	goto err;
	50	}
	51
	52	b = malloc(td->max_bs[DDIR_WRITE]);
	53	memset(b, 0, td->max_bs[DDIR_WRITE]);
	54
	55	left = f->file_size;
	56	while (left && !td->terminate) {
	57	bs = td->max_bs[DDIR_WRITE];
	58	if (bs > left)
	59	bs = left;
	60
	61	r = write(f->fd, b, bs);
	62
	63	if (r == (int) bs) {
	64	left -= bs;
	65	continue;
	66	} else {
	67	if (r < 0)
	68	td_verror(td, errno);
	69	else
	70	td_verror(td, EIO);
	71
	72	break;
	73	}
	74	}
	75
	76	if (td->terminate)
	77	unlink(f->file_name);
	78	else if (td->create_fsync)
	79	fsync(f->fd);
	80
	81	free(b);
	82	close(f->fd);
	83	f->fd = -1;
	84	return 0;
	85	err:
	86	close(f->fd);
	87	f->fd = -1;
	88	return 1;
	89	}
	90
	91	static int create_files(struct thread_data *td)
	92	{
	93	struct fio_file *f;
	94	int i, err, need_create;
	95
	96	for_each_file(td, f, i)
	97	f->file_size = td->total_file_size / td->nr_files;
	98
	99	/*
	100	* unless specifically asked for overwrite, let normal io extend it
	101	*/
	102	if (!td->overwrite)
	103	return 0;
	104
	105	need_create = 0;
	106	if (td->filetype == FIO_TYPE_FILE)
	107	for_each_file(td, f, i)
	108	need_create += file_ok(td, f);
	109
	110	if (!need_create)
	111	return 0;
	112
	113	if (!td->total_file_size) {
	114	log_err("Need size for create\n");
	115	td_verror(td, EINVAL);
	116	return 1;
	117	}
	118
	119	temp_stall_ts = 1;
	120	fprintf(f_out, "%s: Laying out IO file(s) (%d x %LuMiB == %LuMiB)\n",
	121	td->name, td->nr_uniq_files,
	122	(td->total_file_size >> 20) / td->nr_uniq_files,
	123	td->total_file_size >> 20);
	124
	125	err = 0;
	126	for_each_file(td, f, i) {
	127	if (file_ok(td, f)) {
	128	err = create_file(td, f);
	129	if (err)
	130	break;
	131	}
	132	}
	133
	134	temp_stall_ts = 0;
	135	return err;
	136	}
	137
	138	static int file_size(struct thread_data td, struct fio_file f)
	139	{
	140	struct stat st;
	141
	142	if (td->overwrite) {
	143	if (fstat(f->fd, &st) == -1) {
	144	td_verror(td, errno);
	145	return 1;
	146	}
	147
	148	f->real_file_size = st.st_size;
	149
	150	if (!f->file_size \|\| f->file_size > f->real_file_size)
	151	f->file_size = f->real_file_size;
	152	}
	153
	154	f->file_size -= f->file_offset;
	155	return 0;
	156	}
	157
	158	static int bdev_size(struct thread_data td, struct fio_file f)
	159	{
	160	unsigned long long bytes;
	161	int r;
	162
	163	r = blockdev_size(f->fd, &bytes);
	164	if (r) {
	165	td_verror(td, r);
	166	return 1;
	167	}
	168
	169	f->real_file_size = bytes;
	170
	171	/*
	172	* no extend possibilities, so limit size to device size if too large
	173	*/
	174	if (!f->file_size \|\| f->file_size > f->real_file_size)
	175	f->file_size = f->real_file_size;
	176
	177	f->file_size -= f->file_offset;
	178	return 0;
	179	}
	180
	181	static int get_file_size(struct thread_data td, struct fio_file f)
	182	{
	183	int ret = 0;
	184
	185	if (td->filetype == FIO_TYPE_FILE)
	186	ret = file_size(td, f);
	187	else if (td->filetype == FIO_TYPE_BD)
	188	ret = bdev_size(td, f);
	189	else
	190	f->real_file_size = -1;
	191
	192	if (ret)
	193	return ret;
	194
	195	if (f->file_offset > f->real_file_size) {
	196	log_err("%s: offset extends end (%Lu > %Lu)\n", td->name, f->file_offset, f->real_file_size);
	197	return 1;
	198	}
	199
	200	return 0;
	201	}
	202
	203	int file_invalidate_cache(struct thread_data td, struct fio_file f)
	204	{
	205	int ret = 0;
	206
	207	/*
	208	* FIXME: add blockdev flushing too
	209	*/
	210	if (td->io_ops->flags & FIO_MMAPIO)
	211	ret = madvise(f->mmap, f->file_size, MADV_DONTNEED);
	212	else if (td->filetype == FIO_TYPE_FILE)
	213	ret = fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_DONTNEED);
	214	else if (td->filetype == FIO_TYPE_BD)
	215	ret = blockdev_invalidate_cache(f->fd);
	216	else if (td->filetype == FIO_TYPE_CHAR)
	217	ret = 0;
	218
	219	if (ret < 0) {
	220	td_verror(td, errno);
	221	return 1;
	222	}
	223
	224	return 0;
	225	}
	226
	227	static int __setup_file_mmap(struct thread_data td, struct fio_file f)
	228	{
	229	int flags;
	230
	231	if (td_rw(td))
	232	flags = PROT_READ \| PROT_WRITE;
	233	else if (td_write(td)) {
	234	flags = PROT_WRITE;
	235
	236	if (td->verify != VERIFY_NONE)
	237	flags \|= PROT_READ;
	238	} else
	239	flags = PROT_READ;
	240
	241	f->mmap = mmap(NULL, f->file_size, flags, MAP_SHARED, f->fd, f->file_offset);
	242	if (f->mmap == MAP_FAILED) {
	243	f->mmap = NULL;
	244	td_verror(td, errno);
	245	return 1;
	246	}
	247
	248	if (td->invalidate_cache && file_invalidate_cache(td, f))
	249	return 1;
	250
	251	if (td->sequential) {
	252	if (madvise(f->mmap, f->file_size, MADV_SEQUENTIAL) < 0) {
	253	td_verror(td, errno);
	254	return 1;
	255	}
	256	} else {
	257	if (madvise(f->mmap, f->file_size, MADV_RANDOM) < 0) {
	258	td_verror(td, errno);
	259	return 1;
	260	}
	261	}
	262
	263	return 0;
	264	}
	265
	266	static int setup_files_mmap(struct thread_data *td)
	267	{
	268	struct fio_file *f;
	269	int i, err = 0;
	270
	271	for_each_file(td, f, i) {
	272	err = __setup_file_mmap(td, f);
	273	if (err)
	274	break;
	275	}
	276
	277	return err;
	278	}
	279
	280	static int __setup_file_plain(struct thread_data td, struct fio_file f)
	281	{
	282	if (td->invalidate_cache && file_invalidate_cache(td, f))
	283	return 1;
	284
	285	if (td->sequential) {
	286	if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_SEQUENTIAL) < 0) {
	287	td_verror(td, errno);
	288	return 1;
	289	}
	290	} else {
	291	if (fadvise(f->fd, f->file_offset, f->file_size, POSIX_FADV_RANDOM) < 0) {
	292	td_verror(td, errno);
	293	return 1;
	294	}
	295	}
	296
	297	return 0;
	298	}
	299
	300	static int setup_files_plain(struct thread_data *td)
	301	{
	302	struct fio_file *f;
	303	int i, err = 0;
	304
	305	for_each_file(td, f, i) {
	306	err = __setup_file_plain(td, f);
	307	if (err)
	308	break;
	309	}
	310
	311	return err;
	312	}
	313
	314	static int setup_file(struct thread_data td, struct fio_file f)
	315	{
	316	int flags = 0;
	317
	318	if (td->odirect)
	319	flags \|= OS_O_DIRECT;
	320
	321	if (td_write(td) \|\| td_rw(td)) {
	322	if (td->filetype == FIO_TYPE_FILE) {
	323	if (!td->overwrite)
	324	flags \|= O_TRUNC;
	325
	326	flags \|= O_CREAT;
	327	}
	328	if (td->sync_io)
	329	flags \|= O_SYNC;
	330
	331	flags \|= O_RDWR;
	332
	333	f->fd = open(f->file_name, flags, 0600);
	334	} else {
	335	if (td->filetype == FIO_TYPE_CHAR)
	336	flags \|= O_RDWR;
	337	else
	338	flags \|= O_RDONLY;
	339
	340	f->fd = open(f->file_name, flags);
	341	}
	342
	343	if (f->fd == -1) {
	344	td_verror(td, errno);
	345	return 1;
	346	}
	347
	348	if (get_file_size(td, f))
	349	return 1;
	350
	351	return 0;
	352	}
	353
	354	int open_files(struct thread_data *td)
	355	{
	356	struct fio_file *f;
	357	int i, err = 0;
	358
	359	for_each_file(td, f, i) {
	360	err = setup_file(td, f);
	361	if (err)
	362	break;
	363	}
	364
	365	return err;
	366	}
	367
	368	int setup_files(struct thread_data *td)
	369	{
	370	struct fio_file *f;
	371	int err, i;
	372
	373	/*
	374	* if ioengine defines a setup() method, it's responsible for
	375	* setting up everything in the td->files[] area.
	376	*/
	377	if (td->io_ops->setup)
	378	return td->io_ops->setup(td);
	379
	380	if (create_files(td))
	381	return 1;
	382
	383	err = open_files(td);
	384	if (err)
	385	return err;
	386
	387	/*
	388	* Recalculate the total file size now that files are set up.
	389	*/
	390	td->total_file_size = 0;
	391	for_each_file(td, f, i)
	392	td->total_file_size += f->file_size;
	393
	394	td->io_size = td->total_file_size;
	395	if (td->io_size == 0) {
	396	log_err("%s: no io blocks\n", td->name);
	397	td_verror(td, EINVAL);
	398	return 1;
	399	}
	400
	401	if (!td->zone_size)
	402	td->zone_size = td->io_size;
	403
	404	td->total_io_size = td->io_size * td->loops;
	405
	406	if (td->io_ops->flags & FIO_MMAPIO)
	407	err = setup_files_mmap(td);
	408	else
	409	err = setup_files_plain(td);
	410
	411	for_each_file(td, f, i) {
	412	if (f->fd != -1) {
	413	close(f->fd);
	414	f->fd = -1;
	415	}
	416	}
	417
	418	return err;
	419	}
	420
	421	void close_files(struct thread_data *td)
	422	{
	423	struct fio_file *f;
	424	int i;
	425
	426	for_each_file(td, f, i) {
	427	if (td->unlink && td->filetype == FIO_TYPE_FILE) {
	428	unlink(f->file_name);
	429	free(f->file_name);
	430	f->file_name = NULL;
	431	}
	432	if (f->fd != -1) {
	433	close(f->fd);
	434	f->fd = -1;
	435	}
	436	if (f->mmap) {
	437	munmap(f->mmap, f->file_size);
	438	f->mmap = NULL;
	439	}
	440	}
	441
	442	td->filename = NULL;
	443	free(td->files);
	444	td->files = NULL;
	445	td->nr_files = 0;
	446	}