[fio.git] / filesetup.c

#include <unistd.h>
#include <fcntl.h>
#include <string.h>
#include <assert.h>
#include <dirent.h>
#include <sys/stat.h>
#include <sys/mman.h>
#include <sys/types.h>

#include "fio.h"
#include "smalloc.h"
#include "filehash.h"

static int root_warn;

/*
 * Leaves f->fd open on success, caller must close
 */
static int extend_file(struct thread_data *td, struct fio_file *f)
{
	int r, new_layout = 0, unlink_file = 0, flags;
	unsigned long long left;
	unsigned int bs;
	char *b;

	if (read_only) {
		log_err("fio: refusing extend of file due to read-only\n");
		return 0;
	}

	/*
	 * check if we need to lay the file out complete again. fio
	 * does that for operations involving reads, or for writes
	 * where overwrite is set
	 */
	if (td_read(td) || (td_write(td) && td->o.overwrite) ||
	    (td_write(td) && td->io_ops->flags & FIO_NOEXTEND))
		new_layout = 1;
	if (td_write(td) && !td->o.overwrite)
		unlink_file = 1;

	if (unlink_file || new_layout) {
		dprint(FD_FILE, "layout unlink %s\n", f->file_name);
		if ((unlink(f->file_name) < 0) && (errno != ENOENT)) {
			td_verror(td, errno, "unlink");
			return 1;
		}
	}

	flags = O_WRONLY | O_CREAT;
	if (new_layout)
		flags |= O_TRUNC;

	dprint(FD_FILE, "open file %s, flags %x\n", f->file_name, flags);
	f->fd = open(f->file_name, flags, 0644);
	if (f->fd < 0) {
		td_verror(td, errno, "open");
		return 1;
	}

	if (!new_layout)
		goto done;

	dprint(FD_FILE, "truncate file %s, size %llu\n", f->file_name,
							f->real_file_size);
	if (ftruncate(f->fd, f->real_file_size) == -1) {
		td_verror(td, errno, "ftruncate");
		goto err;
	}

	dprint(FD_FILE, "fallocate file %s, size %llu\n", f->file_name,
							f->real_file_size);
	if (posix_fallocate(f->fd, 0, f->real_file_size) < 0) {
		td_verror(td, errno, "posix_fallocate");
		goto err;
	}

	b = malloc(td->o.max_bs[DDIR_WRITE]);
	memset(b, 0, td->o.max_bs[DDIR_WRITE]);

	left = f->real_file_size;
	while (left && !td->terminate) {
		bs = td->o.max_bs[DDIR_WRITE];
		if (bs > left)
			bs = left;

		r = write(f->fd, b, bs);

		if (r == (int) bs) {
			left -= bs;
			continue;
		} else {
			if (r < 0)
				td_verror(td, errno, "write");
			else
				td_verror(td, EIO, "write");

			break;
		}
	}

	if (td->terminate) {
		dprint(FD_FILE, "terminate unlink %s\n", f->file_name);
		unlink(f->file_name);
	} else if (td->o.create_fsync) {
		if (fsync(f->fd) < 0) {
			td_verror(td, errno, "fsync");
			goto err;
		}
	}

	free(b);
done:
	return 0;
err:
	close(f->fd);
	f->fd = -1;
	return 1;
}

static unsigned long long get_rand_file_size(struct thread_data *td)
{
	unsigned long long ret, size_d;
	long r;

	r = os_random_long(&td->file_size_state);
	size_d = td->o.file_size_high - td->o.file_size_low;
	ret = (unsigned long long) ((double) size_d * (r / (RAND_MAX + 1.0)));
	ret += td->o.file_size_low;
	ret -= (ret % td->o.rw_min_bs);
	return ret;
}

static int file_size(struct thread_data *td, struct fio_file *f)
{
	struct stat st;

	if (fstat(f->fd, &st) == -1) {
		td_verror(td, errno, "fstat");
		return 1;
	}

	f->real_file_size = st.st_size;
	return 0;
}

static int bdev_size(struct thread_data *td, struct fio_file *f)
{
	unsigned long long bytes;
	int r;

	r = blockdev_size(f->fd, &bytes);
	if (r) {
		td_verror(td, r, "blockdev_size");
		return 1;
	}

	f->real_file_size = bytes;
	return 0;
}

static int get_file_size(struct thread_data *td, struct fio_file *f)
{
	int ret = 0;

	if (f->flags & FIO_SIZE_KNOWN)
		return 0;

	if (f->filetype == FIO_TYPE_FILE)
		ret = file_size(td, f);
	else if (f->filetype == FIO_TYPE_BD)
		ret = bdev_size(td, f);
	else
		f->real_file_size = -1;

	if (ret)
		return ret;

	if (f->file_offset > f->real_file_size) {
		log_err("%s: offset extends end (%Lu > %Lu)\n", td->o.name,
					f->file_offset, f->real_file_size);
		return 1;
	}

	f->flags |= FIO_SIZE_KNOWN;
	return 0;
}

static int __file_invalidate_cache(struct thread_data *td, struct fio_file *f,
				   unsigned long long off,
				   unsigned long long len)
{
	int ret = 0;

	if (len == -1ULL)
		len = f->io_size;
	if (off == -1ULL)
		off = f->file_offset;

	dprint(FD_IO, "invalidate cache %s: %llu/%llu\n", f->file_name, off,
								len);

	/*
	 * FIXME: add blockdev flushing too
	 */
	if (f->mmap)
		ret = madvise(f->mmap, len, MADV_DONTNEED);
	else if (f->filetype == FIO_TYPE_FILE) {
		ret = fadvise(f->fd, off, len, POSIX_FADV_DONTNEED);
	} else if (f->filetype == FIO_TYPE_BD) {
		ret = blockdev_invalidate_cache(f->fd);
		if (ret < 0 && errno == EACCES && geteuid()) {
			if (!root_warn) {
				log_err("fio: only root may flush block "
					"devices. Cache flush bypassed!\n");
				root_warn = 1;
			}
			ret = 0;
		}
	} else if (f->filetype == FIO_TYPE_CHAR || f->filetype == FIO_TYPE_PIPE)
		ret = 0;

	if (ret < 0) {
		td_verror(td, errno, "invalidate_cache");
		return 1;
	} else if (ret > 0) {
		td_verror(td, ret, "invalidate_cache");
		return 1;
	}

	return ret;

}

int file_invalidate_cache(struct thread_data *td, struct fio_file *f)
{
	if (!(f->flags & FIO_FILE_OPEN))
		return 0;

	return __file_invalidate_cache(td, f, -1, -1);
}

int generic_close_file(struct thread_data fio_unused *td, struct fio_file *f)
{
	int ret = 0;

	dprint(FD_FILE, "fd close %s\n", f->file_name);

	remove_file_hash(f);

	if (close(f->fd) < 0)
		ret = errno;

	f->fd = -1;
	return ret;
}

static int file_lookup_open(struct fio_file *f, int flags)
{
	struct fio_file *__f;
	int from_hash;

	__f = lookup_file_hash(f->file_name);
	if (__f) {
		dprint(FD_FILE, "found file in hash %s\n", f->file_name);
		/*
		 * racy, need the __f->lock locked
		 */
		f->lock = __f->lock;
		f->lock_owner = __f->lock_owner;
		f->lock_batch = __f->lock_batch;
		f->lock_ddir = __f->lock_ddir;
		from_hash = 1;
	} else {
		dprint(FD_FILE, "file not found in hash %s\n", f->file_name);
		from_hash = 0;
	}

	f->fd = open(f->file_name, flags, 0600);
	return from_hash;
}

int generic_open_file(struct thread_data *td, struct fio_file *f)
{
	int is_std = 0;
	int flags = 0;
	int from_hash = 0;

	dprint(FD_FILE, "fd open %s\n", f->file_name);

	if (!strcmp(f->file_name, "-")) {
		if (td_rw(td)) {
			log_err("fio: can't read/write to stdin/out\n");
			return 1;
		}
		is_std = 1;

		/*
		 * move output logging to stderr, if we are writing to stdout
		 */
		if (td_write(td))
			f_out = stderr;
	}

	if (td->o.odirect)
		flags |= OS_O_DIRECT;
	if (td->o.sync_io)
		flags |= O_SYNC;
	if (f->filetype != FIO_TYPE_FILE)
		flags |= FIO_O_NOATIME;

open_again:
	if (td_write(td)) {
		if (!read_only)
			flags |= O_RDWR;

		if (f->filetype == FIO_TYPE_FILE)
			flags |= O_CREAT;

		if (is_std)
			f->fd = dup(STDOUT_FILENO);
		else
			from_hash = file_lookup_open(f, flags);
	} else {
		if (f->filetype == FIO_TYPE_CHAR && !read_only)
			flags |= O_RDWR;
		else
			flags |= O_RDONLY;

		if (is_std)
			f->fd = dup(STDIN_FILENO);
		else
			from_hash = file_lookup_open(f, flags);
	}

	if (f->fd == -1) {
		char buf[FIO_VERROR_SIZE];
		int __e = errno;

		if (errno == EPERM && (flags & FIO_O_NOATIME)) {
			flags &= ~FIO_O_NOATIME;
			goto open_again;
		}

		snprintf(buf, sizeof(buf) - 1, "open(%s)", f->file_name);

		td_verror(td, __e, buf);
	}

	if (get_file_size(td, f))
		goto err;

	if (!from_hash && f->fd != -1) {
		if (add_file_hash(f)) {
			int ret;

			/*
			 * OK to ignore, we haven't done anything with it
			 */
			ret = generic_close_file(td, f);
			goto open_again;
		}
	}

	return 0;
err:
	close(f->fd);
	return 1;
}

int open_files(struct thread_data *td)
{
	struct fio_file *f;
	unsigned int i;
	int err = 0;

	dprint(FD_FILE, "open files\n");

	for_each_file(td, f, i) {
		err = td_io_open_file(td, f);
		if (err) {
			if (td->error == EMFILE) {
				log_err("fio: limited open files to: %d\n",
							td->nr_open_files);
				td->o.open_files = td->nr_open_files;
				err = 0;
				clear_error(td);
			}
			break;
		}

		if (td->o.open_files == td->nr_open_files)
			break;
	}

	if (!err)
		return 0;

	for_each_file(td, f, i)
		td_io_close_file(td, f);

	return err;
}

/*
 * open/close all files, so that ->real_file_size gets set
 */
static int get_file_sizes(struct thread_data *td)
{
	struct fio_file *f;
	unsigned int i;
	int err = 0;

	for_each_file(td, f, i) {
		dprint(FD_FILE, "get file size for %p/%d/%p\n", f, i,
								f->file_name);

		if (td->io_ops->open_file(td, f)) {
			if (td->error != ENOENT) {
				log_err("%s\n", td->verror);
				err = 1;
			}
			clear_error(td);
		} else {
			if (td->io_ops->close_file)
				td->io_ops->close_file(td, f);
		}

		if (f->real_file_size == -1ULL && td->o.size)
			f->real_file_size = td->o.size / td->o.nr_files;
	}

	return err;
}

/*
 * Open the files and setup files sizes, creating files if necessary.
 */
int setup_files(struct thread_data *td)
{
	unsigned long long total_size, extend_size;
	struct fio_file *f;
	unsigned int i;
	int err = 0, need_extend;

	dprint(FD_FILE, "setup files\n");

	if (td->o.read_iolog_file)
		return 0;

	/*
	 * if ioengine defines a setup() method, it's responsible for
	 * opening the files and setting f->real_file_size to indicate
	 * the valid range for that file.
	 */
	if (td->io_ops->setup)
		err = td->io_ops->setup(td);
	else
		err = get_file_sizes(td);

	if (err)
		return err;

	/*
	 * check sizes. if the files/devices do not exist and the size
	 * isn't passed to fio, abort.
	 */
	total_size = 0;
	for_each_file(td, f, i) {
		if (f->real_file_size == -1ULL)
			total_size = -1ULL;
		else
			total_size += f->real_file_size;
	}

	/*
	 * device/file sizes are zero and no size given, punt
	 */
	if ((!total_size || total_size == -1ULL) && !td->o.size &&
	    !(td->io_ops->flags & FIO_NOIO) && !td->o.fill_device) {
		log_err("%s: you need to specify size=\n", td->o.name);
		td_verror(td, EINVAL, "total_file_size");
		return 1;
	}

	/*
	 * now file sizes are known, so we can set ->io_size. if size= is
	 * not given, ->io_size is just equal to ->real_file_size. if size
	 * is given, ->io_size is size / nr_files.
	 */
	extend_size = total_size = 0;
	need_extend = 0;
	for_each_file(td, f, i) {
		f->file_offset = td->o.start_offset;

		if (!td->o.file_size_low) {
			/*
			 * no file size range given, file size is equal to
			 * total size divided by number of files. if that is
			 * zero, set it to the real file size.
			 */
			f->io_size = td->o.size / td->o.nr_files;
			if (!f->io_size)
				f->io_size = f->real_file_size - f->file_offset;
		} else if (f->real_file_size < td->o.file_size_low ||
			   f->real_file_size > td->o.file_size_high) {
			if (f->file_offset > td->o.file_size_low)
				goto err_offset;
			/*
			 * file size given. if it's fixed, use that. if it's a
			 * range, generate a random size in-between.
			 */
			if (td->o.file_size_low == td->o.file_size_high) {
				f->io_size = td->o.file_size_low
						- f->file_offset;
			} else {
				f->io_size = get_rand_file_size(td)
						- f->file_offset;
			}
		} else
			f->io_size = f->real_file_size - f->file_offset;

		if (f->io_size == -1ULL)
			total_size = -1ULL;
		else
			total_size += f->io_size;

		if (f->filetype == FIO_TYPE_FILE &&
		    (f->io_size + f->file_offset) > f->real_file_size &&
		    !(td->io_ops->flags & FIO_DISKLESSIO)) {
			need_extend++;
			extend_size += (f->io_size + f->file_offset);
			f->flags |= FIO_FILE_EXTEND;
		}
	}

	if (!td->o.size || td->o.size > total_size)
		td->o.size = total_size;

	/*
	 * See if we need to extend some files
	 */
	if (need_extend) {
		temp_stall_ts = 1;
		log_info("%s: Laying out IO file(s) (%u file(s) / %LuMiB)\n",
			td->o.name, need_extend, extend_size >> 20);

		for_each_file(td, f, i) {
			unsigned long long old_len, extend_len;

			if (!(f->flags & FIO_FILE_EXTEND))
				continue;

			assert(f->filetype == FIO_TYPE_FILE);
			f->flags &= ~FIO_FILE_EXTEND;
			old_len = f->real_file_size;
			extend_len = f->io_size + f->file_offset - old_len;
			f->real_file_size = (f->io_size + f->file_offset);
			err = extend_file(td, f);
			if (err)
				break;
			
			err = __file_invalidate_cache(td, f, old_len,
								extend_len);
			close(f->fd);
			f->fd = -1;
			if (err)
				break;
		}
		temp_stall_ts = 0;
	}

	if (err)
		return err;

	if (!td->o.zone_size)
		td->o.zone_size = td->o.size;

	/*
	 * iolog already set the total io size, if we read back
	 * stored entries.
	 */
	if (!td->o.read_iolog_file)
		td->total_io_size = td->o.size * td->o.loops;
	return 0;
err_offset:
	log_err("%s: you need to specify valid offset=\n", td->o.name);
	return 1;
}

int init_random_map(struct thread_data *td)
{
	unsigned long long blocks, num_maps;
	struct fio_file *f;
	unsigned int i;

	if (td->o.norandommap || !td_random(td))
		return 0;

	for_each_file(td, f, i) {
		blocks = (f->real_file_size + td->o.rw_min_bs - 1) /
				(unsigned long long) td->o.rw_min_bs;
		num_maps = (blocks + BLOCKS_PER_MAP - 1) /
				(unsigned long long) BLOCKS_PER_MAP;
		f->file_map = smalloc(num_maps * sizeof(long));
		if (f->file_map) {
			f->num_maps = num_maps;
			continue;
		}
		if (!td->o.softrandommap) {
			log_err("fio: failed allocating random map. If running"
				" a large number of jobs, try the 'norandommap'"
				" option or set 'softrandommap'. Or give"
				" a larger --alloc-size to fio.\n");
			return 1;
		}

		log_info("fio: file %s failed allocating random map. Running "
			 "job without.\n", f->file_name);
		f->num_maps = 0;
	}

	return 0;
}

void close_files(struct thread_data *td)
{
	struct fio_file *f;
	unsigned int i;

	for_each_file(td, f, i)
		td_io_close_file(td, f);
}

void close_and_free_files(struct thread_data *td)
{
	struct fio_file *f;
	unsigned int i;

	dprint(FD_FILE, "close files\n");

	for_each_file(td, f, i) {
		if (td->o.unlink && f->filetype == FIO_TYPE_FILE) {
			dprint(FD_FILE, "free unlink %s\n", f->file_name);
			unlink(f->file_name);
		}

		td_io_close_file(td, f);

		sfree(f->file_name);
		f->file_name = NULL;

		if (f->file_map) {
			sfree(f->file_map);
			f->file_map = NULL;
		}
		sfree(f);
	}

	td->o.filename = NULL;
	free(td->files);
	td->files_index = 0;
	td->files = NULL;
	td->o.nr_files = 0;
}

static void get_file_type(struct fio_file *f)
{
	struct stat sb;

	if (!strcmp(f->file_name, "-"))
		f->filetype = FIO_TYPE_PIPE;
	else
		f->filetype = FIO_TYPE_FILE;

	if (!lstat(f->file_name, &sb)) {
		if (S_ISBLK(sb.st_mode))
			f->filetype = FIO_TYPE_BD;
		else if (S_ISCHR(sb.st_mode))
			f->filetype = FIO_TYPE_CHAR;
		else if (S_ISFIFO(sb.st_mode))
			f->filetype = FIO_TYPE_PIPE;
	}
}

int add_file(struct thread_data *td, const char *fname)
{
	int cur_files = td->files_index;
	char file_name[PATH_MAX];
	struct fio_file *f;
	int len = 0;

	dprint(FD_FILE, "add file %s\n", fname);

	f = smalloc(sizeof(*f));
	f->fd = -1;

	dprint(FD_FILE, "resize file array to %d files\n", cur_files + 1);

	td->files = realloc(td->files, (cur_files + 1) * sizeof(f));
	td->files[cur_files] = f;

	/*
	 * init function, io engine may not be loaded yet
	 */
	if (td->io_ops && (td->io_ops->flags & FIO_DISKLESSIO))
		f->real_file_size = -1ULL;

	if (td->o.directory)
		len = sprintf(file_name, "%s/", td->o.directory);

	sprintf(file_name + len, "%s", fname);
	f->file_name = smalloc_strdup(file_name);

	get_file_type(f);

	switch (td->o.file_lock_mode) {
	case FILE_LOCK_NONE:
		break;
	case FILE_LOCK_READWRITE:
		f->lock = fio_mutex_rw_init();
		break;
	case FILE_LOCK_EXCLUSIVE:
		f->lock = fio_mutex_init(1);
		break;
	default:
		log_err("fio: unknown lock mode: %d\n", td->o.file_lock_mode);
		assert(0);
	}

	td->files_index++;
	if (f->filetype == FIO_TYPE_FILE)
		td->nr_normal_files++;

	dprint(FD_FILE, "file %p \"%s\" added at %d\n", f, f->file_name,
							cur_files);

	return cur_files;
}

void get_file(struct fio_file *f)
{
	dprint(FD_FILE, "get file %s, ref=%d\n", f->file_name, f->references);
	assert(f->flags & FIO_FILE_OPEN);
	f->references++;
}

int put_file(struct thread_data *td, struct fio_file *f)
{
	int f_ret = 0, ret = 0;

	dprint(FD_FILE, "put file %s, ref=%d\n", f->file_name, f->references);

	if (!(f->flags & FIO_FILE_OPEN))
		return 0;

	assert(f->references);
	if (--f->references)
		return 0;

	if (should_fsync(td) && td->o.fsync_on_close)
		f_ret = fsync(f->fd);

	if (td->io_ops->close_file)
		ret = td->io_ops->close_file(td, f);

	if (!ret)
		ret = f_ret;

	td->nr_open_files--;
	f->flags &= ~FIO_FILE_OPEN;
	return ret;
}

void lock_file(struct thread_data *td, struct fio_file *f, enum fio_ddir ddir)
{
	if (!f->lock || td->o.file_lock_mode == FILE_LOCK_NONE)
		return;

	if (f->lock_owner == td && f->lock_batch--)
		return;

	if (td->o.file_lock_mode == FILE_LOCK_READWRITE) {
		if (ddir == DDIR_READ)
			fio_mutex_down_read(f->lock);
		else
			fio_mutex_down_write(f->lock);
	} else if (td->o.file_lock_mode == FILE_LOCK_EXCLUSIVE)
		fio_mutex_down(f->lock);

	f->lock_owner = td;
	f->lock_batch = td->o.lockfile_batch;
	f->lock_ddir = ddir;
}

void unlock_file(struct thread_data *td, struct fio_file *f)
{
	if (!f->lock || td->o.file_lock_mode == FILE_LOCK_NONE)
		return;
	if (f->lock_batch)
		return;

	if (td->o.file_lock_mode == FILE_LOCK_READWRITE) {
		const int is_read = f->lock_ddir == DDIR_READ;
		int val = fio_mutex_getval(f->lock);

		if ((is_read && val == 1) || (!is_read && val == -1))
			f->lock_owner = NULL;

		if (is_read)
			fio_mutex_up_read(f->lock);
		else
			fio_mutex_up_write(f->lock);
	} else if (td->o.file_lock_mode == FILE_LOCK_EXCLUSIVE) {
		int val = fio_mutex_getval(f->lock);

		if (val == 0)
			f->lock_owner = NULL;

		fio_mutex_up(f->lock);
	}
}

void unlock_file_all(struct thread_data *td, struct fio_file *f)
{
	if (f->lock_owner != td)
		return;

	f->lock_batch = 0;
	unlock_file(td, f);
}

static int recurse_dir(struct thread_data *td, const char *dirname)
{
	struct dirent *dir;
	int ret = 0;
	DIR *D;

	D = opendir(dirname);
	if (!D) {
		char buf[FIO_VERROR_SIZE];

		snprintf(buf, FIO_VERROR_SIZE - 1, "opendir(%s)", dirname);
		td_verror(td, errno, buf);
		return 1;
	}

	while ((dir = readdir(D)) != NULL) {
		char full_path[PATH_MAX];
		struct stat sb;

		if (!strcmp(dir->d_name, ".") || !strcmp(dir->d_name, ".."))
			continue;

		sprintf(full_path, "%s/%s", dirname, dir->d_name);

		if (lstat(full_path, &sb) == -1) {
			if (errno != ENOENT) {
				td_verror(td, errno, "stat");
				return 1;
			}
		}

		if (S_ISREG(sb.st_mode)) {
			add_file(td, full_path);
			td->o.nr_files++;
			continue;
		}
		if (!S_ISDIR(sb.st_mode))
			continue;

		ret = recurse_dir(td, full_path);
		if (ret)
			break;
	}

	closedir(D);
	return ret;
}

int add_dir_files(struct thread_data *td, const char *path)
{
	int ret = recurse_dir(td, path);

	if (!ret)
		log_info("fio: opendir added %d files\n", td->o.nr_files);

	return ret;
}

void dup_files(struct thread_data *td, struct thread_data *org)
{
	struct fio_file *f;
	unsigned int i;

	dprint(FD_FILE, "dup files: %d\n", org->files_index);

	if (!org->files)
		return;

	td->files = malloc(org->files_index * sizeof(f));

	for_each_file(org, f, i) {
		struct fio_file *__f;

		__f = smalloc(sizeof(*__f));

		if (f->file_name)
			__f->file_name = smalloc_strdup(f->file_name);

		td->files[i] = __f;
	}
}

/*
 * Returns the index that matches the filename, or -1 if not there
 */
int get_fileno(struct thread_data *td, const char *fname)
{
	struct fio_file *f;
	unsigned int i;

	for_each_file(td, f, i)
		if (!strcmp(f->file_name, fname))
			return i;

	return -1;
}

/*
 * For log usage, where we add/open/close files automatically
 */
void free_release_files(struct thread_data *td)
{
	close_files(td);
	td->files_index = 0;
	td->nr_normal_files = 0;
}
Commit	Line	Data
	1	#include <unistd.h>
	2	#include <fcntl.h>
	3	#include <string.h>
	4	#include <assert.h>
	5	#include <dirent.h>
	6	#include <sys/stat.h>
	7	#include <sys/mman.h>
	8	#include <sys/types.h>
	9
	10	#include "fio.h"
	11	#include "smalloc.h"
	12	#include "filehash.h"
	13
	14	static int root_warn;
	15
	16	/*
	17	* Leaves f->fd open on success, caller must close
	18	*/
	19	static int extend_file(struct thread_data td, struct fio_file f)
	20	{
	21	int r, new_layout = 0, unlink_file = 0, flags;
	22	unsigned long long left;
	23	unsigned int bs;
	24	char *b;
	25
	26	if (read_only) {
	27	log_err("fio: refusing extend of file due to read-only\n");
	28	return 0;
	29	}
	30
	31	/*
	32	* check if we need to lay the file out complete again. fio
	33	* does that for operations involving reads, or for writes
	34	* where overwrite is set
	35	*/
	36	if (td_read(td) \|\| (td_write(td) && td->o.overwrite) \|\|
	37	(td_write(td) && td->io_ops->flags & FIO_NOEXTEND))
	38	new_layout = 1;
	39	if (td_write(td) && !td->o.overwrite)
	40	unlink_file = 1;
	41
	42	if (unlink_file \|\| new_layout) {
	43	dprint(FD_FILE, "layout unlink %s\n", f->file_name);
	44	if ((unlink(f->file_name) < 0) && (errno != ENOENT)) {
	45	td_verror(td, errno, "unlink");
	46	return 1;
	47	}
	48	}
	49
	50	flags = O_WRONLY \| O_CREAT;
	51	if (new_layout)
	52	flags \|= O_TRUNC;
	53
	54	dprint(FD_FILE, "open file %s, flags %x\n", f->file_name, flags);
	55	f->fd = open(f->file_name, flags, 0644);
	56	if (f->fd < 0) {
	57	td_verror(td, errno, "open");
	58	return 1;
	59	}
	60
	61	if (!new_layout)
	62	goto done;
	63
	64	dprint(FD_FILE, "truncate file %s, size %llu\n", f->file_name,
	65	f->real_file_size);
	66	if (ftruncate(f->fd, f->real_file_size) == -1) {
	67	td_verror(td, errno, "ftruncate");
	68	goto err;
	69	}
	70
	71	dprint(FD_FILE, "fallocate file %s, size %llu\n", f->file_name,
	72	f->real_file_size);
	73	if (posix_fallocate(f->fd, 0, f->real_file_size) < 0) {
	74	td_verror(td, errno, "posix_fallocate");
	75	goto err;
	76	}
	77
	78	b = malloc(td->o.max_bs[DDIR_WRITE]);
	79	memset(b, 0, td->o.max_bs[DDIR_WRITE]);
	80
	81	left = f->real_file_size;
	82	while (left && !td->terminate) {
	83	bs = td->o.max_bs[DDIR_WRITE];
	84	if (bs > left)
	85	bs = left;
	86
	87	r = write(f->fd, b, bs);
	88
	89	if (r == (int) bs) {
	90	left -= bs;
	91	continue;
	92	} else {
	93	if (r < 0)
	94	td_verror(td, errno, "write");
	95	else
	96	td_verror(td, EIO, "write");
	97
	98	break;
	99	}
	100	}
	101
	102	if (td->terminate) {
	103	dprint(FD_FILE, "terminate unlink %s\n", f->file_name);
	104	unlink(f->file_name);
	105	} else if (td->o.create_fsync) {
	106	if (fsync(f->fd) < 0) {
	107	td_verror(td, errno, "fsync");
	108	goto err;
	109	}
	110	}
	111
	112	free(b);
	113	done:
	114	return 0;
	115	err:
	116	close(f->fd);
	117	f->fd = -1;
	118	return 1;
	119	}
	120
	121	static unsigned long long get_rand_file_size(struct thread_data *td)
	122	{
	123	unsigned long long ret, size_d;
	124	long r;
	125
	126	r = os_random_long(&td->file_size_state);
	127	size_d = td->o.file_size_high - td->o.file_size_low;
	128	ret = (unsigned long long) ((double) size_d * (r / (RAND_MAX + 1.0)));
	129	ret += td->o.file_size_low;
	130	ret -= (ret % td->o.rw_min_bs);
	131	return ret;
	132	}
	133
	134	static int file_size(struct thread_data td, struct fio_file f)
	135	{
	136	struct stat st;
	137
	138	if (fstat(f->fd, &st) == -1) {
	139	td_verror(td, errno, "fstat");
	140	return 1;
	141	}
	142
	143	f->real_file_size = st.st_size;
	144	return 0;
	145	}
	146
	147	static int bdev_size(struct thread_data td, struct fio_file f)
	148	{
	149	unsigned long long bytes;
	150	int r;
	151
	152	r = blockdev_size(f->fd, &bytes);
	153	if (r) {
	154	td_verror(td, r, "blockdev_size");
	155	return 1;
	156	}
	157
	158	f->real_file_size = bytes;
	159	return 0;
	160	}
	161
	162	static int get_file_size(struct thread_data td, struct fio_file f)
	163	{
	164	int ret = 0;
	165
	166	if (f->flags & FIO_SIZE_KNOWN)
	167	return 0;
	168
	169	if (f->filetype == FIO_TYPE_FILE)
	170	ret = file_size(td, f);
	171	else if (f->filetype == FIO_TYPE_BD)
	172	ret = bdev_size(td, f);
	173	else
	174	f->real_file_size = -1;
	175
	176	if (ret)
	177	return ret;
	178
	179	if (f->file_offset > f->real_file_size) {
	180	log_err("%s: offset extends end (%Lu > %Lu)\n", td->o.name,
	181	f->file_offset, f->real_file_size);
	182	return 1;
	183	}
	184
	185	f->flags \|= FIO_SIZE_KNOWN;
	186	return 0;
	187	}
	188
	189	static int __file_invalidate_cache(struct thread_data td, struct fio_file f,
	190	unsigned long long off,
	191	unsigned long long len)
	192	{
	193	int ret = 0;
	194
	195	if (len == -1ULL)
	196	len = f->io_size;
	197	if (off == -1ULL)
	198	off = f->file_offset;
	199
	200	dprint(FD_IO, "invalidate cache %s: %llu/%llu\n", f->file_name, off,
	201	len);
	202
	203	/*
	204	* FIXME: add blockdev flushing too
	205	*/
	206	if (f->mmap)
	207	ret = madvise(f->mmap, len, MADV_DONTNEED);
	208	else if (f->filetype == FIO_TYPE_FILE) {
	209	ret = fadvise(f->fd, off, len, POSIX_FADV_DONTNEED);
	210	} else if (f->filetype == FIO_TYPE_BD) {
	211	ret = blockdev_invalidate_cache(f->fd);
	212	if (ret < 0 && errno == EACCES && geteuid()) {
	213	if (!root_warn) {
	214	log_err("fio: only root may flush block "
	215	"devices. Cache flush bypassed!\n");
	216	root_warn = 1;
	217	}
	218	ret = 0;
	219	}
	220	} else if (f->filetype == FIO_TYPE_CHAR \|\| f->filetype == FIO_TYPE_PIPE)
	221	ret = 0;
	222
	223	if (ret < 0) {
	224	td_verror(td, errno, "invalidate_cache");
	225	return 1;
	226	} else if (ret > 0) {
	227	td_verror(td, ret, "invalidate_cache");
	228	return 1;
	229	}
	230
	231	return ret;
	232
	233	}
	234
	235	int file_invalidate_cache(struct thread_data td, struct fio_file f)
	236	{
	237	if (!(f->flags & FIO_FILE_OPEN))
	238	return 0;
	239
	240	return __file_invalidate_cache(td, f, -1, -1);
	241	}
	242
	243	int generic_close_file(struct thread_data fio_unused td, struct fio_file f)
	244	{
	245	int ret = 0;
	246
	247	dprint(FD_FILE, "fd close %s\n", f->file_name);
	248
	249	remove_file_hash(f);
	250
	251	if (close(f->fd) < 0)
	252	ret = errno;
	253
	254	f->fd = -1;
	255	return ret;
	256	}
	257
	258	static int file_lookup_open(struct fio_file *f, int flags)
	259	{
	260	struct fio_file *__f;
	261	int from_hash;
	262
	263	__f = lookup_file_hash(f->file_name);
	264	if (__f) {
	265	dprint(FD_FILE, "found file in hash %s\n", f->file_name);
	266	/*
	267	* racy, need the __f->lock locked
	268	*/
	269	f->lock = __f->lock;
	270	f->lock_owner = __f->lock_owner;
	271	f->lock_batch = __f->lock_batch;
	272	f->lock_ddir = __f->lock_ddir;
	273	from_hash = 1;
	274	} else {
	275	dprint(FD_FILE, "file not found in hash %s\n", f->file_name);
	276	from_hash = 0;
	277	}
	278
	279	f->fd = open(f->file_name, flags, 0600);
	280	return from_hash;
	281	}
	282
	283	int generic_open_file(struct thread_data td, struct fio_file f)
	284	{
	285	int is_std = 0;
	286	int flags = 0;
	287	int from_hash = 0;
	288
	289	dprint(FD_FILE, "fd open %s\n", f->file_name);
	290
	291	if (!strcmp(f->file_name, "-")) {
	292	if (td_rw(td)) {
	293	log_err("fio: can't read/write to stdin/out\n");
	294	return 1;
	295	}
	296	is_std = 1;
	297
	298	/*
	299	* move output logging to stderr, if we are writing to stdout
	300	*/
	301	if (td_write(td))
	302	f_out = stderr;
	303	}
	304
	305	if (td->o.odirect)
	306	flags \|= OS_O_DIRECT;
	307	if (td->o.sync_io)
	308	flags \|= O_SYNC;
	309	if (f->filetype != FIO_TYPE_FILE)
	310	flags \|= FIO_O_NOATIME;
	311
	312	open_again:
	313	if (td_write(td)) {
	314	if (!read_only)
	315	flags \|= O_RDWR;
	316
	317	if (f->filetype == FIO_TYPE_FILE)
	318	flags \|= O_CREAT;
	319
	320	if (is_std)
	321	f->fd = dup(STDOUT_FILENO);
	322	else
	323	from_hash = file_lookup_open(f, flags);
	324	} else {
	325	if (f->filetype == FIO_TYPE_CHAR && !read_only)
	326	flags \|= O_RDWR;
	327	else
	328	flags \|= O_RDONLY;
	329
	330	if (is_std)
	331	f->fd = dup(STDIN_FILENO);
	332	else
	333	from_hash = file_lookup_open(f, flags);
	334	}
	335
	336	if (f->fd == -1) {
	337	char buf[FIO_VERROR_SIZE];
	338	int __e = errno;
	339
	340	if (errno == EPERM && (flags & FIO_O_NOATIME)) {
	341	flags &= ~FIO_O_NOATIME;
	342	goto open_again;
	343	}
	344
	345	snprintf(buf, sizeof(buf) - 1, "open(%s)", f->file_name);
	346
	347	td_verror(td, __e, buf);
	348	}
	349
	350	if (get_file_size(td, f))
	351	goto err;
	352
	353	if (!from_hash && f->fd != -1) {
	354	if (add_file_hash(f)) {
	355	int ret;
	356
	357	/*
	358	* OK to ignore, we haven't done anything with it
	359	*/
	360	ret = generic_close_file(td, f);
	361	goto open_again;
	362	}
	363	}
	364
	365	return 0;
	366	err:
	367	close(f->fd);
	368	return 1;
	369	}
	370
	371	int open_files(struct thread_data *td)
	372	{
	373	struct fio_file *f;
	374	unsigned int i;
	375	int err = 0;
	376
	377	dprint(FD_FILE, "open files\n");
	378
	379	for_each_file(td, f, i) {
	380	err = td_io_open_file(td, f);
	381	if (err) {
	382	if (td->error == EMFILE) {
	383	log_err("fio: limited open files to: %d\n",
	384	td->nr_open_files);
	385	td->o.open_files = td->nr_open_files;
	386	err = 0;
	387	clear_error(td);
	388	}
	389	break;
	390	}
	391
	392	if (td->o.open_files == td->nr_open_files)
	393	break;
	394	}
	395
	396	if (!err)
	397	return 0;
	398
	399	for_each_file(td, f, i)
	400	td_io_close_file(td, f);
	401
	402	return err;
	403	}
	404
	405	/*
	406	* open/close all files, so that ->real_file_size gets set
	407	*/
	408	static int get_file_sizes(struct thread_data *td)
	409	{
	410	struct fio_file *f;
	411	unsigned int i;
	412	int err = 0;
	413
	414	for_each_file(td, f, i) {
	415	dprint(FD_FILE, "get file size for %p/%d/%p\n", f, i,
	416	f->file_name);
	417
	418	if (td->io_ops->open_file(td, f)) {
	419	if (td->error != ENOENT) {
	420	log_err("%s\n", td->verror);
	421	err = 1;
	422	}
	423	clear_error(td);
	424	} else {
	425	if (td->io_ops->close_file)
	426	td->io_ops->close_file(td, f);
	427	}
	428
	429	if (f->real_file_size == -1ULL && td->o.size)
	430	f->real_file_size = td->o.size / td->o.nr_files;
	431	}
	432
	433	return err;
	434	}
	435
	436	/*
	437	* Open the files and setup files sizes, creating files if necessary.
	438	*/
	439	int setup_files(struct thread_data *td)
	440	{
	441	unsigned long long total_size, extend_size;
	442	struct fio_file *f;
	443	unsigned int i;
	444	int err = 0, need_extend;
	445
	446	dprint(FD_FILE, "setup files\n");
	447
	448	if (td->o.read_iolog_file)
	449	return 0;
	450
	451	/*
	452	* if ioengine defines a setup() method, it's responsible for
	453	* opening the files and setting f->real_file_size to indicate
	454	* the valid range for that file.
	455	*/
	456	if (td->io_ops->setup)
	457	err = td->io_ops->setup(td);
	458	else
	459	err = get_file_sizes(td);
	460
	461	if (err)
	462	return err;
	463
	464	/*
	465	* check sizes. if the files/devices do not exist and the size
	466	* isn't passed to fio, abort.
	467	*/
	468	total_size = 0;
	469	for_each_file(td, f, i) {
	470	if (f->real_file_size == -1ULL)
	471	total_size = -1ULL;
	472	else
	473	total_size += f->real_file_size;
	474	}
	475
	476	/*
	477	* device/file sizes are zero and no size given, punt
	478	*/
	479	if ((!total_size \|\| total_size == -1ULL) && !td->o.size &&
	480	!(td->io_ops->flags & FIO_NOIO) && !td->o.fill_device) {
	481	log_err("%s: you need to specify size=\n", td->o.name);
	482	td_verror(td, EINVAL, "total_file_size");
	483	return 1;
	484	}
	485
	486	/*
	487	* now file sizes are known, so we can set ->io_size. if size= is
	488	* not given, ->io_size is just equal to ->real_file_size. if size
	489	* is given, ->io_size is size / nr_files.
	490	*/
	491	extend_size = total_size = 0;
	492	need_extend = 0;
	493	for_each_file(td, f, i) {
	494	f->file_offset = td->o.start_offset;
	495
	496	if (!td->o.file_size_low) {
	497	/*
	498	* no file size range given, file size is equal to
	499	* total size divided by number of files. if that is
	500	* zero, set it to the real file size.
	501	*/
	502	f->io_size = td->o.size / td->o.nr_files;
	503	if (!f->io_size)
	504	f->io_size = f->real_file_size - f->file_offset;
	505	} else if (f->real_file_size < td->o.file_size_low \|\|
	506	f->real_file_size > td->o.file_size_high) {
	507	if (f->file_offset > td->o.file_size_low)
	508	goto err_offset;
	509	/*
	510	* file size given. if it's fixed, use that. if it's a
	511	* range, generate a random size in-between.
	512	*/
	513	if (td->o.file_size_low == td->o.file_size_high) {
	514	f->io_size = td->o.file_size_low
	515	- f->file_offset;
	516	} else {
	517	f->io_size = get_rand_file_size(td)
	518	- f->file_offset;
	519	}
	520	} else
	521	f->io_size = f->real_file_size - f->file_offset;
	522
	523	if (f->io_size == -1ULL)
	524	total_size = -1ULL;
	525	else
	526	total_size += f->io_size;
	527
	528	if (f->filetype == FIO_TYPE_FILE &&
	529	(f->io_size + f->file_offset) > f->real_file_size &&
	530	!(td->io_ops->flags & FIO_DISKLESSIO)) {
	531	need_extend++;
	532	extend_size += (f->io_size + f->file_offset);
	533	f->flags \|= FIO_FILE_EXTEND;
	534	}
	535	}
	536
	537	if (!td->o.size \|\| td->o.size > total_size)
	538	td->o.size = total_size;
	539
	540	/*
	541	* See if we need to extend some files
	542	*/
	543	if (need_extend) {
	544	temp_stall_ts = 1;
	545	log_info("%s: Laying out IO file(s) (%u file(s) / %LuMiB)\n",
	546	td->o.name, need_extend, extend_size >> 20);
	547
	548	for_each_file(td, f, i) {
	549	unsigned long long old_len, extend_len;
	550
	551	if (!(f->flags & FIO_FILE_EXTEND))
	552	continue;
	553
	554	assert(f->filetype == FIO_TYPE_FILE);
	555	f->flags &= ~FIO_FILE_EXTEND;
	556	old_len = f->real_file_size;
	557	extend_len = f->io_size + f->file_offset - old_len;
	558	f->real_file_size = (f->io_size + f->file_offset);
	559	err = extend_file(td, f);
	560	if (err)
	561	break;
	562
	563	err = __file_invalidate_cache(td, f, old_len,
	564	extend_len);
	565	close(f->fd);
	566	f->fd = -1;
	567	if (err)
	568	break;
	569	}
	570	temp_stall_ts = 0;
	571	}
	572
	573	if (err)
	574	return err;
	575
	576	if (!td->o.zone_size)
	577	td->o.zone_size = td->o.size;
	578
	579	/*
	580	* iolog already set the total io size, if we read back
	581	* stored entries.
	582	*/
	583	if (!td->o.read_iolog_file)
	584	td->total_io_size = td->o.size * td->o.loops;
	585	return 0;
	586	err_offset:
	587	log_err("%s: you need to specify valid offset=\n", td->o.name);
	588	return 1;
	589	}
	590
	591	int init_random_map(struct thread_data *td)
	592	{
	593	unsigned long long blocks, num_maps;
	594	struct fio_file *f;
	595	unsigned int i;
	596
	597	if (td->o.norandommap \|\| !td_random(td))
	598	return 0;
	599
	600	for_each_file(td, f, i) {
	601	blocks = (f->real_file_size + td->o.rw_min_bs - 1) /
	602	(unsigned long long) td->o.rw_min_bs;
	603	num_maps = (blocks + BLOCKS_PER_MAP - 1) /
	604	(unsigned long long) BLOCKS_PER_MAP;
	605	f->file_map = smalloc(num_maps * sizeof(long));
	606	if (f->file_map) {
	607	f->num_maps = num_maps;
	608	continue;
	609	}
	610	if (!td->o.softrandommap) {
	611	log_err("fio: failed allocating random map. If running"
	612	" a large number of jobs, try the 'norandommap'"
	613	" option or set 'softrandommap'. Or give"
	614	" a larger --alloc-size to fio.\n");
	615	return 1;
	616	}
	617
	618	log_info("fio: file %s failed allocating random map. Running "
	619	"job without.\n", f->file_name);
	620	f->num_maps = 0;
	621	}
	622
	623	return 0;
	624	}
	625
	626	void close_files(struct thread_data *td)
	627	{
	628	struct fio_file *f;
	629	unsigned int i;
	630
	631	for_each_file(td, f, i)
	632	td_io_close_file(td, f);
	633	}
	634
	635	void close_and_free_files(struct thread_data *td)
	636	{
	637	struct fio_file *f;
	638	unsigned int i;
	639
	640	dprint(FD_FILE, "close files\n");
	641
	642	for_each_file(td, f, i) {
	643	if (td->o.unlink && f->filetype == FIO_TYPE_FILE) {
	644	dprint(FD_FILE, "free unlink %s\n", f->file_name);
	645	unlink(f->file_name);
	646	}
	647
	648	td_io_close_file(td, f);
	649
	650	sfree(f->file_name);
	651	f->file_name = NULL;
	652
	653	if (f->file_map) {
	654	sfree(f->file_map);
	655	f->file_map = NULL;
	656	}
	657	sfree(f);
	658	}
	659
	660	td->o.filename = NULL;
	661	free(td->files);
	662	td->files_index = 0;
	663	td->files = NULL;
	664	td->o.nr_files = 0;
	665	}
	666
	667	static void get_file_type(struct fio_file *f)
	668	{
	669	struct stat sb;
	670
	671	if (!strcmp(f->file_name, "-"))
	672	f->filetype = FIO_TYPE_PIPE;
	673	else
	674	f->filetype = FIO_TYPE_FILE;
	675
	676	if (!lstat(f->file_name, &sb)) {
	677	if (S_ISBLK(sb.st_mode))
	678	f->filetype = FIO_TYPE_BD;
	679	else if (S_ISCHR(sb.st_mode))
	680	f->filetype = FIO_TYPE_CHAR;
	681	else if (S_ISFIFO(sb.st_mode))
	682	f->filetype = FIO_TYPE_PIPE;
	683	}
	684	}
	685
	686	int add_file(struct thread_data td, const char fname)
	687	{
	688	int cur_files = td->files_index;
	689	char file_name[PATH_MAX];
	690	struct fio_file *f;
	691	int len = 0;
	692
	693	dprint(FD_FILE, "add file %s\n", fname);
	694
	695	f = smalloc(sizeof(*f));
	696	f->fd = -1;
	697
	698	dprint(FD_FILE, "resize file array to %d files\n", cur_files + 1);
	699
	700	td->files = realloc(td->files, (cur_files + 1) * sizeof(f));
	701	td->files[cur_files] = f;
	702
	703	/*
	704	* init function, io engine may not be loaded yet
	705	*/
	706	if (td->io_ops && (td->io_ops->flags & FIO_DISKLESSIO))
	707	f->real_file_size = -1ULL;
	708
	709	if (td->o.directory)
	710	len = sprintf(file_name, "%s/", td->o.directory);
	711
	712	sprintf(file_name + len, "%s", fname);
	713	f->file_name = smalloc_strdup(file_name);
	714
	715	get_file_type(f);
	716
	717	switch (td->o.file_lock_mode) {
	718	case FILE_LOCK_NONE:
	719	break;
	720	case FILE_LOCK_READWRITE:
	721	f->lock = fio_mutex_rw_init();
	722	break;
	723	case FILE_LOCK_EXCLUSIVE:
	724	f->lock = fio_mutex_init(1);
	725	break;
	726	default:
	727	log_err("fio: unknown lock mode: %d\n", td->o.file_lock_mode);
	728	assert(0);
	729	}
	730
	731	td->files_index++;
	732	if (f->filetype == FIO_TYPE_FILE)
	733	td->nr_normal_files++;
	734
	735	dprint(FD_FILE, "file %p \"%s\" added at %d\n", f, f->file_name,
	736	cur_files);
	737
	738	return cur_files;
	739	}
	740
	741	void get_file(struct fio_file *f)
	742	{
	743	dprint(FD_FILE, "get file %s, ref=%d\n", f->file_name, f->references);
	744	assert(f->flags & FIO_FILE_OPEN);
	745	f->references++;
	746	}
	747
	748	int put_file(struct thread_data td, struct fio_file f)
	749	{
	750	int f_ret = 0, ret = 0;
	751
	752	dprint(FD_FILE, "put file %s, ref=%d\n", f->file_name, f->references);
	753
	754	if (!(f->flags & FIO_FILE_OPEN))
	755	return 0;
	756
	757	assert(f->references);
	758	if (--f->references)
	759	return 0;
	760
	761	if (should_fsync(td) && td->o.fsync_on_close)
	762	f_ret = fsync(f->fd);
	763
	764	if (td->io_ops->close_file)
	765	ret = td->io_ops->close_file(td, f);
	766
	767	if (!ret)
	768	ret = f_ret;
	769
	770	td->nr_open_files--;
	771	f->flags &= ~FIO_FILE_OPEN;
	772	return ret;
	773	}
	774
	775	void lock_file(struct thread_data td, struct fio_file f, enum fio_ddir ddir)
	776	{
	777	if (!f->lock \|\| td->o.file_lock_mode == FILE_LOCK_NONE)
	778	return;
	779
	780	if (f->lock_owner == td && f->lock_batch--)
	781	return;
	782
	783	if (td->o.file_lock_mode == FILE_LOCK_READWRITE) {
	784	if (ddir == DDIR_READ)
	785	fio_mutex_down_read(f->lock);
	786	else
	787	fio_mutex_down_write(f->lock);
	788	} else if (td->o.file_lock_mode == FILE_LOCK_EXCLUSIVE)
	789	fio_mutex_down(f->lock);
	790
	791	f->lock_owner = td;
	792	f->lock_batch = td->o.lockfile_batch;
	793	f->lock_ddir = ddir;
	794	}
	795
	796	void unlock_file(struct thread_data td, struct fio_file f)
	797	{
	798	if (!f->lock \|\| td->o.file_lock_mode == FILE_LOCK_NONE)
	799	return;
	800	if (f->lock_batch)
	801	return;
	802
	803	if (td->o.file_lock_mode == FILE_LOCK_READWRITE) {
	804	const int is_read = f->lock_ddir == DDIR_READ;
	805	int val = fio_mutex_getval(f->lock);
	806
	807	if ((is_read && val == 1) \|\| (!is_read && val == -1))
	808	f->lock_owner = NULL;
	809
	810	if (is_read)
	811	fio_mutex_up_read(f->lock);
	812	else
	813	fio_mutex_up_write(f->lock);
	814	} else if (td->o.file_lock_mode == FILE_LOCK_EXCLUSIVE) {
	815	int val = fio_mutex_getval(f->lock);
	816
	817	if (val == 0)
	818	f->lock_owner = NULL;
	819
	820	fio_mutex_up(f->lock);
	821	}
	822	}
	823
	824	void unlock_file_all(struct thread_data td, struct fio_file f)
	825	{
	826	if (f->lock_owner != td)
	827	return;
	828
	829	f->lock_batch = 0;
	830	unlock_file(td, f);
	831	}
	832
	833	static int recurse_dir(struct thread_data td, const char dirname)
	834	{
	835	struct dirent *dir;
	836	int ret = 0;
	837	DIR *D;
	838
	839	D = opendir(dirname);
	840	if (!D) {
	841	char buf[FIO_VERROR_SIZE];
	842
	843	snprintf(buf, FIO_VERROR_SIZE - 1, "opendir(%s)", dirname);
	844	td_verror(td, errno, buf);
	845	return 1;
	846	}
	847
	848	while ((dir = readdir(D)) != NULL) {
	849	char full_path[PATH_MAX];
	850	struct stat sb;
	851
	852	if (!strcmp(dir->d_name, ".") \|\| !strcmp(dir->d_name, ".."))
	853	continue;
	854
	855	sprintf(full_path, "%s/%s", dirname, dir->d_name);
	856
	857	if (lstat(full_path, &sb) == -1) {
	858	if (errno != ENOENT) {
	859	td_verror(td, errno, "stat");
	860	return 1;
	861	}
	862	}
	863
	864	if (S_ISREG(sb.st_mode)) {
	865	add_file(td, full_path);
	866	td->o.nr_files++;
	867	continue;
	868	}
	869	if (!S_ISDIR(sb.st_mode))
	870	continue;
	871
	872	ret = recurse_dir(td, full_path);
	873	if (ret)
	874	break;
	875	}
	876
	877	closedir(D);
	878	return ret;
	879	}
	880
	881	int add_dir_files(struct thread_data td, const char path)
	882	{
	883	int ret = recurse_dir(td, path);
	884
	885	if (!ret)
	886	log_info("fio: opendir added %d files\n", td->o.nr_files);
	887
	888	return ret;
	889	}
	890
	891	void dup_files(struct thread_data td, struct thread_data org)
	892	{
	893	struct fio_file *f;
	894	unsigned int i;
	895
	896	dprint(FD_FILE, "dup files: %d\n", org->files_index);
	897
	898	if (!org->files)
	899	return;
	900
	901	td->files = malloc(org->files_index * sizeof(f));
	902
	903	for_each_file(org, f, i) {
	904	struct fio_file *__f;
	905
	906	__f = smalloc(sizeof(*__f));
	907
	908	if (f->file_name)
	909	__f->file_name = smalloc_strdup(f->file_name);
	910
	911	td->files[i] = __f;
	912	}
	913	}
	914
	915	/*
	916	* Returns the index that matches the filename, or -1 if not there
	917	*/
	918	int get_fileno(struct thread_data td, const char fname)
	919	{
	920	struct fio_file *f;
	921	unsigned int i;
	922
	923	for_each_file(td, f, i)
	924	if (!strcmp(f->file_name, fname))
	925	return i;
	926
	927	return -1;
	928	}
	929
	930	/*
	931	* For log usage, where we add/open/close files automatically
	932	*/
	933	void free_release_files(struct thread_data *td)
	934	{
	935	close_files(td);
	936	td->files_index = 0;
	937	td->nr_normal_files = 0;
	938	}