include libgen.h for basename
[fio.git] / filesetup.c
index 7ed47a25b5846108125e1028f30fa51d9cb87425..9cc487269fcc3434e8677d9ac74905a4bd698ca1 100644 (file)
@@ -3,6 +3,7 @@
 #include <string.h>
 #include <assert.h>
 #include <dirent.h>
+#include <libgen.h>
 #include <sys/stat.h>
 #include <sys/mman.h>
 #include <sys/types.h>
 
 static int root_warn;
 
+static inline void clear_error(struct thread_data *td)
+{
+       td->error = 0;
+       td->verror[0] = '\0';
+}
+
 /*
  * Leaves f->fd open on success, caller must close
  */
@@ -58,6 +65,19 @@ static int extend_file(struct thread_data *td, struct fio_file *f)
                return 1;
        }
 
+#ifdef FIO_HAVE_FALLOCATE
+       if (td->o.fallocate && !td->o.fill_device) {
+               dprint(FD_FILE, "fallocate file %s size %llu\n", f->file_name,
+                                                       f->real_file_size);
+
+               r = posix_fallocate(f->fd, 0, f->real_file_size);
+               if (r < 0) {
+                       log_err("fio: posix_fallocate fails: %s\n",
+                                       strerror(-r));
+               }
+       }
+#endif
+       
        if (!new_layout)
                goto done;
 
@@ -72,16 +92,6 @@ static int extend_file(struct thread_data *td, struct fio_file *f)
                        td_verror(td, errno, "ftruncate");
                        goto err;
                }
-
-#ifdef FIO_HAVE_FALLOCATE
-               dprint(FD_FILE, "fallocate file %s, size %llu\n", f->file_name,
-                                                       f->real_file_size);
-               r = posix_fallocate(f->fd, 0, f->real_file_size);
-               if (r < 0) {
-                       log_err("fio: posix_fallocate fails: %s\n",
-                                       strerror(-r));
-               }
-#endif
        }
 
        b = malloc(td->o.max_bs[DDIR_WRITE]);
@@ -126,7 +136,7 @@ static int extend_file(struct thread_data *td, struct fio_file *f)
                        goto err;
                }
        }
-       if (td->o.fill_device) {
+       if (td->o.fill_device && !td_write(td)) {
                fio_file_clear_size_known(f);
                if (td_io_get_file_size(td, f))
                        goto err;
@@ -150,6 +160,9 @@ static int pre_read_file(struct thread_data *td, struct fio_file *f)
        unsigned int bs;
        char *b;
 
+       if (td->io_ops->flags & FIO_PIPEIO)
+               return 0;
+
        if (!fio_file_open(f)) {
                if (td->io_ops->open_file(td, f)) {
                        log_err("fio: cannot pre-read, failed to open file\n");
@@ -240,6 +253,7 @@ static int bdev_size(struct thread_data *td, struct fio_file *f)
        }
 
        f->real_file_size = bytes;
+       td->io_ops->close_file(td, f);
        return 0;
 err:
        td->io_ops->close_file(td, f);
@@ -284,15 +298,21 @@ static int __file_invalidate_cache(struct thread_data *td, struct fio_file *f,
        if (off == -1ULL)
                off = f->file_offset;
 
+       if (len == -1ULL || off == -1ULL)
+               return 0;
+
        dprint(FD_IO, "invalidate cache %s: %llu/%llu\n", f->file_name, off,
                                                                len);
 
        /*
         * FIXME: add blockdev flushing too
         */
-       if (f->mmap_ptr)
+       if (f->mmap_ptr) {
                ret = madvise(f->mmap_ptr, f->mmap_sz, MADV_DONTNEED);
-       else if (f->filetype == FIO_TYPE_FILE) {
+#ifdef FIO_MADV_FREE
+               (void) madvise(f->mmap_ptr, f->mmap_sz, FIO_MADV_FREE);
+#endif
+       } else if (f->filetype == FIO_TYPE_FILE) {
                ret = fadvise(f->fd, off, len, POSIX_FADV_DONTNEED);
        } else if (f->filetype == FIO_TYPE_BD) {
                ret = blockdev_invalidate_cache(f->fd);
@@ -426,7 +446,7 @@ open_again:
                char buf[FIO_VERROR_SIZE];
                int __e = errno;
 
-               if (errno == EPERM && (flags & FIO_O_NOATIME)) {
+               if (__e == EPERM && (flags & FIO_O_NOATIME)) {
                        flags &= ~FIO_O_NOATIME;
                        goto open_again;
                }
@@ -484,6 +504,75 @@ static int get_file_sizes(struct thread_data *td)
        return err;
 }
 
+struct fio_mount {
+       struct flist_head list;
+       const char *base;
+       char __base[256];
+       unsigned int key;
+};
+
+/*
+ * Get free number of bytes for each file on each unique mount.
+ */
+static unsigned long long get_fs_free_counts(struct thread_data *td)
+{
+       struct flist_head *n, *tmp;
+       unsigned long long ret;
+       struct fio_mount *fm;
+       FLIST_HEAD(list);
+       struct fio_file *f;
+       unsigned int i;
+
+       for_each_file(td, f, i) {
+               struct stat sb;
+               char buf[256];
+
+               strcpy(buf, f->file_name);
+
+               if (stat(buf, &sb) < 0) {
+                       if (errno != ENOENT)
+                               break;
+                       strcpy(buf, ".");
+                       if (stat(buf, &sb) < 0)
+                               break;
+               }
+
+               fm = NULL;
+               flist_for_each(n, &list) {
+                       fm = flist_entry(n, struct fio_mount, list);
+                       if (fm->key == sb.st_dev)
+                               break;
+
+                       fm = NULL;
+               }
+
+               if (fm)
+                       continue;
+
+               fm = malloc(sizeof(*fm));
+               strcpy(fm->__base, buf);
+               fm->base = basename(fm->__base);
+               fm->key = sb.st_dev;
+               flist_add(&fm->list, &list);
+       }
+
+       ret = 0;
+       flist_for_each_safe(n, tmp, &list) {
+               unsigned long long sz;
+
+               fm = flist_entry(n, struct fio_mount, list);
+               flist_del(&fm->list);
+
+               sz = get_fs_size(fm->base);
+               if (sz && sz != -1ULL)
+                       ret += sz;
+
+               free(fm);
+       }
+
+       return ret;
+}
+
 /*
  * Open the files and setup files sizes, creating files if necessary.
  */
@@ -524,6 +613,9 @@ int setup_files(struct thread_data *td)
                        total_size += f->real_file_size;
        }
 
+       if (td->o.fill_device)
+               td->fill_device_size = get_fs_free_counts(td);
+
        /*
         * device/file sizes are zero and no size given, punt
         */
@@ -598,7 +690,7 @@ int setup_files(struct thread_data *td)
                temp_stall_ts = 1;
                if (!terse_output)
                        log_info("%s: Laying out IO file(s) (%u file(s) /"
-                                " %LuMiB)\n", td->o.name, need_extend,
+                                " %LuMB)\n", td->o.name, need_extend,
                                        extend_size >> 20);
 
                for_each_file(td, f, i) {
@@ -611,7 +703,8 @@ int setup_files(struct thread_data *td)
                        fio_file_clear_extend(f);
                        if (!td->o.fill_device) {
                                old_len = f->real_file_size;
-                               extend_len = f->io_size + f->file_offset - old_len;
+                               extend_len = f->io_size + f->file_offset -
+                                               old_len;
                        }
                        f->real_file_size = (f->io_size + f->file_offset);
                        err = extend_file(td, f);
@@ -700,8 +793,10 @@ void close_files(struct thread_data *td)
        struct fio_file *f;
        unsigned int i;
 
-       for_each_file(td, f, i)
-               td_io_close_file(td, f);
+       for_each_file(td, f, i) {
+               if (fio_file_open(f))
+                       td_io_close_file(td, f);
+       }
 }
 
 void close_and_free_files(struct thread_data *td)
@@ -717,16 +812,15 @@ void close_and_free_files(struct thread_data *td)
                        unlink(f->file_name);
                }
 
-               td_io_close_file(td, f);
+               if (fio_file_open(f))
+                       td_io_close_file(td, f);
+
                remove_file_hash(f);
 
                sfree(f->file_name);
                f->file_name = NULL;
-
-               if (f->file_map) {
-                       sfree(f->file_map);
-                       f->file_map = NULL;
-               }
+               sfree(f->file_map);
+               f->file_map = NULL;
                sfree(f);
        }
 
@@ -746,7 +840,7 @@ static void get_file_type(struct fio_file *f)
        else
                f->filetype = FIO_TYPE_FILE;
 
-       if (!lstat(f->file_name, &sb)) {
+       if (!stat(f->file_name, &sb)) {
                if (S_ISBLK(sb.st_mode))
                        f->filetype = FIO_TYPE_BD;
                else if (S_ISCHR(sb.st_mode))
@@ -770,7 +864,7 @@ int add_file(struct thread_data *td, const char *fname)
                log_err("fio: smalloc OOM\n");
                assert(0);
        }
-               
+
        f->fd = -1;
 
        if (td->files_size <= td->files_index) {
@@ -798,7 +892,7 @@ int add_file(struct thread_data *td, const char *fname)
                log_err("fio: smalloc OOM\n");
                assert(0);
        }
-       
+
        get_file_type(f);
 
        switch (td->o.file_lock_mode) {
@@ -838,8 +932,10 @@ int put_file(struct thread_data *td, struct fio_file *f)
 
        dprint(FD_FILE, "put file %s, ref=%d\n", f->file_name, f->references);
 
-       if (!fio_file_open(f))
+       if (!fio_file_open(f)) {
+               assert(f->fd == -1);
                return 0;
+       }
 
        assert(f->references);
        if (--f->references)
@@ -856,6 +952,7 @@ int put_file(struct thread_data *td, struct fio_file *f)
 
        td->nr_open_files--;
        fio_file_clear_open(f);
+       assert(f->fd == -1);
        return ret;
 }
 
@@ -995,14 +1092,15 @@ void dup_files(struct thread_data *td, struct thread_data *org)
                        log_err("fio: smalloc OOM\n");
                        assert(0);
                }
-       
+               __f->fd = -1;
+
                if (f->file_name) {
                        __f->file_name = smalloc_strdup(f->file_name);
                        if (!__f->file_name) {
                                log_err("fio: smalloc OOM\n");
                                assert(0);
                        }
-       
+
                        __f->filetype = f->filetype;
                }