Fix issue with openfiles= and file sizing

[fio.git] / file.h

diff --git a/file.h b/file.h
index dc22d4e058a177f373131acb370c838d4441b88f..19413fc8fa777d96b419e62c2c9d0c8433b4c2b2 100644 (file)
--- a/file.h
+++ b/file.h
@@ -1,7 +1,13 @@
 #ifndef FIO_FILE_H
 #define FIO_FILE_H
 
+#include <string.h>
+#include "compiler/compiler.h"
 #include "io_ddir.h"
+#include "flist.h"
+#include "lib/zipf.h"
+#include "lib/axmap.h"
+#include "lib/lfsr.h"
 
 /*
  * The type of object we are working on
@@ -39,6 +45,16 @@ enum {
        FIO_FSERVICE_SEQ        = 3,
 };
 
+/*
+ * No pre-allocation when laying down files, or call posix_fallocate(), or
+ * call fallocate() with FALLOC_FL_KEEP_SIZE set.
+ */
+enum fio_fallocate_mode {
+       FIO_FALLOCATE_NONE      = 1,
+       FIO_FALLOCATE_POSIX     = 2,
+       FIO_FALLOCATE_KEEP_SIZE = 3,
+};
+
 /*
  * Each thread_data structure has a number of files associated with it,
  * this structure holds state information for a single file.
@@ -47,19 +63,19 @@ struct fio_file {
        struct flist_head hash_list;
        enum fio_filetype filetype;
 
-       /*
-        * A file may not be a file descriptor, let the io engine decide
-        */
-       union {
-               unsigned long file_data;
-               int fd;
-       };
+       int fd;
+       int shadow_fd;
+#ifdef WIN32
+       HANDLE hFile;
+       HANDLE ioCP;
+#endif
 
        /*
         * filename and possible memory mapping
         */
        char *file_name;
        unsigned int major, minor;
+       int fileno;
 
        void *mmap_ptr;
        size_t mmap_sz;
@@ -68,26 +84,40 @@ struct fio_file {
        /*
         * size of the file, offset into file, and io size from that offset
         */
-       unsigned long long real_file_size;
-       unsigned long long file_offset;
-       unsigned long long io_size;
+       uint64_t real_file_size;
+       uint64_t file_offset;
+       uint64_t io_size;
 
-       unsigned long long last_pos;
+       uint64_t last_pos;
+       uint64_t last_start;
+
+       uint64_t first_write;
+       uint64_t last_write;
+
+       /*
+        * For use by the io engine
+        */
+       uint64_t engine_data;
 
        /*
         * if io is protected by a semaphore, this is set
         */
-       struct fio_mutex *lock;
-       void *lock_owner;
-       unsigned int lock_batch;
-       enum fio_ddir lock_ddir;
+       union {
+               struct fio_mutex *lock;
+               struct fio_rwlock *rwlock;
+       };
 
        /*
         * block map for random io
         */
-       unsigned int *file_map;
-       unsigned int num_maps;
-       unsigned int last_free_lookup;
+       struct axmap *io_axmap;
+
+       struct fio_lfsr lfsr;
+
+       /*
+        * Used for zipf random distribution
+        */
+       struct zipf_state zipf;
 
        int references;
        enum fio_file_flags flags;
@@ -124,13 +154,16 @@ FILE_FLAG_FNS(partial_mmap);
 struct thread_data;
 extern void close_files(struct thread_data *);
 extern void close_and_free_files(struct thread_data *);
+extern uint64_t get_start_offset(struct thread_data *);
 extern int __must_check setup_files(struct thread_data *);
 extern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *);
 extern int __must_check generic_open_file(struct thread_data *, struct fio_file *);
 extern int __must_check generic_close_file(struct thread_data *, struct fio_file *);
 extern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *);
+extern int __must_check file_lookup_open(struct fio_file *f, int flags);
 extern int __must_check pre_read_files(struct thread_data *);
 extern int add_file(struct thread_data *, const char *);
+extern int add_file_exclusive(struct thread_data *, const char *);
 extern void get_file(struct fio_file *);
 extern int __must_check put_file(struct thread_data *, struct fio_file *);
 extern void put_file_log(struct thread_data *, struct fio_file *);
@@ -142,13 +175,7 @@ extern int init_random_map(struct thread_data *);
 extern void dup_files(struct thread_data *, struct thread_data *);
 extern int get_fileno(struct thread_data *, const char *);
 extern void free_release_files(struct thread_data *);
-
-static inline void fio_file_reset(struct fio_file *f)
-{
-       f->last_free_lookup = 0;
-       f->last_pos = f->file_offset;
-       if (f->file_map)
-               memset(f->file_map, 0, f->num_maps * sizeof(int));
-}
+void fio_file_reset(struct thread_data *, struct fio_file *);
+int fio_files_done(struct thread_data *);
 
 #endif