X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=file.h;h=e57bebcffff605c4c5996b88287cb40ff9c9254d;hp=f07216b9eced067ad0cc014716d032ac5211da53;hb=b0106419dbbb0398c196bbb0897e24315908d634;hpb=d6aed795f2e3e403828abf60874dd2d6e8342a1b diff --git a/file.h b/file.h index f07216b9..e57bebcf 100644 --- a/file.h +++ b/file.h @@ -1,7 +1,13 @@ #ifndef FIO_FILE_H #define FIO_FILE_H +#include +#include "compiler/compiler.h" #include "io_ddir.h" +#include "flist.h" +#include "lib/zipf.h" +#include "lib/axmap.h" +#include "lib/lfsr.h" /* * The type of object we are working on @@ -20,6 +26,7 @@ enum fio_file_flags { FIO_FILE_done = 1 << 3, /* io completed to this file */ FIO_FILE_size_known = 1 << 4, /* size has been set */ FIO_FILE_hashed = 1 << 5, /* file is on hash */ + FIO_FILE_partial_mmap = 1 << 6, /* can't do full mmap */ }; enum file_lock_mode { @@ -28,6 +35,26 @@ enum file_lock_mode { FILE_LOCK_READWRITE, }; +/* + * roundrobin available files, or choose one at random, or do each one + * serially. + */ +enum { + FIO_FSERVICE_RANDOM = 1, + FIO_FSERVICE_RR = 2, + FIO_FSERVICE_SEQ = 3, +}; + +/* + * No pre-allocation when laying down files, or call posix_fallocate(), or + * call fallocate() with FALLOC_FL_KEEP_SIZE set. + */ +enum fio_fallocate_mode { + FIO_FALLOCATE_NONE = 1, + FIO_FALLOCATE_POSIX = 2, + FIO_FALLOCATE_KEEP_SIZE = 3, +}; + /* * Each thread_data structure has a number of files associated with it, * this structure holds state information for a single file. @@ -36,19 +63,19 @@ struct fio_file { struct flist_head hash_list; enum fio_filetype filetype; - /* - * A file may not be a file descriptor, let the io engine decide - */ - union { - unsigned long file_data; - int fd; - }; + int fd; + int shadow_fd; +#ifdef WIN32 + HANDLE hFile; + HANDLE ioCP; +#endif /* * filename and possible memory mapping */ char *file_name; unsigned int major, minor; + int fileno; void *mmap_ptr; size_t mmap_sz; @@ -62,6 +89,15 @@ struct fio_file { unsigned long long io_size; unsigned long long last_pos; + unsigned long long last_start; + + unsigned long long first_write; + unsigned long long last_write; + + /* + * For use by the io engine + */ + uint64_t engine_data; /* * if io is protected by a semaphore, this is set @@ -74,9 +110,14 @@ struct fio_file { /* * block map for random io */ - unsigned int *file_map; - unsigned int num_maps; - unsigned int last_free_lookup; + struct axmap *io_axmap; + + struct fio_lfsr lfsr; + + /* + * Used for zipf random distribution + */ + struct zipf_state zipf; int references; enum fio_file_flags flags; @@ -104,6 +145,43 @@ FILE_FLAG_FNS(extend); FILE_FLAG_FNS(done); FILE_FLAG_FNS(size_known); FILE_FLAG_FNS(hashed); +FILE_FLAG_FNS(partial_mmap); #undef FILE_FLAG_FNS +/* + * File setup/shutdown + */ +struct thread_data; +extern void close_files(struct thread_data *); +extern void close_and_free_files(struct thread_data *); +extern unsigned long long get_start_offset(struct thread_data *); +extern int __must_check setup_files(struct thread_data *); +extern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *); +extern int __must_check generic_open_file(struct thread_data *, struct fio_file *); +extern int __must_check generic_close_file(struct thread_data *, struct fio_file *); +extern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *); +extern int __must_check file_lookup_open(struct fio_file *f, int flags); +extern int __must_check pre_read_files(struct thread_data *); +extern int add_file(struct thread_data *, const char *); +extern int add_file_exclusive(struct thread_data *, const char *); +extern void get_file(struct fio_file *); +extern int __must_check put_file(struct thread_data *, struct fio_file *); +extern void put_file_log(struct thread_data *, struct fio_file *); +extern void lock_file(struct thread_data *, struct fio_file *, enum fio_ddir); +extern void unlock_file(struct thread_data *, struct fio_file *); +extern void unlock_file_all(struct thread_data *, struct fio_file *); +extern int add_dir_files(struct thread_data *, const char *); +extern int init_random_map(struct thread_data *); +extern void dup_files(struct thread_data *, struct thread_data *); +extern int get_fileno(struct thread_data *, const char *); +extern void free_release_files(struct thread_data *); + +static inline void fio_file_reset(struct fio_file *f) +{ + f->last_pos = f->file_offset; + f->last_start = -1ULL; + if (f->io_axmap) + axmap_reset(f->io_axmap); +} + #endif