X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=file.h;h=38e9d0d43003c466ae13defebea219db8057b7c1;hp=f07216b9eced067ad0cc014716d032ac5211da53;hb=444256eaf4f0ffdc4cacef37873d58f2a65bf8e6;hpb=d6aed795f2e3e403828abf60874dd2d6e8342a1b diff --git a/file.h b/file.h index f07216b9..38e9d0d4 100644 --- a/file.h +++ b/file.h @@ -1,7 +1,11 @@ #ifndef FIO_FILE_H #define FIO_FILE_H +#include +#include "compiler/compiler.h" #include "io_ddir.h" +#include "flist.h" +#include "lib/zipf.h" /* * The type of object we are working on @@ -20,6 +24,7 @@ enum fio_file_flags { FIO_FILE_done = 1 << 3, /* io completed to this file */ FIO_FILE_size_known = 1 << 4, /* size has been set */ FIO_FILE_hashed = 1 << 5, /* file is on hash */ + FIO_FILE_partial_mmap = 1 << 6, /* can't do full mmap */ }; enum file_lock_mode { @@ -28,6 +33,26 @@ enum file_lock_mode { FILE_LOCK_READWRITE, }; +/* + * roundrobin available files, or choose one at random, or do each one + * serially. + */ +enum { + FIO_FSERVICE_RANDOM = 1, + FIO_FSERVICE_RR = 2, + FIO_FSERVICE_SEQ = 3, +}; + +/* + * No pre-allocation when laying down files, or call posix_fallocate(), or + * call fallocate() with FALLOC_FL_KEEP_SIZE set. + */ +enum fio_fallocate_mode { + FIO_FALLOCATE_NONE = 1, + FIO_FALLOCATE_POSIX = 2, + FIO_FALLOCATE_KEEP_SIZE = 3, +}; + /* * Each thread_data structure has a number of files associated with it, * this structure holds state information for a single file. @@ -36,19 +61,19 @@ struct fio_file { struct flist_head hash_list; enum fio_filetype filetype; - /* - * A file may not be a file descriptor, let the io engine decide - */ - union { - unsigned long file_data; - int fd; - }; + void *file_data; + int fd; +#ifdef WIN32 + HANDLE hFile; + HANDLE ioCP; +#endif /* * filename and possible memory mapping */ char *file_name; unsigned int major, minor; + int fileno; void *mmap_ptr; size_t mmap_sz; @@ -62,6 +87,15 @@ struct fio_file { unsigned long long io_size; unsigned long long last_pos; + unsigned long long last_start; + + unsigned long long first_write; + unsigned long long last_write; + + /* + * For use by the io engine + */ + unsigned long long file_pos; /* * if io is protected by a semaphore, this is set @@ -74,9 +108,15 @@ struct fio_file { /* * block map for random io */ - unsigned int *file_map; - unsigned int num_maps; - unsigned int last_free_lookup; + unsigned long *file_map; + unsigned long num_maps; + unsigned long last_free_lookup; + unsigned failed_rands; + + /* + * Used for zipf random distribution + */ + struct zipf_state zipf; int references; enum fio_file_flags flags; @@ -104,6 +144,46 @@ FILE_FLAG_FNS(extend); FILE_FLAG_FNS(done); FILE_FLAG_FNS(size_known); FILE_FLAG_FNS(hashed); +FILE_FLAG_FNS(partial_mmap); #undef FILE_FLAG_FNS +/* + * File setup/shutdown + */ +struct thread_data; +extern void close_files(struct thread_data *); +extern void close_and_free_files(struct thread_data *); +extern unsigned long long get_start_offset(struct thread_data *); +extern int __must_check setup_files(struct thread_data *); +extern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *); +extern int __must_check generic_open_file(struct thread_data *, struct fio_file *); +extern int __must_check generic_close_file(struct thread_data *, struct fio_file *); +extern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *); +extern int __must_check file_lookup_open(struct fio_file *f, int flags); +extern int __must_check pre_read_files(struct thread_data *); +extern int add_file(struct thread_data *, const char *); +extern int add_file_exclusive(struct thread_data *, const char *); +extern void get_file(struct fio_file *); +extern int __must_check put_file(struct thread_data *, struct fio_file *); +extern void put_file_log(struct thread_data *, struct fio_file *); +extern void lock_file(struct thread_data *, struct fio_file *, enum fio_ddir); +extern void unlock_file(struct thread_data *, struct fio_file *); +extern void unlock_file_all(struct thread_data *, struct fio_file *); +extern int add_dir_files(struct thread_data *, const char *); +extern int init_random_map(struct thread_data *); +extern void dup_files(struct thread_data *, struct thread_data *); +extern int get_fileno(struct thread_data *, const char *); +extern void free_release_files(struct thread_data *); + +static inline void fio_file_reset(struct fio_file *f) +{ + f->last_free_lookup = 0; + f->failed_rands = 0; + f->last_pos = f->file_offset; + f->last_start = -1ULL; + f->file_pos = -1ULL; + if (f->file_map) + memset(f->file_map, 0, f->num_maps * sizeof(unsigned long)); +} + #endif