5 #include "compiler/compiler.h"
11 #include "lib/gauss.h"
14 * The type of object we are working on
17 FIO_TYPE_FILE = 1, /* plain file */
18 FIO_TYPE_BLOCK, /* block device */
19 FIO_TYPE_CHAR, /* character device */
20 FIO_TYPE_PIPE, /* pipe */
24 FIO_FILE_open = 1 << 0, /* file is open */
25 FIO_FILE_closing = 1 << 1, /* file being closed */
26 FIO_FILE_extend = 1 << 2, /* needs extend */
27 FIO_FILE_done = 1 << 3, /* io completed to this file */
28 FIO_FILE_size_known = 1 << 4, /* size has been set */
29 FIO_FILE_hashed = 1 << 5, /* file is on hash */
30 FIO_FILE_partial_mmap = 1 << 6, /* can't do full mmap */
31 FIO_FILE_axmap = 1 << 7, /* uses axmap */
32 FIO_FILE_lfsr = 1 << 8, /* lfsr is used */
42 * How fio chooses what file to service next. Choice of uniformly random, or
43 * some skewed random variants, or just sequentially go through them or
47 FIO_FSERVICE_RANDOM = 1,
50 __FIO_FSERVICE_NONUNIFORM = 0x100,
51 FIO_FSERVICE_ZIPF = __FIO_FSERVICE_NONUNIFORM | 4,
52 FIO_FSERVICE_PARETO = __FIO_FSERVICE_NONUNIFORM | 5,
53 FIO_FSERVICE_GAUSS = __FIO_FSERVICE_NONUNIFORM | 6,
55 FIO_FSERVICE_SHIFT = 10,
59 * No pre-allocation when laying down files, or call posix_fallocate(), or
60 * call fallocate() with FALLOC_FL_KEEP_SIZE set.
62 enum fio_fallocate_mode {
63 FIO_FALLOCATE_NONE = 1,
64 FIO_FALLOCATE_POSIX = 2,
65 FIO_FALLOCATE_KEEP_SIZE = 3,
66 FIO_FALLOCATE_NATIVE = 4,
70 * Each thread_data structure has a number of files associated with it,
71 * this structure holds state information for a single file.
74 struct flist_head hash_list;
75 enum fio_filetype filetype;
85 * filename and possible memory mapping
87 unsigned int major, minor;
93 * size of the file, offset into file, and io size from that offset
94 * (be aware io_size is different from thread_options::io_size)
96 uint64_t real_file_size;
101 * Track last end and last start of IO for a given data direction
103 uint64_t last_pos[DDIR_RWDIR_CNT];
104 uint64_t last_start[DDIR_RWDIR_CNT];
106 uint64_t first_write;
110 * Tracks the last iodepth number of completed writes, if data
111 * verification is enabled
113 uint64_t *last_write_comp;
114 unsigned int last_write_idx;
117 * For use by the io engine for offset or private data storage
125 * if io is protected by a semaphore, this is set
128 struct fio_sem *lock;
129 struct fio_rwlock *rwlock;
133 * block map or LFSR for random io
136 struct axmap *io_axmap;
137 struct fio_lfsr lfsr;
141 * Used for zipf random distribution
144 struct zipf_state zipf;
145 struct gauss_state gauss;
149 enum fio_file_flags flags;
151 struct disk_util *du;
154 #define FILE_ENG_DATA(f) ((f)->engine_data)
155 #define FILE_SET_ENG_DATA(f, data) ((f)->engine_data = (data))
157 #define FILE_FLAG_FNS(name) \
158 static inline void fio_file_set_##name(struct fio_file *f) \
160 (f)->flags = (enum fio_file_flags) ((f)->flags | FIO_FILE_##name); \
162 static inline void fio_file_clear_##name(struct fio_file *f) \
164 (f)->flags = (enum fio_file_flags) ((f)->flags & ~FIO_FILE_##name); \
166 static inline int fio_file_##name(struct fio_file *f) \
168 return ((f)->flags & FIO_FILE_##name) != 0; \
172 FILE_FLAG_FNS(closing);
173 FILE_FLAG_FNS(extend);
175 FILE_FLAG_FNS(size_known);
176 FILE_FLAG_FNS(hashed);
177 FILE_FLAG_FNS(partial_mmap);
178 FILE_FLAG_FNS(axmap);
183 * File setup/shutdown
186 extern void close_files(struct thread_data *);
187 extern void close_and_free_files(struct thread_data *);
188 extern uint64_t get_start_offset(struct thread_data *, struct fio_file *);
189 extern int __must_check setup_files(struct thread_data *);
190 extern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *);
194 extern int __must_check generic_open_file(struct thread_data *, struct fio_file *);
195 extern int __must_check generic_close_file(struct thread_data *, struct fio_file *);
196 extern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *);
200 extern int __must_check file_lookup_open(struct fio_file *f, int flags);
201 extern bool __must_check pre_read_files(struct thread_data *);
202 extern unsigned long long get_rand_file_size(struct thread_data *td);
203 extern int add_file(struct thread_data *, const char *, int, int);
204 extern int add_file_exclusive(struct thread_data *, const char *);
205 extern void get_file(struct fio_file *);
206 extern int __must_check put_file(struct thread_data *, struct fio_file *);
207 extern void put_file_log(struct thread_data *, struct fio_file *);
208 extern void lock_file(struct thread_data *, struct fio_file *, enum fio_ddir);
209 extern void unlock_file(struct thread_data *, struct fio_file *);
210 extern void unlock_file_all(struct thread_data *, struct fio_file *);
211 extern int add_dir_files(struct thread_data *, const char *);
212 extern bool init_random_map(struct thread_data *);
213 extern void dup_files(struct thread_data *, struct thread_data *);
214 extern int get_fileno(struct thread_data *, const char *);
215 extern void free_release_files(struct thread_data *);
216 extern void filesetup_mem_free(void);
217 extern void fio_file_reset(struct thread_data *, struct fio_file *);
218 extern bool fio_files_done(struct thread_data *);
219 extern bool exists_and_not_regfile(const char *);
220 extern int fio_set_directio(struct thread_data *, struct fio_file *);