[PATCH] Use mmap for mlocked memory
[fio.git] / fio.h
CommitLineData
ebac4655
JA
1#ifndef FIO_H
2#define FIO_H
3
4#include <sched.h>
5#include <limits.h>
6#include <pthread.h>
7#include <sys/time.h>
8#include <sys/resource.h>
9#include <semaphore.h>
10
11#include "list.h"
12#include "md5.h"
13#include "crc32.h"
14#include "arch.h"
15#include "os.h"
16
17struct io_stat {
18 unsigned long val;
19 unsigned long val_sq;
20 unsigned long max_val;
21 unsigned long min_val;
22 unsigned long samples;
23};
24
25struct io_sample {
26 unsigned long time;
27 unsigned long val;
28 unsigned int ddir;
29};
30
31struct io_log {
32 unsigned long nr_samples;
33 unsigned long max_samples;
34 struct io_sample *log;
35};
36
37struct io_piece {
38 struct list_head list;
39 unsigned long long offset;
40 unsigned int len;
aea47d44 41 int ddir;
ebac4655
JA
42};
43
44/*
45 * The io unit
46 */
47struct io_u {
48 union {
49#ifdef FIO_HAVE_LIBAIO
50 struct iocb iocb;
51#endif
52#ifdef FIO_HAVE_POSIXAIO
53 struct aiocb aiocb;
54#endif
55#ifdef FIO_HAVE_SGIO
56 struct sg_io_hdr hdr;
57#endif
58 };
59 struct timeval start_time;
60 struct timeval issue_time;
61
62 char *buf;
63 unsigned int buflen;
64 unsigned long long offset;
b1ff3403 65 unsigned int index;
ebac4655
JA
66
67 unsigned int resid;
68 unsigned int error;
69
70 unsigned char seen;
71 unsigned char ddir;
72
73 struct list_head list;
74};
75
76#define FIO_HDR_MAGIC 0xf00baaef
77
78enum {
79 VERIFY_NONE = 0,
80 VERIFY_MD5,
81 VERIFY_CRC32,
82};
83
84struct verify_header {
85 unsigned int fio_magic;
86 unsigned int len;
87 unsigned int verify_type;
88 union {
89 char md5_digest[MD5_HASH_WORDS * 4];
90 unsigned long crc32;
91 };
92};
93
94struct group_run_stats {
9104f874
JA
95 unsigned long long max_run[2], min_run[2];
96 unsigned long long max_bw[2], min_bw[2];
97 unsigned long long io_mb[2];
98 unsigned long long agg[2];
ebac4655
JA
99};
100
101struct thread_data {
102 char file_name[256];
103 char directory[256];
104 char verror[80];
105 pthread_t thread;
106 int thread_number;
107 int groupid;
108 int filetype;
109 int error;
110 int fd;
111 void *mmap;
112 pid_t pid;
113 char *orig_buffer;
114 size_t orig_buffer_size;
115 volatile int terminate;
116 volatile int runstate;
117 volatile int old_runstate;
118 unsigned int ddir;
3d60d1ed 119 unsigned int iomix;
ebac4655
JA
120 unsigned int ioprio;
121 unsigned int sequential;
122 unsigned int bs;
123 unsigned int min_bs;
124 unsigned int max_bs;
125 unsigned int odirect;
126 unsigned int thinktime;
127 unsigned int fsync_blocks;
128 unsigned int start_delay;
129 unsigned int timeout;
130 unsigned int io_engine;
131 unsigned int create_file;
132 unsigned int overwrite;
133 unsigned int invalidate_cache;
134 unsigned int bw_avg_time;
135 unsigned int create_serialize;
136 unsigned int create_fsync;
fc1a4713 137 unsigned int end_fsync;
ebac4655
JA
138 unsigned int loops;
139 unsigned long long file_size;
838a3cd3 140 unsigned long long real_file_size;
ebac4655 141 unsigned long long file_offset;
20dc95c4
JA
142 unsigned long long zone_size;
143 unsigned long long zone_skip;
ebac4655
JA
144 unsigned int sync_io;
145 unsigned int mem_type;
146 unsigned int verify;
147 unsigned int stonewall;
148 unsigned int numjobs;
149 unsigned int use_thread;
150 unsigned int iodepth;
151 os_cpu_mask_t cpumask;
eba09dd3 152 unsigned int jobnum;
aea47d44
JA
153 unsigned int iolog;
154
155 char iolog_file[256];
ebac4655
JA
156
157 struct drand48_data bsrange_state;
158 struct drand48_data verify_state;
159
160 int shm_id;
161
ebac4655
JA
162 void *io_data;
163 char io_engine_name[16];
164 int (*io_prep)(struct thread_data *, struct io_u *);
165 int (*io_queue)(struct thread_data *, struct io_u *);
166 int (*io_getevents)(struct thread_data *, int, int, struct timespec *);
167 struct io_u *(*io_event)(struct thread_data *, int);
168 int (*io_cancel)(struct thread_data *, struct io_u *);
169 void (*io_cleanup)(struct thread_data *);
170 int (*io_sync)(struct thread_data *);
171
172 unsigned int cur_depth;
173 struct list_head io_u_freelist;
174 struct list_head io_u_busylist;
175
176 unsigned int rate;
177 unsigned int ratemin;
178 unsigned int ratecycle;
179 unsigned long rate_usec_cycle;
180 long rate_pending_usleep;
181 unsigned long rate_bytes;
182 struct timeval lastrate;
183
184 unsigned long runtime[2]; /* msec */
185 unsigned long long io_size;
186 unsigned long long total_io_size;
187
9104f874
JA
188 unsigned long long io_blocks[2];
189 unsigned long long io_bytes[2];
190 unsigned long long zone_bytes;
191 unsigned long long this_io_bytes[2];
20dc95c4 192 unsigned long long last_pos;
ebac4655
JA
193 sem_t mutex;
194
195 struct drand48_data random_state;
196 unsigned long *file_map;
197 unsigned int num_maps;
198
199 /*
200 * bandwidth and latency stats
201 */
202 struct io_stat clat_stat[2]; /* completion latency */
203 struct io_stat slat_stat[2]; /* submission latency */
204 struct io_stat bw_stat[2]; /* bandwidth stats */
205
9104f874 206 unsigned long long stat_io_bytes[2];
ebac4655
JA
207 struct timeval stat_sample_time[2];
208
209 struct io_log *slat_log;
210 struct io_log *clat_log;
211 struct io_log *bw_log;
212
213 struct timeval start; /* start of this loop */
214 struct timeval epoch; /* time job was started */
215
216 struct rusage ru_start;
217 struct rusage ru_end;
218 unsigned long usr_time;
219 unsigned long sys_time;
220 unsigned long ctx;
221
222 unsigned int do_disk_util;
223 unsigned int override_sync;
224
225 struct list_head io_hist_list;
aea47d44 226 struct list_head io_log_list;
ebac4655
JA
227};
228
229#define td_verror(td, err) \
230 do { \
231 int e = (err); \
232 (td)->error = e; \
233 snprintf(td->verror, sizeof(td->verror) - 1, "file:%s:%d, error=%s", __FILE__, __LINE__, strerror(e)); \
234 } while (0)
235
236extern int parse_jobs_ini(char *);
237extern int parse_options(int, char **);
238extern void finish_log(struct thread_data *, struct io_log *, const char *);
239extern int init_random_state(struct thread_data *);
b1ff3403
JA
240extern struct io_u *__get_io_u(struct thread_data *);
241extern void put_io_u(struct thread_data *, struct io_u *);
ebac4655
JA
242
243extern int rate_quit;
244extern int write_lat_log;
245extern int write_bw_log;
246extern int exitall_on_terminate;
247extern int thread_number;
248extern int shm_id;
249extern int groupid;
250
251extern struct thread_data *threads;
252
253enum {
254 DDIR_READ = 0,
255 DDIR_WRITE,
256};
257
258/*
259 * What type of allocation to use for io buffers
260 */
261enum {
262 MEM_MALLOC, /* ordinary malloc */
263 MEM_SHM, /* use shared memory segments */
264 MEM_MMAP, /* use anonynomous mmap */
265};
266
267/*
268 * The type of object we are working on
269 */
270enum {
271 FIO_TYPE_FILE = 1,
272 FIO_TYPE_BD,
0af7b542 273 FIO_TYPE_CHAR,
ebac4655
JA
274};
275
276enum {
277 FIO_SYNCIO = 1 << 0,
278 FIO_MMAPIO = 1 << 1 | FIO_SYNCIO,
279 FIO_LIBAIO = 1 << 2,
280 FIO_POSIXAIO = 1 << 3,
281 FIO_SGIO = 1 << 4,
8756e4d4 282 FIO_SPLICEIO = 1 << 5 | FIO_SYNCIO,
ebac4655
JA
283};
284
285#define td_read(td) ((td)->ddir == DDIR_READ)
286#define td_write(td) ((td)->ddir == DDIR_WRITE)
3d60d1ed 287#define td_rw(td) ((td)->iomix != 0)
ebac4655
JA
288
289#define BLOCKS_PER_MAP (8 * sizeof(long))
290#define TO_MAP_BLOCK(td, b) ((b) - ((td)->file_offset / (td)->min_bs))
291#define RAND_MAP_IDX(td, b) (TO_MAP_BLOCK(td, b) / BLOCKS_PER_MAP)
292#define RAND_MAP_BIT(td, b) (TO_MAP_BLOCK(td, b) & (BLOCKS_PER_MAP - 1))
293
294#define MAX_JOBS (1024)
295
296struct disk_util_stat {
297 unsigned ios[2];
298 unsigned merges[2];
299 unsigned long long sectors[2];
300 unsigned ticks[2];
301 unsigned io_ticks;
302 unsigned time_in_queue;
303};
304
305struct disk_util {
306 struct list_head list;
307
308 char *name;
309 char path[256];
310 dev_t dev;
311
312 struct disk_util_stat dus;
313 struct disk_util_stat last_dus;
314
315 unsigned long msec;
316 struct timeval time;
317};
318
319struct io_completion_data {
320 int nr; /* input */
321
322 int error; /* output */
323 unsigned long bytes_done[2]; /* output */
324};
325
326#define DISK_UTIL_MSEC (250)
327
6a0106a0
JA
328#ifndef min
329#define min(a, b) ((a) < (b) ? (a) : (b))
330#endif
331
ebac4655 332#endif