[PATCH] Add verify_meta verification type
[fio.git] / options.c
1 #include <stdio.h>
2 #include <stdlib.h>
3 #include <unistd.h>
4 #include <ctype.h>
5 #include <string.h>
6 #include <getopt.h>
7 #include <assert.h>
8
9 #include "fio.h"
10 #include "parse.h"
11 #include "fls.h"
12
13 #define td_var_offset(var)      ((size_t) &((struct thread_options *)0)->var)
14
15 /*
16  * Check if mmap/mmaphuge has a :/foo/bar/file at the end. If so, return that.
17  */
18 static char *get_opt_postfix(const char *str)
19 {
20         char *p = strstr(str, ":");
21
22         if (!p)
23                 return NULL;
24
25         p++;
26         strip_blank_front(&p);
27         strip_blank_end(p);
28         return strdup(p);
29 }
30
31 static int str_rw_cb(void *data, const char *str)
32 {
33         struct thread_data *td = data;
34         char *nr = get_opt_postfix(str);
35
36         td->o.ddir_nr = 1;
37         if (nr)
38                 td->o.ddir_nr = atoi(nr);
39
40         return 0;
41 }
42
43 static int str_mem_cb(void *data, const char *mem)
44 {
45         struct thread_data *td = data;
46
47         if (td->o.mem_type == MEM_MMAPHUGE || td->o.mem_type == MEM_MMAP) {
48                 td->mmapfile = get_opt_postfix(mem);
49                 if (td->o.mem_type == MEM_MMAPHUGE && !td->mmapfile) {
50                         log_err("fio: mmaphuge:/path/to/file\n");
51                         return 1;
52                 }
53         }
54
55         return 0;
56 }
57
58 static int str_lockmem_cb(void fio_unused *data, unsigned long *val)
59 {
60         mlock_size = *val;
61         return 0;
62 }
63
64 #ifdef FIO_HAVE_IOPRIO
65 static int str_prioclass_cb(void *data, unsigned int *val)
66 {
67         struct thread_data *td = data;
68         unsigned short mask;
69
70         /*
71          * mask off old class bits, str_prio_cb() may have set a default class
72          */
73         mask = (1 << IOPRIO_CLASS_SHIFT) - 1;
74         td->ioprio &= mask;
75
76         td->ioprio |= *val << IOPRIO_CLASS_SHIFT;
77         return 0;
78 }
79
80 static int str_prio_cb(void *data, unsigned int *val)
81 {
82         struct thread_data *td = data;
83
84         td->ioprio |= *val;
85
86         /*
87          * If no class is set, assume BE
88          */
89         if ((td->ioprio >> IOPRIO_CLASS_SHIFT) == 0)
90                 td->ioprio |= IOPRIO_CLASS_BE << IOPRIO_CLASS_SHIFT;
91
92         return 0;
93 }
94 #endif
95
96 static int str_exitall_cb(void)
97 {
98         exitall_on_terminate = 1;
99         return 0;
100 }
101
102 #ifdef FIO_HAVE_CPU_AFFINITY
103 static int str_cpumask_cb(void *data, unsigned int *val)
104 {
105         struct thread_data *td = data;
106         unsigned int i;
107
108         CPU_ZERO(&td->o.cpumask);
109
110         for (i = 0; i < sizeof(int) * 8; i++)
111                 if ((1 << i) & *val)
112                         CPU_SET(*val, &td->o.cpumask);
113
114         td->o.cpumask_set = 1;
115         return 0;
116 }
117
118 static int str_cpus_allowed_cb(void *data, const char *input)
119 {
120         struct thread_data *td = data;
121         char *cpu, *str, *p;
122
123         CPU_ZERO(&td->o.cpumask);
124
125         p = str = strdup(input);
126
127         strip_blank_front(&str);
128         strip_blank_end(str);
129
130         while ((cpu = strsep(&str, ",")) != NULL) {
131                 if (!strlen(cpu))
132                         break;
133                 CPU_SET(atoi(cpu), &td->o.cpumask);
134         }
135
136         free(p);
137         td->o.cpumask_set = 1;
138         exit(0);
139         return 0;
140 }
141 #endif
142
143 static int str_fst_cb(void *data, const char *str)
144 {
145         struct thread_data *td = data;
146         char *nr = get_opt_postfix(str);
147
148         td->file_service_nr = 1;
149         if (nr)
150                 td->file_service_nr = atoi(nr);
151
152         return 0;
153 }
154
155 static int str_filename_cb(void *data, const char *input)
156 {
157         struct thread_data *td = data;
158         char *fname, *str, *p;
159
160         p = str = strdup(input);
161
162         strip_blank_front(&str);
163         strip_blank_end(str);
164
165         if (!td->files_index)
166                 td->o.nr_files = 0;
167
168         while ((fname = strsep(&str, ":")) != NULL) {
169                 if (!strlen(fname))
170                         break;
171                 add_file(td, fname);
172                 td->o.nr_files++;
173         }
174
175         free(p);
176         return 0;
177 }
178
179 static int str_directory_cb(void *data, const char fio_unused *str)
180 {
181         struct thread_data *td = data;
182         struct stat sb;
183
184         if (lstat(td->o.directory, &sb) < 0) {
185                 log_err("fio: %s is not a directory\n", td->o.directory);
186                 td_verror(td, errno, "lstat");
187                 return 1;
188         }
189         if (!S_ISDIR(sb.st_mode)) {
190                 log_err("fio: %s is not a directory\n", td->o.directory);
191                 return 1;
192         }
193
194         return 0;
195 }
196
197 static int str_opendir_cb(void *data, const char fio_unused *str)
198 {
199         struct thread_data *td = data;
200
201         if (!td->files_index)
202                 td->o.nr_files = 0;
203
204         return add_dir_files(td, td->o.opendir);
205 }
206
207 static int str_verify_offset_cb(void *data, unsigned int *off)
208 {
209         struct thread_data *td = data;
210
211         if (*off && *off < sizeof(struct verify_header)) {
212                 log_err("fio: verify_offset too small\n");
213                 return 1;
214         }
215
216         td->o.verify_offset = *off;
217         return 0;
218 }
219
220 static int str_verify_pattern_cb(void *data, unsigned int *off)
221 {
222         struct thread_data *td = data;
223         unsigned int msb;
224
225         msb = fls(*off);
226         if (msb <= 8)
227                 td->o.verify_pattern_bytes = 1;
228         else if (msb <= 16)
229                 td->o.verify_pattern_bytes = 2;
230         else if (msb <= 24)
231                 td->o.verify_pattern_bytes = 3;
232         else
233                 td->o.verify_pattern_bytes = 4;
234
235         td->o.verify_pattern = *off;
236         return 0;
237 }
238
239 #define __stringify_1(x)        #x
240 #define __stringify(x)          __stringify_1(x)
241
242 /*
243  * Map of job/command line options
244  */
245 static struct fio_option options[] = {
246         {
247                 .name   = "description",
248                 .type   = FIO_OPT_STR_STORE,
249                 .off1   = td_var_offset(description),
250                 .help   = "Text job description",
251         },
252         {
253                 .name   = "name",
254                 .type   = FIO_OPT_STR_STORE,
255                 .off1   = td_var_offset(name),
256                 .help   = "Name of this job",
257         },
258         {
259                 .name   = "directory",
260                 .type   = FIO_OPT_STR_STORE,
261                 .off1   = td_var_offset(directory),
262                 .cb     = str_directory_cb,
263                 .help   = "Directory to store files in",
264         },
265         {
266                 .name   = "filename",
267                 .type   = FIO_OPT_STR_STORE,
268                 .off1   = td_var_offset(filename),
269                 .cb     = str_filename_cb,
270                 .help   = "File(s) to use for the workload",
271         },
272         {
273                 .name   = "opendir",
274                 .type   = FIO_OPT_STR_STORE,
275                 .off1   = td_var_offset(opendir),
276                 .cb     = str_opendir_cb,
277                 .help   = "Recursively add files from this directory and down",
278         },
279         {
280                 .name   = "rw",
281                 .alias  = "readwrite",
282                 .type   = FIO_OPT_STR,
283                 .cb     = str_rw_cb,
284                 .off1   = td_var_offset(td_ddir),
285                 .help   = "IO direction",
286                 .def    = "read",
287                 .posval = {
288                           { .ival = "read",
289                             .oval = TD_DDIR_READ,
290                             .help = "Sequential read",
291                           },
292                           { .ival = "write",
293                             .oval = TD_DDIR_WRITE,
294                             .help = "Sequential write",
295                           },
296                           { .ival = "randread",
297                             .oval = TD_DDIR_RANDREAD,
298                             .help = "Random read",
299                           },
300                           { .ival = "randwrite",
301                             .oval = TD_DDIR_RANDWRITE,
302                             .help = "Random write",
303                           },
304                           { .ival = "rw",
305                             .oval = TD_DDIR_RW,
306                             .help = "Sequential read and write mix",
307                           },
308                           { .ival = "randrw",
309                             .oval = TD_DDIR_RANDRW,
310                             .help = "Random read and write mix"
311                           },
312                 },
313         },
314         {
315                 .name   = "ioengine",
316                 .type   = FIO_OPT_STR_STORE,
317                 .off1   = td_var_offset(ioengine),
318                 .help   = "IO engine to use",
319                 .def    = "sync",
320                 .posval = {
321                           { .ival = "sync",
322                             .help = "Use read/write",
323                           },
324 #ifdef FIO_HAVE_LIBAIO
325                           { .ival = "libaio",
326                             .help = "Linux native asynchronous IO",
327                           },
328 #endif
329 #ifdef FIO_HAVE_POSIXAIO
330                           { .ival = "posixaio",
331                             .help = "POSIX asynchronous IO",
332                           },
333 #endif
334                           { .ival = "mmap",
335                             .help = "Memory mapped IO",
336                           },
337 #ifdef FIO_HAVE_SPLICE
338                           { .ival = "splice",
339                             .help = "splice/vmsplice based IO",
340                           },
341                           { .ival = "netsplice",
342                             .help = "splice/vmsplice to/from the network",
343                           },
344 #endif
345 #ifdef FIO_HAVE_SGIO
346                           { .ival = "sg",
347                             .help = "SCSI generic v3 IO",
348                           },
349 #endif
350                           { .ival = "null",
351                             .help = "Testing engine (no data transfer)",
352                           },
353                           { .ival = "net",
354                             .help = "Network IO",
355                           },
356 #ifdef FIO_HAVE_SYSLET
357                           { .ival = "syslet-rw",
358                             .help = "syslet enabled async pread/pwrite IO",
359                           },
360 #endif
361                           { .ival = "cpuio",
362                             .help = "CPU cycler burner engine",
363                           },
364 #ifdef FIO_HAVE_GUASI
365                           { .ival = "guasi",
366                             .help = "GUASI IO engine",
367                           },
368 #endif
369                           { .ival = "external",
370                             .help = "Load external engine (append name)",
371                           },
372                 },
373         },
374         {
375                 .name   = "iodepth",
376                 .type   = FIO_OPT_INT,
377                 .off1   = td_var_offset(iodepth),
378                 .help   = "Amount of IO buffers to keep in flight",
379                 .def    = "1",
380         },
381         {
382                 .name   = "iodepth_batch",
383                 .type   = FIO_OPT_INT,
384                 .off1   = td_var_offset(iodepth_batch),
385                 .help   = "Number of IO to submit in one go",
386                 .parent = "iodepth",
387         },
388         {
389                 .name   = "iodepth_low",
390                 .type   = FIO_OPT_INT,
391                 .off1   = td_var_offset(iodepth_low),
392                 .help   = "Low water mark for queuing depth",
393                 .parent = "iodepth",
394         },
395         {
396                 .name   = "size",
397                 .type   = FIO_OPT_STR_VAL,
398                 .off1   = td_var_offset(size),
399                 .minval = 1,
400                 .help   = "Total size of device or files",
401         },
402         {
403                 .name   = "filesize",
404                 .type   = FIO_OPT_STR_VAL,
405                 .off1   = td_var_offset(file_size_low),
406                 .off2   = td_var_offset(file_size_high),
407                 .minval = 1,
408                 .help   = "Size of individual files",
409         },
410         {
411                 .name   = "offset",
412                 .alias  = "fileoffset",
413                 .type   = FIO_OPT_STR_VAL,
414                 .off1   = td_var_offset(start_offset),
415                 .help   = "Start IO from this offset",
416                 .def    = "0",
417         },
418         {
419                 .name   = "bs",
420                 .alias  = "blocksize",
421                 .type   = FIO_OPT_STR_VAL_INT,
422                 .off1   = td_var_offset(bs[DDIR_READ]),
423                 .off2   = td_var_offset(bs[DDIR_WRITE]),
424                 .minval = 1,
425                 .help   = "Block size unit",
426                 .def    = "4k",
427                 .parent = "rw",
428         },
429         {
430                 .name   = "bsrange",
431                 .alias  = "blocksize_range",
432                 .type   = FIO_OPT_RANGE,
433                 .off1   = td_var_offset(min_bs[DDIR_READ]),
434                 .off2   = td_var_offset(max_bs[DDIR_READ]),
435                 .off3   = td_var_offset(min_bs[DDIR_WRITE]),
436                 .off4   = td_var_offset(max_bs[DDIR_WRITE]),
437                 .minval = 1,
438                 .help   = "Set block size range (in more detail than bs)",
439                 .parent = "rw",
440         },
441         {
442                 .name   = "bs_unaligned",
443                 .alias  = "blocksize_unaligned",
444                 .type   = FIO_OPT_STR_SET,
445                 .off1   = td_var_offset(bs_unaligned),
446                 .help   = "Don't sector align IO buffer sizes",
447                 .parent = "rw",
448         },
449         {
450                 .name   = "randrepeat",
451                 .type   = FIO_OPT_BOOL,
452                 .off1   = td_var_offset(rand_repeatable),
453                 .help   = "Use repeatable random IO pattern",
454                 .def    = "1",
455                 .parent = "rw",
456         },
457         {
458                 .name   = "norandommap",
459                 .type   = FIO_OPT_STR_SET,
460                 .off1   = td_var_offset(norandommap),
461                 .help   = "Accept potential duplicate random blocks",
462                 .parent = "rw",
463         },
464         {
465                 .name   = "nrfiles",
466                 .type   = FIO_OPT_INT,
467                 .off1   = td_var_offset(nr_files),
468                 .help   = "Split job workload between this number of files",
469                 .def    = "1",
470         },
471         {
472                 .name   = "openfiles",
473                 .type   = FIO_OPT_INT,
474                 .off1   = td_var_offset(open_files),
475                 .help   = "Number of files to keep open at the same time",
476         },
477         {
478                 .name   = "file_service_type",
479                 .type   = FIO_OPT_STR,
480                 .cb     = str_fst_cb,
481                 .off1   = td_var_offset(file_service_type),
482                 .help   = "How to select which file to service next",
483                 .def    = "roundrobin",
484                 .posval = {
485                           { .ival = "random",
486                             .oval = FIO_FSERVICE_RANDOM,
487                             .help = "Choose a file at random",
488                           },
489                           { .ival = "roundrobin",
490                             .oval = FIO_FSERVICE_RR,
491                             .help = "Round robin select files",
492                           },
493                 },
494                 .parent = "nrfiles",
495         },
496         {
497                 .name   = "fadvise_hint",
498                 .type   = FIO_OPT_BOOL,
499                 .off1   = td_var_offset(fadvise_hint),
500                 .help   = "Use fadvise() to advise the kernel on IO pattern",
501                 .def    = "1",
502         },
503         {
504                 .name   = "fsync",
505                 .type   = FIO_OPT_INT,
506                 .off1   = td_var_offset(fsync_blocks),
507                 .help   = "Issue fsync for writes every given number of blocks",
508                 .def    = "0",
509         },
510         {
511                 .name   = "direct",
512                 .type   = FIO_OPT_BOOL,
513                 .off1   = td_var_offset(odirect),
514                 .help   = "Use O_DIRECT IO (negates buffered)",
515                 .def    = "0",
516         },
517         {
518                 .name   = "buffered",
519                 .type   = FIO_OPT_BOOL,
520                 .off1   = td_var_offset(odirect),
521                 .neg    = 1,
522                 .help   = "Use buffered IO (negates direct)",
523                 .def    = "1",
524         },
525         {
526                 .name   = "overwrite",
527                 .type   = FIO_OPT_BOOL,
528                 .off1   = td_var_offset(overwrite),
529                 .help   = "When writing, set whether to overwrite current data",
530                 .def    = "0",
531         },
532         {
533                 .name   = "loops",
534                 .type   = FIO_OPT_INT,
535                 .off1   = td_var_offset(loops),
536                 .help   = "Number of times to run the job",
537                 .def    = "1",
538         },
539         {
540                 .name   = "numjobs",
541                 .type   = FIO_OPT_INT,
542                 .off1   = td_var_offset(numjobs),
543                 .help   = "Duplicate this job this many times",
544                 .def    = "1",
545         },
546         {
547                 .name   = "startdelay",
548                 .type   = FIO_OPT_INT,
549                 .off1   = td_var_offset(start_delay),
550                 .help   = "Only start job when this period has passed",
551                 .def    = "0",
552         },
553         {
554                 .name   = "runtime",
555                 .alias  = "timeout",
556                 .type   = FIO_OPT_STR_VAL_TIME,
557                 .off1   = td_var_offset(timeout),
558                 .help   = "Stop workload when this amount of time has passed",
559                 .def    = "0",
560         },
561         {
562                 .name   = "time_based",
563                 .type   = FIO_OPT_STR_SET,
564                 .off1   = td_var_offset(time_based),
565                 .help   = "Keep running until runtime/timeout is met",
566         },
567         {
568                 .name   = "mem",
569                 .alias  = "iomem",
570                 .type   = FIO_OPT_STR,
571                 .cb     = str_mem_cb,
572                 .off1   = td_var_offset(mem_type),
573                 .help   = "Backing type for IO buffers",
574                 .def    = "malloc",
575                 .posval = {
576                           { .ival = "malloc",
577                             .oval = MEM_MALLOC,
578                             .help = "Use malloc(3) for IO buffers",
579                           },
580                           { .ival = "shm",
581                             .oval = MEM_SHM,
582                             .help = "Use shared memory segments for IO buffers",
583                           },
584 #ifdef FIO_HAVE_HUGETLB
585                           { .ival = "shmhuge",
586                             .oval = MEM_SHMHUGE,
587                             .help = "Like shm, but use huge pages",
588                           },
589 #endif
590                           { .ival = "mmap",
591                             .oval = MEM_MMAP,
592                             .help = "Use mmap(2) (file or anon) for IO buffers",
593                           },
594 #ifdef FIO_HAVE_HUGETLB
595                           { .ival = "mmaphuge",
596                             .oval = MEM_MMAPHUGE,
597                             .help = "Like mmap, but use huge pages",
598                           },
599 #endif
600                   },
601         },
602         {
603                 .name   = "verify",
604                 .type   = FIO_OPT_STR,
605                 .off1   = td_var_offset(verify),
606                 .help   = "Verify data written",
607                 .def    = "0",
608                 .posval = {
609                           { .ival = "0",
610                             .oval = VERIFY_NONE,
611                             .help = "Don't do IO verification",
612                           },
613                           { .ival = "md5",
614                             .oval = VERIFY_MD5,
615                             .help = "Use md5 checksums for verification",
616                           },
617                           { .ival = "crc64",
618                             .oval = VERIFY_CRC64,
619                             .help = "Use crc64 checksums for verification",
620                           },
621                           { .ival = "crc32",
622                             .oval = VERIFY_CRC32,
623                             .help = "Use crc32 checksums for verification",
624                           },
625                           { .ival = "crc16",
626                             .oval = VERIFY_CRC16,
627                             .help = "Use crc16 checksums for verification",
628                           },
629                           { .ival = "crc7",
630                             .oval = VERIFY_CRC7,
631                             .help = "Use crc7 checksums for verification",
632                           },
633                           { .ival = "sha256",
634                             .oval = VERIFY_SHA256,
635                             .help = "Use sha256 checksums for verification",
636                           },
637                           { .ival = "sha512",
638                             .oval = VERIFY_SHA512,
639                             .help = "Use sha512 checksums for verification",
640                           },
641                           { .ival = "meta",
642                             .oval = VERIFY_META,
643                             .help = "Use io information",
644                           },
645                           {
646                             .ival = "null",
647                             .oval = VERIFY_NULL,
648                             .help = "Pretend to verify",
649                           },
650                 },
651         },
652         {
653                 .name   = "verifysort",
654                 .type   = FIO_OPT_BOOL,
655                 .off1   = td_var_offset(verifysort),
656                 .help   = "Sort written verify blocks for read back",
657                 .def    = "1",
658                 .parent = "verify",
659         },
660         {
661                 .name   = "verify_interval",
662                 .type   = FIO_OPT_STR_VAL_INT,
663                 .off1   = td_var_offset(verify_interval),
664                 .minval = 2 * sizeof(struct verify_header),
665                 .help   = "Store verify buffer header every N bytes",
666                 .parent = "verify",
667         },
668         {
669                 .name   = "verify_offset",
670                 .type   = FIO_OPT_STR_VAL_INT,
671                 .help   = "Offset verify header location by N bytes",
672                 .def    = "0",
673                 .cb     = str_verify_offset_cb, 
674                 .parent = "verify",
675         },
676         {
677                 .name   = "verify_pattern",
678                 .type   = FIO_OPT_INT,
679                 .cb     = str_verify_pattern_cb,
680                 .help   = "Fill pattern for IO buffers",
681                 .parent = "verify",
682         },
683         {
684                 .name   = "write_iolog",
685                 .type   = FIO_OPT_STR_STORE,
686                 .off1   = td_var_offset(write_iolog_file),
687                 .help   = "Store IO pattern to file",
688         },
689         {
690                 .name   = "read_iolog",
691                 .type   = FIO_OPT_STR_STORE,
692                 .off1   = td_var_offset(read_iolog_file),
693                 .help   = "Playback IO pattern from file",
694         },
695         {
696                 .name   = "exec_prerun",
697                 .type   = FIO_OPT_STR_STORE,
698                 .off1   = td_var_offset(exec_prerun),
699                 .help   = "Execute this file prior to running job",
700         },
701         {
702                 .name   = "exec_postrun",
703                 .type   = FIO_OPT_STR_STORE,
704                 .off1   = td_var_offset(exec_postrun),
705                 .help   = "Execute this file after running job",
706         },
707 #ifdef FIO_HAVE_IOSCHED_SWITCH
708         {
709                 .name   = "ioscheduler",
710                 .type   = FIO_OPT_STR_STORE,
711                 .off1   = td_var_offset(ioscheduler),
712                 .help   = "Use this IO scheduler on the backing device",
713         },
714 #endif
715         {
716                 .name   = "zonesize",
717                 .type   = FIO_OPT_STR_VAL,
718                 .off1   = td_var_offset(zone_size),
719                 .help   = "Give size of an IO zone",
720                 .def    = "0",
721         },
722         {
723                 .name   = "zoneskip",
724                 .type   = FIO_OPT_STR_VAL,
725                 .off1   = td_var_offset(zone_skip),
726                 .help   = "Space between IO zones",
727                 .def    = "0",
728         },
729         {
730                 .name   = "lockmem",
731                 .type   = FIO_OPT_STR_VAL,
732                 .cb     = str_lockmem_cb,
733                 .help   = "Lock down this amount of memory",
734                 .def    = "0",
735         },
736         {
737                 .name   = "rwmixread",
738                 .type   = FIO_OPT_INT,
739                 .off1   = td_var_offset(rwmix[DDIR_READ]),
740                 .maxval = 100,
741                 .help   = "Percentage of mixed workload that is reads",
742                 .def    = "50",
743         },
744         {
745                 .name   = "rwmixwrite",
746                 .type   = FIO_OPT_INT,
747                 .off1   = td_var_offset(rwmix[DDIR_WRITE]),
748                 .maxval = 100,
749                 .help   = "Percentage of mixed workload that is writes",
750                 .def    = "50",
751         },
752         {
753                 .name   = "rwmixcycle",
754                 .type   = FIO_OPT_INT,
755                 .off1   = td_var_offset(rwmixcycle),
756                 .help   = "Cycle period for mixed read/write workloads (msec)",
757                 .def    = "500",
758                 .parent = "rwmixread",
759         },
760         {
761                 .name   = "nice",
762                 .type   = FIO_OPT_INT,
763                 .off1   = td_var_offset(nice),
764                 .help   = "Set job CPU nice value",
765                 .minval = -19,
766                 .maxval = 20,
767                 .def    = "0",
768         },
769 #ifdef FIO_HAVE_IOPRIO
770         {
771                 .name   = "prio",
772                 .type   = FIO_OPT_INT,
773                 .cb     = str_prio_cb,
774                 .help   = "Set job IO priority value",
775                 .minval = 0,
776                 .maxval = 7,
777         },
778         {
779                 .name   = "prioclass",
780                 .type   = FIO_OPT_INT,
781                 .cb     = str_prioclass_cb,
782                 .help   = "Set job IO priority class",
783                 .minval = 0,
784                 .maxval = 3,
785         },
786 #endif
787         {
788                 .name   = "thinktime",
789                 .type   = FIO_OPT_INT,
790                 .off1   = td_var_offset(thinktime),
791                 .help   = "Idle time between IO buffers (usec)",
792                 .def    = "0",
793         },
794         {
795                 .name   = "thinktime_spin",
796                 .type   = FIO_OPT_INT,
797                 .off1   = td_var_offset(thinktime_spin),
798                 .help   = "Start think time by spinning this amount (usec)",
799                 .def    = "0",
800                 .parent = "thinktime",
801         },
802         {
803                 .name   = "thinktime_blocks",
804                 .type   = FIO_OPT_INT,
805                 .off1   = td_var_offset(thinktime_blocks),
806                 .help   = "IO buffer period between 'thinktime'",
807                 .def    = "1",
808                 .parent = "thinktime",
809         },
810         {
811                 .name   = "rate",
812                 .type   = FIO_OPT_INT,
813                 .off1   = td_var_offset(rate),
814                 .help   = "Set bandwidth rate",
815         },
816         {
817                 .name   = "ratemin",
818                 .type   = FIO_OPT_INT,
819                 .off1   = td_var_offset(ratemin),
820                 .help   = "Job must meet this rate or it will be shutdown",
821                 .parent = "rate",
822         },
823         {
824                 .name   = "rate_iops",
825                 .type   = FIO_OPT_INT,
826                 .off1   = td_var_offset(rate_iops),
827                 .help   = "Limit IO used to this number of IO operations/sec",
828         },
829         {
830                 .name   = "rate_iops_min",
831                 .type   = FIO_OPT_INT,
832                 .off1   = td_var_offset(rate_iops_min),
833                 .help   = "Job must meet this rate or it will be shutdown",
834                 .parent = "rate_iops",
835         },
836         {
837                 .name   = "ratecycle",
838                 .type   = FIO_OPT_INT,
839                 .off1   = td_var_offset(ratecycle),
840                 .help   = "Window average for rate limits (msec)",
841                 .def    = "1000",
842                 .parent = "rate",
843         },
844         {
845                 .name   = "invalidate",
846                 .type   = FIO_OPT_BOOL,
847                 .off1   = td_var_offset(invalidate_cache),
848                 .help   = "Invalidate buffer/page cache prior to running job",
849                 .def    = "1",
850         },
851         {
852                 .name   = "sync",
853                 .type   = FIO_OPT_BOOL,
854                 .off1   = td_var_offset(sync_io),
855                 .help   = "Use O_SYNC for buffered writes",
856                 .def    = "0",
857                 .parent = "buffered",
858         },
859         {
860                 .name   = "bwavgtime",
861                 .type   = FIO_OPT_INT,
862                 .off1   = td_var_offset(bw_avg_time),
863                 .help   = "Time window over which to calculate bandwidth (msec)",
864                 .def    = "500",
865         },
866         {
867                 .name   = "create_serialize",
868                 .type   = FIO_OPT_BOOL,
869                 .off1   = td_var_offset(create_serialize),
870                 .help   = "Serialize creating of job files",
871                 .def    = "1",
872         },
873         {
874                 .name   = "create_fsync",
875                 .type   = FIO_OPT_BOOL,
876                 .off1   = td_var_offset(create_fsync),
877                 .help   = "Fsync file after creation",
878                 .def    = "1",
879         },
880         {
881                 .name   = "cpuload",
882                 .type   = FIO_OPT_INT,
883                 .off1   = td_var_offset(cpuload),
884                 .help   = "Use this percentage of CPU",
885         },
886         {
887                 .name   = "cpuchunks",
888                 .type   = FIO_OPT_INT,
889                 .off1   = td_var_offset(cpucycle),
890                 .help   = "Length of the CPU burn cycles (usecs)",
891                 .def    = "50000",
892                 .parent = "cpuload",
893         },
894 #ifdef FIO_HAVE_CPU_AFFINITY
895         {
896                 .name   = "cpumask",
897                 .type   = FIO_OPT_INT,
898                 .cb     = str_cpumask_cb,
899                 .help   = "CPU affinity mask",
900         },
901         {
902                 .name   = "cpus_allowed",
903                 .type   = FIO_OPT_STR,
904                 .cb     = str_cpus_allowed_cb,
905                 .help   = "Set CPUs allowed",
906         },
907 #endif
908         {
909                 .name   = "end_fsync",
910                 .type   = FIO_OPT_BOOL,
911                 .off1   = td_var_offset(end_fsync),
912                 .help   = "Include fsync at the end of job",
913                 .def    = "0",
914         },
915         {
916                 .name   = "fsync_on_close",
917                 .type   = FIO_OPT_BOOL,
918                 .off1   = td_var_offset(fsync_on_close),
919                 .help   = "fsync files on close",
920                 .def    = "0",
921         },
922         {
923                 .name   = "unlink",
924                 .type   = FIO_OPT_BOOL,
925                 .off1   = td_var_offset(unlink),
926                 .help   = "Unlink created files after job has completed",
927                 .def    = "0",
928         },
929         {
930                 .name   = "exitall",
931                 .type   = FIO_OPT_STR_SET,
932                 .cb     = str_exitall_cb,
933                 .help   = "Terminate all jobs when one exits",
934         },
935         {
936                 .name   = "stonewall",
937                 .type   = FIO_OPT_STR_SET,
938                 .off1   = td_var_offset(stonewall),
939                 .help   = "Insert a hard barrier between this job and previous",
940         },
941         {
942                 .name   = "new_group",
943                 .type   = FIO_OPT_STR_SET,
944                 .off1   = td_var_offset(new_group),
945                 .help   = "Mark the start of a new group (for reporting)",
946         },
947         {
948                 .name   = "thread",
949                 .type   = FIO_OPT_STR_SET,
950                 .off1   = td_var_offset(use_thread),
951                 .help   = "Use threads instead of forks",
952         },
953         {
954                 .name   = "write_bw_log",
955                 .type   = FIO_OPT_STR_SET,
956                 .off1   = td_var_offset(write_bw_log),
957                 .help   = "Write log of bandwidth during run",
958         },
959         {
960                 .name   = "write_lat_log",
961                 .type   = FIO_OPT_STR_SET,
962                 .off1   = td_var_offset(write_lat_log),
963                 .help   = "Write log of latency during run",
964         },
965         {
966                 .name   = "hugepage-size",
967                 .type   = FIO_OPT_STR_VAL,
968                 .off1   = td_var_offset(hugepage_size),
969                 .help   = "When using hugepages, specify size of each page",
970                 .def    = __stringify(FIO_HUGE_PAGE),
971         },
972         {
973                 .name   = "group_reporting",
974                 .type   = FIO_OPT_STR_SET,
975                 .off1   = td_var_offset(group_reporting),
976                 .help   = "Do reporting on a per-group basis",
977         },
978         {
979                 .name   = "zero_buffers",
980                 .type   = FIO_OPT_STR_SET,
981                 .off1   = td_var_offset(zero_buffers),
982                 .help   = "Init IO buffers to all zeroes",
983         },
984 #ifdef FIO_HAVE_DISK_UTIL
985         {
986                 .name   = "disk_util",
987                 .type   = FIO_OPT_BOOL,
988                 .off1   = td_var_offset(do_disk_util),
989                 .help   = "Log disk utilization stats",
990                 .def    = "1",
991         },
992 #endif
993         {
994                 .name = NULL,
995         },
996 };
997
998 void fio_options_dup_and_init(struct option *long_options)
999 {
1000         struct fio_option *o;
1001         unsigned int i;
1002
1003         options_init(options);
1004
1005         i = 0;
1006         while (long_options[i].name)
1007                 i++;
1008
1009         o = &options[0];
1010         while (o->name) {
1011                 long_options[i].name = o->name;
1012                 long_options[i].val = FIO_GETOPT_JOB;
1013                 if (o->type == FIO_OPT_STR_SET)
1014                         long_options[i].has_arg = no_argument;
1015                 else
1016                         long_options[i].has_arg = required_argument;
1017
1018                 i++;
1019                 o++;
1020                 assert(i < FIO_NR_OPTIONS);
1021         }
1022 }
1023
1024 int fio_option_parse(struct thread_data *td, const char *opt)
1025 {
1026         return parse_option(opt, options, td);
1027 }
1028
1029 int fio_cmd_option_parse(struct thread_data *td, const char *opt, char *val)
1030 {
1031         return parse_cmd_option(opt, val, options, td);
1032 }
1033
1034 void fio_fill_default_options(struct thread_data *td)
1035 {
1036         fill_default_options(td, options);
1037 }
1038
1039 int fio_show_option_help(const char *opt)
1040 {
1041         return show_cmd_help(options, opt);
1042 }
1043
1044 static void __options_mem(struct thread_data *td, int alloc)
1045 {
1046         struct thread_options *o = &td->o;
1047         struct fio_option *opt;
1048         char **ptr;
1049         int i;
1050
1051         for (i = 0, opt = &options[0]; opt->name; i++, opt = &options[i]) {
1052                 if (opt->type != FIO_OPT_STR_STORE)
1053                         continue;
1054
1055                 ptr = (void *) o + opt->off1;
1056                 if (*ptr) {
1057                         if (alloc)
1058                                 *ptr = strdup(*ptr);
1059                         else {
1060                                 free(*ptr);
1061                                 *ptr = NULL;
1062                         }
1063                 }
1064         }
1065 }
1066
1067 /*
1068  * dupe FIO_OPT_STR_STORE options
1069  */
1070 void options_mem_dupe(struct thread_data *td)
1071 {
1072         __options_mem(td, 1);
1073 }
1074
1075 void options_mem_free(struct thread_data fio_unused *td)
1076 {
1077 #if 0
1078         __options_mem(td, 0);
1079 #endif
1080 }