projects / fio.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Fix occasional hangs on mutexes
[fio.git] / options.c
CommitLineData
214e1eca
JA		 1#include <stdio.h>
2#include <stdlib.h>
3#include <unistd.h>
4#include <ctype.h>
5#include <string.h>
214e1eca 6#include <assert.h>
921c766f 7#include <libgen.h>
5921e80c
JA		 8#include <fcntl.h>
9#include <sys/types.h>
10#include <sys/stat.h>
e13c3b50 11#include <netinet/in.h>
214e1eca
JA		 12
13#include "fio.h"
4f5af7b2 14#include "verify.h"
214e1eca 15#include "parse.h"
eef32359 16#include "lib/fls.h"
61b9861d 17#include "lib/pattern.h"
9f988e2e 18#include "options.h"
d220c761 19#include "optgroup.h"
214e1eca 20
e13c3b50 21char client_sockaddr_str[INET6_ADDRSTRLEN] = { 0 };
72a703da 22
4205998f
JA		 23struct pattern_fmt_desc fmt_desc[] = {
24 {
25 .fmt = "%o",
26 .len = FIELD_SIZE(struct io_u *, offset),
27 .paste = paste_blockoff
28 }
29};
30
214e1eca
JA		 31/*
32 * Check if mmap/mmaphuge has a :/foo/bar/file at the end. If so, return that.
33 */
34static char *get_opt_postfix(const char *str)
35{
36 char *p = strstr(str, ":");
37
38 if (!p)
39 return NULL;
40
41 p++;
42 strip_blank_front(&p);
43 strip_blank_end(p);
44 return strdup(p);
45}
46
564ca972
JA		 47static int bs_cmp(const void *p1, const void *p2)
48{
49 const struct bssplit *bsp1 = p1;
50 const struct bssplit *bsp2 = p2;
51
a7cd478d 52 return (int) bsp1->perc - (int) bsp2->perc;
564ca972
JA		 53}
54
d2835319
JA		 55struct split {
56 unsigned int nr;
57 unsigned int val1[100];
58 unsigned int val2[100];
59};
60
61static int split_parse_ddir(struct thread_options *o, struct split *split,
62 enum fio_ddir ddir, char *str)
564ca972 63{
d2835319 64 unsigned int i, perc;
564ca972 65 long long val;
720e84ad 66 char *fname;
564ca972 67
d2835319 68 split->nr = 0;
564ca972
JA		 69
70 i = 0;
564ca972
JA		 71 while ((fname = strsep(&str, ":")) != NULL) {
72 char *perc_str;
73
74 if (!strlen(fname))
75 break;
76
564ca972
JA		 77 perc_str = strstr(fname, "/");
78 if (perc_str) {
79 *perc_str = '\0';
80 perc_str++;
81 perc = atoi(perc_str);
82 if (perc > 100)
83 perc = 100;
84 else if (!perc)
d711cce5 85 perc = -1U;
564ca972 86 } else
d711cce5 87 perc = -1U;
564ca972 88
88038bc7 89 if (str_to_decimal(fname, &val, 1, o, 0, 0)) {
564ca972 90 log_err("fio: bssplit conversion failed\n");
564ca972
JA		 91 return 1;
92 }
93
d2835319
JA		 94 split->val1[i] = val;
95 split->val2[i] = perc;
564ca972 96 i++;
d2835319
JA		 97 if (i == 100)
98 break;
564ca972
JA		 99 }
100
d2835319
JA		 101 split->nr = i;
102 return 0;
103}
104
105static int bssplit_ddir(struct thread_options *o, enum fio_ddir ddir, char *str)
106{
107 unsigned int i, perc, perc_missing;
108 unsigned int max_bs, min_bs;
109 struct split split;
110
111 memset(&split, 0, sizeof(split));
112
113 if (split_parse_ddir(o, &split, ddir, str))
114 return 1;
115 if (!split.nr)
116 return 0;
117
118 max_bs = 0;
119 min_bs = -1;
120 o->bssplit[ddir] = malloc(split.nr * sizeof(struct bssplit));
121 o->bssplit_nr[ddir] = split.nr;
122 for (i = 0; i < split.nr; i++) {
123 if (split.val1[i] > max_bs)
124 max_bs = split.val1[i];
125 if (split.val1[i] < min_bs)
126 min_bs = split.val1[i];
127
128 o->bssplit[ddir][i].bs = split.val1[i];
129 o->bssplit[ddir][i].perc =split.val2[i];
130 }
564ca972
JA		 131
132 /*
133 * Now check if the percentages add up, and how much is missing
134 */
135 perc = perc_missing = 0;
83ea422a 136 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 137 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 138
d711cce5 139 if (bsp->perc == -1U)
564ca972
JA		 140 perc_missing++;
141 else
142 perc += bsp->perc;
143 }
144
40bafa33 145 if (perc > 100 && perc_missing > 1) {
564ca972 146 log_err("fio: bssplit percentages add to more than 100%%\n");
d2835319
JA		 147 free(o->bssplit[ddir]);
148 o->bssplit[ddir] = NULL;
564ca972
JA		 149 return 1;
150 }
d711cce5 151
564ca972
JA		 152 /*
153 * If values didn't have a percentage set, divide the remains between
154 * them.
155 */
156 if (perc_missing) {
d711cce5 157 if (perc_missing == 1 && o->bssplit_nr[ddir] == 1)
40bafa33 158 perc = 100;
83ea422a 159 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 160 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 161
d711cce5 162 if (bsp->perc == -1U)
564ca972
JA		 163 bsp->perc = (100 - perc) / perc_missing;
164 }
165 }
166
83ea422a
JA		 167 o->min_bs[ddir] = min_bs;
168 o->max_bs[ddir] = max_bs;
564ca972
JA		 169
170 /*
171 * now sort based on percentages, for ease of lookup
172 */
d2835319 173 qsort(o->bssplit[ddir], o->bssplit_nr[ddir], sizeof(struct bssplit), bs_cmp);
720e84ad 174 return 0;
720e84ad
JA		 175}
176
764593c0
JA		 177typedef int (split_parse_fn)(struct thread_options *, enum fio_ddir, char *);
178
179static int str_split_parse(struct thread_data *td, char *str, split_parse_fn *fn)
720e84ad 180{
764593c0 181 char *odir, *ddir;
720e84ad
JA		 182 int ret = 0;
183
720e84ad
JA		 184 odir = strchr(str, ',');
185 if (odir) {
6eaf09d6
SL		 186 ddir = strchr(odir + 1, ',');
187 if (ddir) {
764593c0 188 ret = fn(&td->o, DDIR_TRIM, ddir + 1);
6eaf09d6
SL		 189 if (!ret)
190 *ddir = '\0';
191 } else {
192 char *op;
193
194 op = strdup(odir + 1);
764593c0 195 ret = fn(&td->o, DDIR_TRIM, op);
6eaf09d6
SL		 196
197 free(op);
198 }
d79db122 199 if (!ret)
764593c0 200 ret = fn(&td->o, DDIR_WRITE, odir + 1);
720e84ad
JA		 201 if (!ret) {
202 *odir = '\0';
764593c0 203 ret = fn(&td->o, DDIR_READ, str);
720e84ad
JA		 204 }
205 } else {
206 char *op;
207
208 op = strdup(str);
764593c0 209 ret = fn(&td->o, DDIR_WRITE, op);
6eaf09d6 210 free(op);
720e84ad 211
6eaf09d6
SL		 212 if (!ret) {
213 op = strdup(str);
764593c0 214 ret = fn(&td->o, DDIR_TRIM, op);
6eaf09d6
SL		 215 free(op);
216 }
f0c9c217 217 if (!ret)
764593c0 218 ret = fn(&td->o, DDIR_READ, str);
720e84ad 219 }
564ca972 220
764593c0
JA		 221 return ret;
222}
223
224static int str_bssplit_cb(void *data, const char *input)
225{
226 struct thread_data *td = data;
227 char *str, *p;
228 int ret = 0;
229
764593c0
JA		 230 p = str = strdup(input);
231
232 strip_blank_front(&str);
233 strip_blank_end(str);
234
235 ret = str_split_parse(td, str, bssplit_ddir);
236
55baca06
JA		 237 if (parse_dryrun()) {
238 int i;
239
240 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
241 free(td->o.bssplit[i]);
242 td->o.bssplit[i] = NULL;
243 td->o.bssplit_nr[i] = 0;
244 }
245 }
246
564ca972 247 free(p);
720e84ad 248 return ret;
564ca972
JA		 249}
250
8b28bd41
DM		 251static int str2error(char *str)
252{
a94eb99a 253 const char *err[] = { "EPERM", "ENOENT", "ESRCH", "EINTR", "EIO",
8b28bd41
DM		 254 "ENXIO", "E2BIG", "ENOEXEC", "EBADF",
255 "ECHILD", "EAGAIN", "ENOMEM", "EACCES",
256 "EFAULT", "ENOTBLK", "EBUSY", "EEXIST",
257 "EXDEV", "ENODEV", "ENOTDIR", "EISDIR",
258 "EINVAL", "ENFILE", "EMFILE", "ENOTTY",
259 "ETXTBSY","EFBIG", "ENOSPC", "ESPIPE",
a94eb99a 260 "EROFS","EMLINK", "EPIPE", "EDOM", "ERANGE" };
8b28bd41
DM		 261 int i = 0, num = sizeof(err) / sizeof(void *);
262
a94eb99a 263 while (i < num) {
8b28bd41
DM		 264 if (!strcmp(err[i], str))
265 return i + 1;
266 i++;
267 }
268 return 0;
269}
270
271static int ignore_error_type(struct thread_data *td, int etype, char *str)
272{
273 unsigned int i;
274 int *error;
275 char *fname;
276
277 if (etype >= ERROR_TYPE_CNT) {
278 log_err("Illegal error type\n");
279 return 1;
280 }
281
282 td->o.ignore_error_nr[etype] = 4;
283 error = malloc(4 * sizeof(struct bssplit));
284
285 i = 0;
286 while ((fname = strsep(&str, ":")) != NULL) {
287
288 if (!strlen(fname))
289 break;
290
291 /*
292 * grow struct buffer, if needed
293 */
294 if (i == td->o.ignore_error_nr[etype]) {
295 td->o.ignore_error_nr[etype] <<= 1;
296 error = realloc(error, td->o.ignore_error_nr[etype]
297 * sizeof(int));
298 }
299 if (fname[0] == 'E') {
300 error[i] = str2error(fname);
301 } else {
302 error[i] = atoi(fname);
303 if (error[i] < 0)
1616e025 304 error[i] = -error[i];
8b28bd41
DM		 305 }
306 if (!error[i]) {
307 log_err("Unknown error %s, please use number value \n",
308 fname);
0fddbf7a 309 free(error);
8b28bd41
DM		 310 return 1;
311 }
312 i++;
313 }
314 if (i) {
315 td->o.continue_on_error |= 1 << etype;
316 td->o.ignore_error_nr[etype] = i;
317 td->o.ignore_error[etype] = error;
c7b086be
JA		 318 } else
319 free(error);
320
8b28bd41
DM		 321 return 0;
322
323}
324
325static int str_ignore_error_cb(void *data, const char *input)
326{
327 struct thread_data *td = data;
328 char *str, *p, *n;
329 int type = 0, ret = 1;
52c0cea3
JA		 330
331 if (parse_dryrun())
332 return 0;
333
8b28bd41
DM		 334 p = str = strdup(input);
335
336 strip_blank_front(&str);
337 strip_blank_end(str);
338
339 while (p) {
340 n = strchr(p, ',');
341 if (n)
342 *n++ = '\0';
343 ret = ignore_error_type(td, type, p);
344 if (ret)
345 break;
346 p = n;
347 type++;
348 }
349 free(str);
350 return ret;
351}
352
211097b2
JA		 353static int str_rw_cb(void *data, const char *str)
354{
355 struct thread_data *td = data;
83ea422a 356 struct thread_options *o = &td->o;
27ca949f 357 char *nr;
211097b2 358
52c0cea3
JA		 359 if (parse_dryrun())
360 return 0;
361
83ea422a
JA		 362 o->ddir_seq_nr = 1;
363 o->ddir_seq_add = 0;
059b0802 364
27ca949f 365 nr = get_opt_postfix(str);
059b0802
JA		 366 if (!nr)
367 return 0;
368
369 if (td_random(td))
83ea422a 370 o->ddir_seq_nr = atoi(nr);
059b0802
JA		 371 else {
372 long long val;
373
88038bc7 374 if (str_to_decimal(nr, &val, 1, o, 0, 0)) {
059b0802
JA		 375 log_err("fio: rw postfix parsing failed\n");
376 free(nr);
377 return 1;
378 }
379
83ea422a 380 o->ddir_seq_add = val;
182ec6ee 381 }
211097b2 382
059b0802 383 free(nr);
211097b2
JA		 384 return 0;
385}
386
214e1eca
JA		 387static int str_mem_cb(void *data, const char *mem)
388{
389 struct thread_data *td = data;
390
217b0f1d
LG		 391 if (td->o.mem_type == MEM_MMAPHUGE || td->o.mem_type == MEM_MMAP ||
392 td->o.mem_type == MEM_MMAPSHARED)
836fcc0f 393 td->o.mmapfile = get_opt_postfix(mem);
214e1eca
JA		 394
395 return 0;
396}
397
c223da83
JA		 398static int fio_clock_source_cb(void *data, const char *str)
399{
400 struct thread_data *td = data;
401
402 fio_clock_source = td->o.clocksource;
fa80feae 403 fio_clock_source_set = 1;
01423eae 404 fio_clock_init();
c223da83
JA		 405 return 0;
406}
407
85bc833b 408static int str_rwmix_read_cb(void *data, unsigned long long *val)
cb499fc4
JA		 409{
410 struct thread_data *td = data;
411
412 td->o.rwmix[DDIR_READ] = *val;
413 td->o.rwmix[DDIR_WRITE] = 100 - *val;
414 return 0;
415}
416
85bc833b 417static int str_rwmix_write_cb(void *data, unsigned long long *val)
cb499fc4
JA		 418{
419 struct thread_data *td = data;
420
421 td->o.rwmix[DDIR_WRITE] = *val;
422 td->o.rwmix[DDIR_READ] = 100 - *val;
423 return 0;
424}
425
214e1eca
JA		 426static int str_exitall_cb(void)
427{
428 exitall_on_terminate = 1;
429 return 0;
430}
431
214e1eca 432#ifdef FIO_HAVE_CPU_AFFINITY
50b5860b 433int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu_index)
c2acfbac 434{
50b5860b 435 unsigned int i, index, cpus_in_mask;
c2acfbac 436 const long max_cpu = cpus_online();
c2acfbac 437
50b5860b
JA		 438 cpus_in_mask = fio_cpu_count(mask);
439 cpu_index = cpu_index % cpus_in_mask;
440
441 index = 0;
c2acfbac 442 for (i = 0; i < max_cpu; i++) {
50b5860b 443 if (!fio_cpu_isset(mask, i))
c2acfbac 444 continue;
50b5860b
JA		 445
446 if (cpu_index != index)
447 fio_cpu_clear(mask, i);
448
449 index++;
c2acfbac
JA		 450 }
451
452 return fio_cpu_count(mask);
453}
454
85bc833b 455static int str_cpumask_cb(void *data, unsigned long long *val)
d2e268b0
JA		 456{
457 struct thread_data *td = data;
214e1eca 458 unsigned int i;
b03daafb 459 long max_cpu;
d2ce18b5
JA		 460 int ret;
461
52c0cea3
JA		 462 if (parse_dryrun())
463 return 0;
464
d2ce18b5
JA		 465 ret = fio_cpuset_init(&td->o.cpumask);
466 if (ret < 0) {
467 log_err("fio: cpuset_init failed\n");
468 td_verror(td, ret, "fio_cpuset_init");
469 return 1;
470 }
214e1eca 471
c00a2289 472 max_cpu = cpus_online();
214e1eca 473
62a7273d
JA		 474 for (i = 0; i < sizeof(int) * 8; i++) {
475 if ((1 << i) & *val) {
b8411399 476 if (i >= max_cpu) {
b03daafb 477 log_err("fio: CPU %d too large (max=%ld)\n", i,
b8411399 478 max_cpu - 1);
b03daafb
JA		 479 return 1;
480 }
62a7273d 481 dprint(FD_PARSE, "set cpu allowed %d\n", i);
6d459ee7 482 fio_cpu_set(&td->o.cpumask, i);
62a7273d
JA		 483 }
484 }
d2e268b0 485
d2e268b0 486 return 0;
214e1eca
JA		 487}
488
e8462bd8
JA		 489static int set_cpus_allowed(struct thread_data *td, os_cpu_mask_t *mask,
490 const char *input)
214e1eca 491{
d2e268b0 492 char *cpu, *str, *p;
b03daafb 493 long max_cpu;
19608d6c 494 int ret = 0;
d2e268b0 495
e8462bd8 496 ret = fio_cpuset_init(mask);
d2ce18b5
JA		 497 if (ret < 0) {
498 log_err("fio: cpuset_init failed\n");
499 td_verror(td, ret, "fio_cpuset_init");
500 return 1;
501 }
d2e268b0
JA		 502
503 p = str = strdup(input);
214e1eca 504
d2e268b0
JA		 505 strip_blank_front(&str);
506 strip_blank_end(str);
507
c00a2289 508 max_cpu = cpus_online();
b03daafb 509
d2e268b0 510 while ((cpu = strsep(&str, ",")) != NULL) {
62a7273d
JA		 511 char *str2, *cpu2;
512 int icpu, icpu2;
513
d2e268b0
JA		 514 if (!strlen(cpu))
515 break;
62a7273d
JA		 516
517 str2 = cpu;
518 icpu2 = -1;
519 while ((cpu2 = strsep(&str2, "-")) != NULL) {
520 if (!strlen(cpu2))
521 break;
522
523 icpu2 = atoi(cpu2);
524 }
525
526 icpu = atoi(cpu);
527 if (icpu2 == -1)
528 icpu2 = icpu;
529 while (icpu <= icpu2) {
6d459ee7 530 if (icpu >= FIO_MAX_CPUS) {
19608d6c 531 log_err("fio: your OS only supports up to"
6d459ee7 532 " %d CPUs\n", (int) FIO_MAX_CPUS);
19608d6c
JA		 533 ret = 1;
534 break;
535 }
9e986889 536 if (icpu >= max_cpu) {
b03daafb 537 log_err("fio: CPU %d too large (max=%ld)\n",
9e986889 538 icpu, max_cpu - 1);
b03daafb
JA		 539 ret = 1;
540 break;
541 }
0b9d69ec 542
62a7273d 543 dprint(FD_PARSE, "set cpu allowed %d\n", icpu);
e8462bd8 544 fio_cpu_set(mask, icpu);
62a7273d
JA		 545 icpu++;
546 }
19608d6c
JA		 547 if (ret)
548 break;
d2e268b0
JA		 549 }
550
551 free(p);
19608d6c 552 return ret;
214e1eca 553}
e8462bd8
JA		 554
555static int str_cpus_allowed_cb(void *data, const char *input)
556{
557 struct thread_data *td = data;
e8462bd8 558
52c0cea3
JA		 559 if (parse_dryrun())
560 return 0;
561
b2a9e649 562 return set_cpus_allowed(td, &td->o.cpumask, input);
e8462bd8
JA		 563}
564
565static int str_verify_cpus_allowed_cb(void *data, const char *input)
566{
567 struct thread_data *td = data;
e8462bd8 568
466155e2
JA		 569 if (parse_dryrun())
570 return 0;
571
b2a9e649 572 return set_cpus_allowed(td, &td->o.verify_cpumask, input);
e8462bd8 573}
c08f9fe2 574
105157ad 575#ifdef CONFIG_ZLIB
c08f9fe2
JA		 576static int str_log_cpus_allowed_cb(void *data, const char *input)
577{
578 struct thread_data *td = data;
579
580 if (parse_dryrun())
581 return 0;
582
583 return set_cpus_allowed(td, &td->o.log_gz_cpumask, input);
584}
105157ad 585#endif /* CONFIG_ZLIB */
c08f9fe2 586
105157ad 587#endif /* FIO_HAVE_CPU_AFFINITY */
214e1eca 588
67bf9823 589#ifdef CONFIG_LIBNUMA
d0b937ed
YR		 590static int str_numa_cpunodes_cb(void *data, char *input)
591{
592 struct thread_data *td = data;
43522848 593 struct bitmask *verify_bitmask;
d0b937ed 594
52c0cea3
JA		 595 if (parse_dryrun())
596 return 0;
597
d0b937ed
YR		 598 /* numa_parse_nodestring() parses a character string list
599 * of nodes into a bit mask. The bit mask is allocated by
600 * numa_allocate_nodemask(), so it should be freed by
601 * numa_free_nodemask().
602 */
43522848
DG		 603 verify_bitmask = numa_parse_nodestring(input);
604 if (verify_bitmask == NULL) {
d0b937ed
YR		 605 log_err("fio: numa_parse_nodestring failed\n");
606 td_verror(td, 1, "str_numa_cpunodes_cb");
607 return 1;
608 }
43522848 609 numa_free_nodemask(verify_bitmask);
d0b937ed 610
43522848 611 td->o.numa_cpunodes = strdup(input);
d0b937ed
YR		 612 return 0;
613}
614
615static int str_numa_mpol_cb(void *data, char *input)
616{
617 struct thread_data *td = data;
618 const char * const policy_types[] =
05d6f44b 619 { "default", "prefer", "bind", "interleave", "local", NULL };
d0b937ed 620 int i;
52c0cea3 621 char *nodelist;
43522848 622 struct bitmask *verify_bitmask;
52c0cea3
JA		 623
624 if (parse_dryrun())
625 return 0;
d0b937ed 626
52c0cea3 627 nodelist = strchr(input, ':');
d0b937ed
YR		 628 if (nodelist) {
629 /* NUL-terminate mode */
630 *nodelist++ = '\0';
631 }
632
633 for (i = 0; i <= MPOL_LOCAL; i++) {
634 if (!strcmp(input, policy_types[i])) {
635 td->o.numa_mem_mode = i;
636 break;
637 }
638 }
639 if (i > MPOL_LOCAL) {
640 log_err("fio: memory policy should be: default, prefer, bind, interleave, local\n");
641 goto out;
642 }
643
644 switch (td->o.numa_mem_mode) {
645 case MPOL_PREFERRED:
646 /*
647 * Insist on a nodelist of one node only
648 */
649 if (nodelist) {
650 char *rest = nodelist;
651 while (isdigit(*rest))
652 rest++;
653 if (*rest) {
654 log_err("fio: one node only for \'prefer\'\n");
655 goto out;
656 }
657 } else {
658 log_err("fio: one node is needed for \'prefer\'\n");
659 goto out;
660 }
661 break;
662 case MPOL_INTERLEAVE:
663 /*
664 * Default to online nodes with memory if no nodelist
665 */
666 if (!nodelist)
667 nodelist = strdup("all");
668 break;
669 case MPOL_LOCAL:
670 case MPOL_DEFAULT:
671 /*
672 * Don't allow a nodelist
673 */
674 if (nodelist) {
675 log_err("fio: NO nodelist for \'local\'\n");
676 goto out;
677 }
678 break;
679 case MPOL_BIND:
680 /*
681 * Insist on a nodelist
682 */
683 if (!nodelist) {
684 log_err("fio: a nodelist is needed for \'bind\'\n");
685 goto out;
686 }
687 break;
688 }
689
690
691 /* numa_parse_nodestring() parses a character string list
692 * of nodes into a bit mask. The bit mask is allocated by
693 * numa_allocate_nodemask(), so it should be freed by
694 * numa_free_nodemask().
695 */
696 switch (td->o.numa_mem_mode) {
697 case MPOL_PREFERRED:
698 td->o.numa_mem_prefer_node = atoi(nodelist);
699 break;
700 case MPOL_INTERLEAVE:
701 case MPOL_BIND:
43522848
DG		 702 verify_bitmask = numa_parse_nodestring(nodelist);
703 if (verify_bitmask == NULL) {
d0b937ed
YR		 704 log_err("fio: numa_parse_nodestring failed\n");
705 td_verror(td, 1, "str_numa_memnodes_cb");
706 return 1;
707 }
43522848
DG		 708 td->o.numa_memnodes = strdup(nodelist);
709 numa_free_nodemask(verify_bitmask);
b74e419e 710
d0b937ed
YR		 711 break;
712 case MPOL_LOCAL:
713 case MPOL_DEFAULT:
714 default:
715 break;
716 }
717
d0b937ed 718 return 0;
d0b937ed
YR		 719out:
720 return 1;
721}
722#endif
723
214e1eca
JA		 724static int str_fst_cb(void *data, const char *str)
725{
726 struct thread_data *td = data;
8c07860d
JA		 727 double val;
728 bool done = false;
729 char *nr;
214e1eca
JA		 730
731 td->file_service_nr = 1;
8c07860d
JA		 732
733 switch (td->o.file_service_type) {
734 case FIO_FSERVICE_RANDOM:
735 case FIO_FSERVICE_RR:
736 case FIO_FSERVICE_SEQ:
737 nr = get_opt_postfix(str);
738 if (nr) {
739 td->file_service_nr = atoi(nr);
740 free(nr);
741 }
742 done = true;
743 break;
744 case FIO_FSERVICE_ZIPF:
745 val = FIO_DEF_ZIPF;
746 break;
747 case FIO_FSERVICE_PARETO:
748 val = FIO_DEF_PARETO;
749 break;
750 case FIO_FSERVICE_GAUSS:
751 val = 0.0;
752 break;
753 default:
754 log_err("fio: bad file service type: %d\n", td->o.file_service_type);
755 return 1;
756 }
757
758 if (done)
759 return 0;
760
761 nr = get_opt_postfix(str);
762 if (nr && !str_to_float(nr, &val, 0)) {
763 log_err("fio: file service type random postfix parsing failed\n");
182ec6ee 764 free(nr);
8c07860d
JA		 765 return 1;
766 }
767
768 free(nr);
769
770 switch (td->o.file_service_type) {
771 case FIO_FSERVICE_ZIPF:
772 if (val == 1.00) {
773 log_err("fio: zipf theta must be different than 1.0\n");
774 return 1;
775 }
776 if (parse_dryrun())
777 return 0;
778 td->zipf_theta = val;
779 break;
780 case FIO_FSERVICE_PARETO:
781 if (val <= 0.00 || val >= 1.00) {
782 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
783 return 1;
784 }
785 if (parse_dryrun())
786 return 0;
787 td->pareto_h = val;
788 break;
789 case FIO_FSERVICE_GAUSS:
790 if (val < 0.00 || val >= 100.00) {
99c94a6b 791 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
8c07860d
JA		 792 return 1;
793 }
794 if (parse_dryrun())
795 return 0;
796 td->gauss_dev = val;
797 break;
182ec6ee 798 }
214e1eca
JA		 799
800 return 0;
801}
802
67bf9823 803#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA		 804static int str_sfr_cb(void *data, const char *str)
805{
806 struct thread_data *td = data;
807 char *nr = get_opt_postfix(str);
808
809 td->sync_file_range_nr = 1;
810 if (nr) {
811 td->sync_file_range_nr = atoi(nr);
812 free(nr);
813 }
814
815 return 0;
816}
3ae06371 817#endif
44f29692 818
e0a04ac1
JA		 819static int zone_cmp(const void *p1, const void *p2)
820{
821 const struct zone_split *zsp1 = p1;
822 const struct zone_split *zsp2 = p2;
823
824 return (int) zsp2->access_perc - (int) zsp1->access_perc;
825}
826
764593c0
JA		 827static int zone_split_ddir(struct thread_options *o, enum fio_ddir ddir,
828 char *str)
e0a04ac1 829{
e0a04ac1 830 unsigned int i, perc, perc_missing, sperc, sperc_missing;
d2835319 831 struct split split;
e0a04ac1 832
d2835319 833 memset(&split, 0, sizeof(split));
e0a04ac1 834
d2835319
JA		 835 if (split_parse_ddir(o, &split, ddir, str))
836 return 1;
837 if (!split.nr)
838 return 0;
e0a04ac1 839
d2835319
JA		 840 o->zone_split[ddir] = malloc(split.nr * sizeof(struct zone_split));
841 o->zone_split_nr[ddir] = split.nr;
842 for (i = 0; i < split.nr; i++) {
843 o->zone_split[ddir][i].access_perc = split.val1[i];
844 o->zone_split[ddir][i].size_perc = split.val2[i];
e0a04ac1
JA		 845 }
846
e0a04ac1
JA		 847 /*
848 * Now check if the percentages add up, and how much is missing
849 */
850 perc = perc_missing = 0;
851 sperc = sperc_missing = 0;
852 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 853 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA		 854
855 if (zsp->access_perc == (uint8_t) -1U)
856 perc_missing++;
857 else
858 perc += zsp->access_perc;
859
860 if (zsp->size_perc == (uint8_t) -1U)
861 sperc_missing++;
862 else
863 sperc += zsp->size_perc;
864
865 }
866
867 if (perc > 100 || sperc > 100) {
868 log_err("fio: zone_split percentages add to more than 100%%\n");
d2835319
JA		 869 free(o->zone_split[ddir]);
870 o->zone_split[ddir] = NULL;
e0a04ac1
JA		 871 return 1;
872 }
873 if (perc < 100) {
874 log_err("fio: access percentage don't add up to 100 for zoned "
875 "random distribution (got=%u)\n", perc);
d2835319
JA		 876 free(o->zone_split[ddir]);
877 o->zone_split[ddir] = NULL;
e0a04ac1
JA		 878 return 1;
879 }
880
881 /*
882 * If values didn't have a percentage set, divide the remains between
883 * them.
884 */
885 if (perc_missing) {
886 if (perc_missing == 1 && o->zone_split_nr[ddir] == 1)
887 perc = 100;
888 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 889 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA		 890
891 if (zsp->access_perc == (uint8_t) -1U)
892 zsp->access_perc = (100 - perc) / perc_missing;
893 }
894 }
895 if (sperc_missing) {
896 if (sperc_missing == 1 && o->zone_split_nr[ddir] == 1)
897 sperc = 100;
898 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 899 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA		 900
901 if (zsp->size_perc == (uint8_t) -1U)
902 zsp->size_perc = (100 - sperc) / sperc_missing;
903 }
904 }
905
906 /*
907 * now sort based on percentages, for ease of lookup
908 */
d2835319 909 qsort(o->zone_split[ddir], o->zone_split_nr[ddir], sizeof(struct zone_split), zone_cmp);
e0a04ac1
JA		 910 return 0;
911}
912
913static void __td_zone_gen_index(struct thread_data *td, enum fio_ddir ddir)
914{
915 unsigned int i, j, sprev, aprev;
916
917 td->zone_state_index[ddir] = malloc(sizeof(struct zone_split_index) * 100);
918
919 sprev = aprev = 0;
920 for (i = 0; i < td->o.zone_split_nr[ddir]; i++) {
921 struct zone_split *zsp = &td->o.zone_split[ddir][i];
922
923 for (j = aprev; j < aprev + zsp->access_perc; j++) {
924 struct zone_split_index *zsi = &td->zone_state_index[ddir][j];
925
926 zsi->size_perc = sprev + zsp->size_perc;
927 zsi->size_perc_prev = sprev;
928 }
929
930 aprev += zsp->access_perc;
931 sprev += zsp->size_perc;
932 }
933}
934
935/*
936 * Generate state table for indexes, so we don't have to do it inline from
937 * the hot IO path
938 */
939static void td_zone_gen_index(struct thread_data *td)
940{
941 int i;
942
943 td->zone_state_index = malloc(DDIR_RWDIR_CNT *
944 sizeof(struct zone_split_index *));
945
946 for (i = 0; i < DDIR_RWDIR_CNT; i++)
947 __td_zone_gen_index(td, i);
948}
949
e0a04ac1
JA		 950static int parse_zoned_distribution(struct thread_data *td, const char *input)
951{
764593c0 952 char *str, *p;
e0a04ac1
JA		 953 int i, ret = 0;
954
955 p = str = strdup(input);
956
957 strip_blank_front(&str);
958 strip_blank_end(str);
959
960 /* We expect it to start like that, bail if not */
961 if (strncmp(str, "zoned:", 6)) {
962 log_err("fio: mismatch in zoned input <%s>\n", str);
963 free(p);
964 return 1;
965 }
966 str += strlen("zoned:");
967
764593c0 968 ret = str_split_parse(td, str, zone_split_ddir);
e0a04ac1
JA		 969
970 free(p);
971
972 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
973 int j;
974
975 dprint(FD_PARSE, "zone ddir %d (nr=%u): \n", i, td->o.zone_split_nr[i]);
976
977 for (j = 0; j < td->o.zone_split_nr[i]; j++) {
978 struct zone_split *zsp = &td->o.zone_split[i][j];
979
980 dprint(FD_PARSE, "\t%d: %u/%u\n", j, zsp->access_perc,
981 zsp->size_perc);
982 }
983 }
984
55baca06
JA		 985 if (parse_dryrun()) {
986 int i;
987
988 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
989 free(td->o.zone_split[i]);
990 td->o.zone_split[i] = NULL;
991 td->o.zone_split_nr[i] = 0;
992 }
993
994 return ret;
995 }
996
e0a04ac1
JA		 997 if (!ret)
998 td_zone_gen_index(td);
dc4bffb8
JA		 999 else {
1000 for (i = 0; i < DDIR_RWDIR_CNT; i++)
1001 td->o.zone_split_nr[i] = 0;
1002 }
e0a04ac1
JA		 1003
1004 return ret;
1005}
1006
e25839d4
JA		 1007static int str_random_distribution_cb(void *data, const char *str)
1008{
1009 struct thread_data *td = data;
1010 double val;
1011 char *nr;
1012
925fee33 1013 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF)
c95f9404 1014 val = FIO_DEF_ZIPF;
925fee33 1015 else if (td->o.random_distribution == FIO_RAND_DIST_PARETO)
c95f9404 1016 val = FIO_DEF_PARETO;
56d9fa4b
JA		 1017 else if (td->o.random_distribution == FIO_RAND_DIST_GAUSS)
1018 val = 0.0;
e0a04ac1
JA		 1019 else if (td->o.random_distribution == FIO_RAND_DIST_ZONED)
1020 return parse_zoned_distribution(td, str);
925fee33 1021 else
e25839d4
JA		 1022 return 0;
1023
1024 nr = get_opt_postfix(str);
88038bc7 1025 if (nr && !str_to_float(nr, &val, 0)) {
e25839d4
JA		 1026 log_err("fio: random postfix parsing failed\n");
1027 free(nr);
1028 return 1;
1029 }
1030
078189c1
JA		 1031 free(nr);
1032
18ded917
JA		 1033 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF) {
1034 if (val == 1.00) {
1035 log_err("fio: zipf theta must different than 1.0\n");
1036 return 1;
1037 }
55baca06
JA		 1038 if (parse_dryrun())
1039 return 0;
1e5324e7 1040 td->o.zipf_theta.u.f = val;
56d9fa4b 1041 } else if (td->o.random_distribution == FIO_RAND_DIST_PARETO) {
078189c1
JA		 1042 if (val <= 0.00 || val >= 1.00) {
1043 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
1044 return 1;
1045 }
55baca06
JA		 1046 if (parse_dryrun())
1047 return 0;
1e5324e7 1048 td->o.pareto_h.u.f = val;
3cdb8cf3 1049 } else {
76527b19 1050 if (val < 0.00 || val >= 100.0) {
99c94a6b 1051 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
3cdb8cf3
JA		 1052 return 1;
1053 }
55baca06
JA		 1054 if (parse_dryrun())
1055 return 0;
f88cd222 1056 td->o.gauss_dev.u.f = val;
3cdb8cf3 1057 }
921c766f
JA		 1058
1059 return 0;
1060}
1061
8e827d35 1062/*
bcbfeefa 1063 * Return next name in the string. Files are separated with ':'. If the ':'
8e827d35
JA		 1064 * is escaped with a '\', then that ':' is part of the filename and does not
1065 * indicate a new file.
1066 */
bcbfeefa 1067static char *get_next_name(char **ptr)
8e827d35
JA		 1068{
1069 char *str = *ptr;
1070 char *p, *start;
1071
1072 if (!str || !strlen(str))
1073 return NULL;
1074
1075 start = str;
1076 do {
1077 /*
1078 * No colon, we are done
1079 */
1080 p = strchr(str, ':');
1081 if (!p) {
1082 *ptr = NULL;
1083 break;
1084 }
1085
1086 /*
1087 * We got a colon, but it's the first character. Skip and
1088 * continue
1089 */
1090 if (p == start) {
1091 str = ++start;
1092 continue;
1093 }
1094
1095 if (*(p - 1) != '\\') {
1096 *p = '\0';
1097 *ptr = p + 1;
1098 break;
1099 }
1100
1101 memmove(p - 1, p, strlen(p) + 1);
1102 str = p;
1103 } while (1);
1104
1105 return start;
1106}
1107
bcbfeefa
CE		 1108
1109static int get_max_name_idx(char *input)
1110{
1111 unsigned int cur_idx;
1112 char *str, *p;
1113
1114 p = str = strdup(input);
1115 for (cur_idx = 0; ; cur_idx++)
1116 if (get_next_name(&str) == NULL)
1117 break;
1118
1119 free(p);
1120 return cur_idx;
1121}
1122
1123/*
1124 * Returns the directory at the index, indexes > entires will be
1125 * assigned via modulo division of the index
1126 */
922a5be8
JA		 1127int set_name_idx(char *target, size_t tlen, char *input, int index,
1128 bool unique_filename)
bcbfeefa
CE		 1129{
1130 unsigned int cur_idx;
1131 int len;
1132 char *fname, *str, *p;
1133
1134 p = str = strdup(input);
1135
1136 index %= get_max_name_idx(input);
1137 for (cur_idx = 0; cur_idx <= index; cur_idx++)
1138 fname = get_next_name(&str);
1139
922a5be8 1140 if (client_sockaddr_str[0] && unique_filename) {
e13c3b50
JA		 1141 len = snprintf(target, tlen, "%s/%s.", fname,
1142 client_sockaddr_str);
1143 } else
1144 len = snprintf(target, tlen, "%s/", fname);
72a703da 1145
e13c3b50 1146 target[tlen - 1] = '\0';
bcbfeefa
CE		 1147 free(p);
1148
1149 return len;
1150}
1151
214e1eca
JA		 1152static int str_filename_cb(void *data, const char *input)
1153{
1154 struct thread_data *td = data;
1155 char *fname, *str, *p;
1156
1157 p = str = strdup(input);
1158
1159 strip_blank_front(&str);
1160 strip_blank_end(str);
1161
1162 if (!td->files_index)
2dc1bbeb 1163 td->o.nr_files = 0;
214e1eca 1164
bcbfeefa 1165 while ((fname = get_next_name(&str)) != NULL) {
214e1eca
JA		 1166 if (!strlen(fname))
1167 break;
5903e7b7 1168 add_file(td, fname, 0, 1);
214e1eca
JA		 1169 }
1170
1171 free(p);
1172 return 0;
1173}
1174
bcbfeefa 1175static int str_directory_cb(void *data, const char fio_unused *unused)
214e1eca
JA		 1176{
1177 struct thread_data *td = data;
1178 struct stat sb;
bcbfeefa
CE		 1179 char *dirname, *str, *p;
1180 int ret = 0;
214e1eca 1181
f9633d72
JA		 1182 if (parse_dryrun())
1183 return 0;
1184
bcbfeefa
CE		 1185 p = str = strdup(td->o.directory);
1186 while ((dirname = get_next_name(&str)) != NULL) {
1187 if (lstat(dirname, &sb) < 0) {
1188 ret = errno;
921c766f 1189
bcbfeefa
CE		 1190 log_err("fio: %s is not a directory\n", dirname);
1191 td_verror(td, ret, "lstat");
1192 goto out;
1193 }
1194 if (!S_ISDIR(sb.st_mode)) {
1195 log_err("fio: %s is not a directory\n", dirname);
1196 ret = 1;
1197 goto out;
1198 }
214e1eca
JA		 1199 }
1200
bcbfeefa
CE		 1201out:
1202 free(p);
1203 return ret;
214e1eca
JA		 1204}
1205
1206static int str_opendir_cb(void *data, const char fio_unused *str)
1207{
1208 struct thread_data *td = data;
1209
52c0cea3
JA		 1210 if (parse_dryrun())
1211 return 0;
1212
214e1eca 1213 if (!td->files_index)
2dc1bbeb 1214 td->o.nr_files = 0;
214e1eca 1215
2dc1bbeb 1216 return add_dir_files(td, td->o.opendir);
214e1eca
JA		 1217}
1218
ce35b1ec
JA		 1219static int str_buffer_pattern_cb(void *data, const char *input)
1220{
1221 struct thread_data *td = data;
1222 int ret;
1223
61b9861d
RP		 1224 /* FIXME: for now buffer pattern does not support formats */
1225 ret = parse_and_fill_pattern(input, strlen(input), td->o.buffer_pattern,
1226 MAX_PATTERN_SIZE, NULL, 0, NULL, NULL);
1227 if (ret < 0)
1228 return 1;
ce35b1ec 1229
61b9861d
RP		 1230 assert(ret != 0);
1231 td->o.buffer_pattern_bytes = ret;
1232 if (!td->o.compress_percentage)
1233 td->o.refill_buffers = 0;
1234 td->o.scramble_buffers = 0;
1235 td->o.zero_buffers = 0;
efcd9dcc 1236
61b9861d 1237 return 0;
ce35b1ec
JA		 1238}
1239
bedc9dc2
JA		 1240static int str_buffer_compress_cb(void *data, unsigned long long *il)
1241{
1242 struct thread_data *td = data;
1243
1244 td->flags |= TD_F_COMPRESS;
1245 td->o.compress_percentage = *il;
1246 return 0;
1247}
1248
5c94b008
JA		 1249static int str_dedupe_cb(void *data, unsigned long long *il)
1250{
1251 struct thread_data *td = data;
1252
1253 td->flags |= TD_F_COMPRESS;
1254 td->o.dedupe_percentage = *il;
1255 td->o.refill_buffers = 1;
1256 return 0;
1257}
1258
ce35b1ec
JA		 1259static int str_verify_pattern_cb(void *data, const char *input)
1260{
1261 struct thread_data *td = data;
1262 int ret;
1263
61b9861d
RP		 1264 td->o.verify_fmt_sz = ARRAY_SIZE(td->o.verify_fmt);
1265 ret = parse_and_fill_pattern(input, strlen(input), td->o.verify_pattern,
4205998f
JA		 1266 MAX_PATTERN_SIZE, fmt_desc, sizeof(fmt_desc),
1267 td->o.verify_fmt, &td->o.verify_fmt_sz);
61b9861d
RP		 1268 if (ret < 0)
1269 return 1;
efcd9dcc 1270
61b9861d
RP		 1271 assert(ret != 0);
1272 td->o.verify_pattern_bytes = ret;
92bf48d5 1273 /*
b638d82f 1274 * VERIFY_* could already be set
92bf48d5 1275 */
61b9861d 1276 if (!fio_option_is_set(&td->o, verify))
92bf48d5 1277 td->o.verify = VERIFY_PATTERN;
efcd9dcc 1278
61b9861d 1279 return 0;
90059d65 1280}
214e1eca 1281
993bf48b
JA		 1282static int str_gtod_reduce_cb(void *data, int *il)
1283{
1284 struct thread_data *td = data;
1285 int val = *il;
1286
02af0988 1287 td->o.disable_lat = !!val;
993bf48b
JA		 1288 td->o.disable_clat = !!val;
1289 td->o.disable_slat = !!val;
1290 td->o.disable_bw = !!val;
0dc1bc03 1291 td->o.clat_percentiles = !val;
993bf48b
JA		 1292 if (val)
1293 td->tv_cache_mask = 63;
1294
1295 return 0;
1296}
1297
7bb59102
JA		 1298static int str_size_cb(void *data, unsigned long long *__val)
1299{
1300 struct thread_data *td = data;
1301 unsigned long long v = *__val;
1302
1303 if (parse_is_percent(v)) {
1304 td->o.size = 0;
1305 td->o.size_percent = -1ULL - v;
1306 } else
1307 td->o.size = v;
1308
1309 return 0;
1310}
1311
896cac2a
JA		 1312static int rw_verify(struct fio_option *o, void *data)
1313{
1314 struct thread_data *td = data;
1315
1316 if (read_only && td_write(td)) {
1317 log_err("fio: job <%s> has write bit set, but fio is in"
1318 " read-only mode\n", td->o.name);
1319 return 1;
1320 }
1321
1322 return 0;
1323}
1324
276ca4f7 1325static int gtod_cpu_verify(struct fio_option *o, void *data)
29d43ff9 1326{
276ca4f7 1327#ifndef FIO_HAVE_CPU_AFFINITY
29d43ff9
JA		 1328 struct thread_data *td = data;
1329
29d43ff9
JA		 1330 if (td->o.gtod_cpu) {
1331 log_err("fio: platform must support CPU affinity for"
1332 "gettimeofday() offloading\n");
1333 return 1;
1334 }
1335#endif
1336
1337 return 0;
1338}
1339
214e1eca
JA		 1340/*
1341 * Map of job/command line options
1342 */
9af4a244 1343struct fio_option fio_options[FIO_MAX_OPTS] = {
214e1eca
JA		 1344 {
1345 .name = "description",
e8b0e958 1346 .lname = "Description of job",
214e1eca
JA		 1347 .type = FIO_OPT_STR_STORE,
1348 .off1 = td_var_offset(description),
1349 .help = "Text job description",
e8b0e958 1350 .category = FIO_OPT_C_GENERAL,
0626037e 1351 .group = FIO_OPT_G_DESC,
214e1eca
JA		 1352 },
1353 {
1354 .name = "name",
e8b0e958 1355 .lname = "Job name",
214e1eca
JA		 1356 .type = FIO_OPT_STR_STORE,
1357 .off1 = td_var_offset(name),
1358 .help = "Name of this job",
e8b0e958 1359 .category = FIO_OPT_C_GENERAL,
0626037e 1360 .group = FIO_OPT_G_DESC,
214e1eca 1361 },
9cc8cb91
AK		 1362 {
1363 .name = "wait_for",
1364 .lname = "Waitee name",
1365 .type = FIO_OPT_STR_STORE,
1366 .off1 = td_var_offset(wait_for),
1367 .help = "Name of the job this one wants to wait for before starting",
1368 .category = FIO_OPT_C_GENERAL,
1369 .group = FIO_OPT_G_DESC,
1370 },
214e1eca
JA		 1371 {
1372 .name = "filename",
e8b0e958 1373 .lname = "Filename(s)",
214e1eca
JA		 1374 .type = FIO_OPT_STR_STORE,
1375 .off1 = td_var_offset(filename),
1376 .cb = str_filename_cb,
f0d524b0 1377 .prio = -1, /* must come after "directory" */
214e1eca 1378 .help = "File(s) to use for the workload",
e8b0e958 1379 .category = FIO_OPT_C_FILE,
0626037e 1380 .group = FIO_OPT_G_FILENAME,
214e1eca 1381 },
90fef2d1 1382 {
e8b0e958
JA		 1383 .name = "directory",
1384 .lname = "Directory",
1385 .type = FIO_OPT_STR_STORE,
1386 .off1 = td_var_offset(directory),
1387 .cb = str_directory_cb,
1388 .help = "Directory to store files in",
1389 .category = FIO_OPT_C_FILE,
0626037e 1390 .group = FIO_OPT_G_FILENAME,
90fef2d1 1391 },
de98bd30
JA		 1392 {
1393 .name = "filename_format",
922a5be8 1394 .lname = "Filename Format",
de98bd30
JA		 1395 .type = FIO_OPT_STR_STORE,
1396 .off1 = td_var_offset(filename_format),
1397 .prio = -1, /* must come after "directory" */
1398 .help = "Override default $jobname.$jobnum.$filenum naming",
1399 .def = "$jobname.$jobnum.$filenum",
93bb626a
JA		 1400 .category = FIO_OPT_C_FILE,
1401 .group = FIO_OPT_G_FILENAME,
ad705bcb 1402 },
922a5be8
JA		 1403 {
1404 .name = "unique_filename",
1405 .lname = "Unique Filename",
1406 .type = FIO_OPT_BOOL,
1407 .off1 = td_var_offset(unique_filename),
1408 .help = "For network clients, prefix file with source IP",
1409 .def = "1",
1410 .category = FIO_OPT_C_FILE,
1411 .group = FIO_OPT_G_FILENAME,
1412 },
29c1349f
JA		 1413 {
1414 .name = "lockfile",
e8b0e958 1415 .lname = "Lockfile",
4d4e80f2 1416 .type = FIO_OPT_STR,
4d4e80f2 1417 .off1 = td_var_offset(file_lock_mode),
29c1349f 1418 .help = "Lock file when doing IO to it",
bc6a0a5d 1419 .prio = 1,
29c1349f 1420 .parent = "filename",
d71c154c 1421 .hide = 0,
4d4e80f2 1422 .def = "none",
e8b0e958 1423 .category = FIO_OPT_C_FILE,
0626037e 1424 .group = FIO_OPT_G_FILENAME,
4d4e80f2
JA		 1425 .posval = {
1426 { .ival = "none",
1427 .oval = FILE_LOCK_NONE,
1428 .help = "No file locking",
1429 },
1430 { .ival = "exclusive",
1431 .oval = FILE_LOCK_EXCLUSIVE,
1432 .help = "Exclusive file lock",
1433 },
1434 {
1435 .ival = "readwrite",
1436 .oval = FILE_LOCK_READWRITE,
1437 .help = "Read vs write lock",
1438 },
1439 },
29c1349f 1440 },
214e1eca
JA		 1441 {
1442 .name = "opendir",
e8b0e958 1443 .lname = "Open directory",
214e1eca
JA		 1444 .type = FIO_OPT_STR_STORE,
1445 .off1 = td_var_offset(opendir),
1446 .cb = str_opendir_cb,
1447 .help = "Recursively add files from this directory and down",
e8b0e958 1448 .category = FIO_OPT_C_FILE,
0626037e 1449 .group = FIO_OPT_G_FILENAME,
214e1eca
JA		 1450 },
1451 {
1452 .name = "rw",
e8b0e958 1453 .lname = "Read/write",
d3aad8f2 1454 .alias = "readwrite",
214e1eca 1455 .type = FIO_OPT_STR,
211097b2 1456 .cb = str_rw_cb,
214e1eca
JA		 1457 .off1 = td_var_offset(td_ddir),
1458 .help = "IO direction",
1459 .def = "read",
896cac2a 1460 .verify = rw_verify,
e8b0e958 1461 .category = FIO_OPT_C_IO,
0626037e 1462 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA		 1463 .posval = {
1464 { .ival = "read",
1465 .oval = TD_DDIR_READ,
1466 .help = "Sequential read",
1467 },
1468 { .ival = "write",
1469 .oval = TD_DDIR_WRITE,
1470 .help = "Sequential write",
1471 },
6eaf09d6
SL		 1472 { .ival = "trim",
1473 .oval = TD_DDIR_TRIM,
1474 .help = "Sequential trim",
1475 },
214e1eca
JA		 1476 { .ival = "randread",
1477 .oval = TD_DDIR_RANDREAD,
1478 .help = "Random read",
1479 },
1480 { .ival = "randwrite",
1481 .oval = TD_DDIR_RANDWRITE,
1482 .help = "Random write",
1483 },
6eaf09d6
SL		 1484 { .ival = "randtrim",
1485 .oval = TD_DDIR_RANDTRIM,
1486 .help = "Random trim",
1487 },
214e1eca
JA		 1488 { .ival = "rw",
1489 .oval = TD_DDIR_RW,
1490 .help = "Sequential read and write mix",
1491 },
10b023db
JA		 1492 { .ival = "readwrite",
1493 .oval = TD_DDIR_RW,
1494 .help = "Sequential read and write mix",
1495 },
214e1eca
JA		 1496 { .ival = "randrw",
1497 .oval = TD_DDIR_RANDRW,
1498 .help = "Random read and write mix"
1499 },
82a90686
JA		 1500 { .ival = "trimwrite",
1501 .oval = TD_DDIR_TRIMWRITE,
1502 .help = "Trim and write mix, trims preceding writes"
0e4dd95c 1503 },
214e1eca
JA		 1504 },
1505 },
38dad62d
JA		 1506 {
1507 .name = "rw_sequencer",
e8b0e958 1508 .lname = "RW Sequencer",
38dad62d
JA		 1509 .type = FIO_OPT_STR,
1510 .off1 = td_var_offset(rw_seq),
1511 .help = "IO offset generator modifier",
1512 .def = "sequential",
e8b0e958 1513 .category = FIO_OPT_C_IO,
0626037e 1514 .group = FIO_OPT_G_IO_BASIC,
38dad62d
JA		 1515 .posval = {
1516 { .ival = "sequential",
1517 .oval = RW_SEQ_SEQ,
1518 .help = "Generate sequential offsets",
1519 },
1520 { .ival = "identical",
1521 .oval = RW_SEQ_IDENT,
1522 .help = "Generate identical offsets",
1523 },
1524 },
1525 },
1526
214e1eca
JA		 1527 {
1528 .name = "ioengine",
e8b0e958 1529 .lname = "IO Engine",
214e1eca
JA		 1530 .type = FIO_OPT_STR_STORE,
1531 .off1 = td_var_offset(ioengine),
1532 .help = "IO engine to use",
58483fa4 1533 .def = FIO_PREFERRED_ENGINE,
e8b0e958 1534 .category = FIO_OPT_C_IO,
0626037e 1535 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA		 1536 .posval = {
1537 { .ival = "sync",
1538 .help = "Use read/write",
1539 },
a31041ea 1540 { .ival = "psync",
1541 .help = "Use pread/pwrite",
1542 },
1d2af02a 1543 { .ival = "vsync",
03e20d68 1544 .help = "Use readv/writev",
1d2af02a 1545 },
07fc0acd
JA		 1546#ifdef CONFIG_PWRITEV
1547 { .ival = "pvsync",
1548 .help = "Use preadv/pwritev",
1549 },
1550#endif
526c403d 1551#ifdef CONFIG_PWRITEV2
2cafffbe
JA		 1552 { .ival = "pvsync2",
1553 .help = "Use preadv2/pwritev2",
1554 },
1555#endif
67bf9823 1556#ifdef CONFIG_LIBAIO
214e1eca
JA		 1557 { .ival = "libaio",
1558 .help = "Linux native asynchronous IO",
1559 },
1560#endif
67bf9823 1561#ifdef CONFIG_POSIXAIO
214e1eca
JA		 1562 { .ival = "posixaio",
1563 .help = "POSIX asynchronous IO",
1564 },
417f0068 1565#endif
997843cb 1566#ifdef CONFIG_SOLARISAIO
417f0068
JA		 1567 { .ival = "solarisaio",
1568 .help = "Solaris native asynchronous IO",
1569 },
214e1eca 1570#endif
4700b234 1571#ifdef CONFIG_WINDOWSAIO
03e20d68 1572 { .ival = "windowsaio",
3be80071 1573 .help = "Windows native asynchronous IO"
de890a1e 1574 },
fc5c0345
DG		 1575#endif
1576#ifdef CONFIG_RBD
1577 { .ival = "rbd",
1578 .help = "Rados Block Device asynchronous IO"
1579 },
3be80071 1580#endif
214e1eca 1581 { .ival = "mmap",
03e20d68 1582 .help = "Memory mapped IO"
214e1eca 1583 },
67bf9823 1584#ifdef CONFIG_LINUX_SPLICE
214e1eca
JA		 1585 { .ival = "splice",
1586 .help = "splice/vmsplice based IO",
1587 },
9cce02e8
JA		 1588 { .ival = "netsplice",
1589 .help = "splice/vmsplice to/from the network",
1590 },
214e1eca
JA		 1591#endif
1592#ifdef FIO_HAVE_SGIO
1593 { .ival = "sg",
1594 .help = "SCSI generic v3 IO",
1595 },
1596#endif
1597 { .ival = "null",
1598 .help = "Testing engine (no data transfer)",
1599 },
1600 { .ival = "net",
1601 .help = "Network IO",
1602 },
214e1eca 1603 { .ival = "cpuio",
03e20d68 1604 .help = "CPU cycle burner engine",
214e1eca 1605 },
67bf9823 1606#ifdef CONFIG_GUASI
b8c82a46
JA		 1607 { .ival = "guasi",
1608 .help = "GUASI IO engine",
1609 },
79a43187
JA		 1610#endif
1611#ifdef FIO_HAVE_BINJECT
1612 { .ival = "binject",
1613 .help = "binject direct inject block engine",
1614 },
21b8aee8 1615#endif
67bf9823 1616#ifdef CONFIG_RDMA
21b8aee8 1617 { .ival = "rdma",
1618 .help = "RDMA IO engine",
1619 },
8200b8c7 1620#endif
67bf9823 1621#ifdef CONFIG_FUSION_AW
8200b8c7
JA		 1622 { .ival = "fusion-aw-sync",
1623 .help = "Fusion-io atomic write engine",
1624 },
1ecc95ca 1625#endif
997843cb 1626#ifdef CONFIG_LINUX_EXT4_MOVE_EXTENT
1ecc95ca
JA		 1627 { .ival = "e4defrag",
1628 .help = "ext4 defrag engine",
1629 },
1630#endif
997843cb 1631#ifdef CONFIG_LINUX_FALLOCATE
1ecc95ca
JA		 1632 { .ival = "falloc",
1633 .help = "fallocate() file based engine",
1634 },
b8c82a46 1635#endif
a7c386f4 1636#ifdef CONFIG_GFAPI
1637 { .ival = "gfapi",
cc47f094 1638 .help = "Glusterfs libgfapi(sync) based engine"
1639 },
1640 { .ival = "gfapi_async",
1641 .help = "Glusterfs libgfapi(async) based engine"
a7c386f4 1642 },
1643#endif
1b10477b 1644#ifdef CONFIG_LIBHDFS
b74e419e 1645 { .ival = "libhdfs",
1b10477b
MM		 1646 .help = "Hadoop Distributed Filesystem (HDFS) engine"
1647 },
5c4ef02e
JA		 1648#endif
1649#ifdef CONFIG_PMEMBLK
1650 { .ival = "pmemblk",
1651 .help = "NVML libpmemblk based IO engine",
1652 },
1653
1b10477b 1654#endif
214e1eca
JA		 1655 { .ival = "external",
1656 .help = "Load external engine (append name)",
1657 },
1658 },
1659 },
1660 {
1661 .name = "iodepth",
e8b0e958 1662 .lname = "IO Depth",
214e1eca
JA		 1663 .type = FIO_OPT_INT,
1664 .off1 = td_var_offset(iodepth),
03e20d68 1665 .help = "Number of IO buffers to keep in flight",
757aff4f 1666 .minval = 1,
20eb06bd 1667 .interval = 1,
214e1eca 1668 .def = "1",
e8b0e958 1669 .category = FIO_OPT_C_IO,
0626037e 1670 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA		 1671 },
1672 {
1673 .name = "iodepth_batch",
e8b0e958 1674 .lname = "IO Depth batch",
4950421a 1675 .alias = "iodepth_batch_submit",
214e1eca
JA		 1676 .type = FIO_OPT_INT,
1677 .off1 = td_var_offset(iodepth_batch),
d65db441 1678 .help = "Number of IO buffers to submit in one go",
afdf9352 1679 .parent = "iodepth",
d71c154c 1680 .hide = 1,
a2e6f8ac 1681 .minval = 1,
20eb06bd 1682 .interval = 1,
a2e6f8ac 1683 .def = "1",
e8b0e958 1684 .category = FIO_OPT_C_IO,
0626037e 1685 .group = FIO_OPT_G_IO_BASIC,
4950421a
JA		 1686 },
1687 {
82407585
RP		 1688 .name = "iodepth_batch_complete_min",
1689 .lname = "Min IO depth batch complete",
1690 .alias = "iodepth_batch_complete",
4950421a 1691 .type = FIO_OPT_INT,
82407585
RP		 1692 .off1 = td_var_offset(iodepth_batch_complete_min),
1693 .help = "Min number of IO buffers to retrieve in one go",
4950421a 1694 .parent = "iodepth",
d71c154c 1695 .hide = 1,
4950421a 1696 .minval = 0,
20eb06bd 1697 .interval = 1,
4950421a 1698 .def = "1",
e8b0e958 1699 .category = FIO_OPT_C_IO,
0626037e 1700 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1701 },
82407585
RP		 1702 {
1703 .name = "iodepth_batch_complete_max",
1704 .lname = "Max IO depth batch complete",
1705 .type = FIO_OPT_INT,
1706 .off1 = td_var_offset(iodepth_batch_complete_max),
1707 .help = "Max number of IO buffers to retrieve in one go",
1708 .parent = "iodepth",
1709 .hide = 1,
1710 .minval = 0,
1711 .interval = 1,
1712 .category = FIO_OPT_C_IO,
1713 .group = FIO_OPT_G_IO_BASIC,
1714 },
214e1eca
JA		 1715 {
1716 .name = "iodepth_low",
e8b0e958 1717 .lname = "IO Depth batch low",
214e1eca
JA		 1718 .type = FIO_OPT_INT,
1719 .off1 = td_var_offset(iodepth_low),
1720 .help = "Low water mark for queuing depth",
afdf9352 1721 .parent = "iodepth",
d71c154c 1722 .hide = 1,
20eb06bd 1723 .interval = 1,
e8b0e958 1724 .category = FIO_OPT_C_IO,
0626037e 1725 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1726 },
a9da8ab2
JA		 1727 {
1728 .name = "io_submit_mode",
1729 .lname = "IO submit mode",
1730 .type = FIO_OPT_STR,
1731 .off1 = td_var_offset(io_submit_mode),
1732 .help = "How IO submissions and completions are done",
1733 .def = "inline",
1734 .category = FIO_OPT_C_IO,
1735 .group = FIO_OPT_G_IO_BASIC,
1736 .posval = {
1737 { .ival = "inline",
1738 .oval = IO_MODE_INLINE,
1739 .help = "Submit and complete IO inline",
1740 },
1741 { .ival = "offload",
1742 .oval = IO_MODE_OFFLOAD,
1743 .help = "Offload submit and complete to threads",
1744 },
1745 },
1746 },
214e1eca
JA		 1747 {
1748 .name = "size",
e8b0e958 1749 .lname = "Size",
214e1eca 1750 .type = FIO_OPT_STR_VAL,
7bb59102 1751 .cb = str_size_cb,
a8523a6a 1752 .off1 = td_var_offset(size),
214e1eca 1753 .help = "Total size of device or files",
20eb06bd 1754 .interval = 1024 * 1024,
e8b0e958
JA		 1755 .category = FIO_OPT_C_IO,
1756 .group = FIO_OPT_G_INVALID,
214e1eca 1757 },
77731b29 1758 {
a4d3b4db
JA		 1759 .name = "io_size",
1760 .alias = "io_limit",
1761 .lname = "IO Size",
77731b29
JA		 1762 .type = FIO_OPT_STR_VAL,
1763 .off1 = td_var_offset(io_limit),
1764 .interval = 1024 * 1024,
1765 .category = FIO_OPT_C_IO,
1766 .group = FIO_OPT_G_INVALID,
1767 },
aa31f1f1
SL		 1768 {
1769 .name = "fill_device",
e8b0e958 1770 .lname = "Fill device",
74586c1e 1771 .alias = "fill_fs",
aa31f1f1
SL		 1772 .type = FIO_OPT_BOOL,
1773 .off1 = td_var_offset(fill_device),
1774 .help = "Write until an ENOSPC error occurs",
1775 .def = "0",
e8b0e958
JA		 1776 .category = FIO_OPT_C_FILE,
1777 .group = FIO_OPT_G_INVALID,
aa31f1f1 1778 },
214e1eca
JA		 1779 {
1780 .name = "filesize",
e8b0e958 1781 .lname = "File size",
214e1eca
JA		 1782 .type = FIO_OPT_STR_VAL,
1783 .off1 = td_var_offset(file_size_low),
1784 .off2 = td_var_offset(file_size_high),
c3edbdba 1785 .minval = 1,
214e1eca 1786 .help = "Size of individual files",
20eb06bd 1787 .interval = 1024 * 1024,
e8b0e958
JA		 1788 .category = FIO_OPT_C_FILE,
1789 .group = FIO_OPT_G_INVALID,
214e1eca 1790 },
bedc9dc2
JA		 1791 {
1792 .name = "file_append",
1793 .lname = "File append",
1794 .type = FIO_OPT_BOOL,
1795 .off1 = td_var_offset(file_append),
1796 .help = "IO will start at the end of the file(s)",
1797 .def = "0",
1798 .category = FIO_OPT_C_FILE,
1799 .group = FIO_OPT_G_INVALID,
1800 },
67a1000f
JA		 1801 {
1802 .name = "offset",
e8b0e958 1803 .lname = "IO offset",
67a1000f
JA		 1804 .alias = "fileoffset",
1805 .type = FIO_OPT_STR_VAL,
1806 .off1 = td_var_offset(start_offset),
1807 .help = "Start IO from this offset",
1808 .def = "0",
20eb06bd 1809 .interval = 1024 * 1024,
e8b0e958
JA		 1810 .category = FIO_OPT_C_IO,
1811 .group = FIO_OPT_G_INVALID,
67a1000f 1812 },
2d7cd868
JA		 1813 {
1814 .name = "offset_increment",
e8b0e958 1815 .lname = "IO offset increment",
2d7cd868
JA		 1816 .type = FIO_OPT_STR_VAL,
1817 .off1 = td_var_offset(offset_increment),
1818 .help = "What is the increment from one offset to the next",
1819 .parent = "offset",
d71c154c 1820 .hide = 1,
2d7cd868 1821 .def = "0",
20eb06bd 1822 .interval = 1024 * 1024,
e8b0e958
JA		 1823 .category = FIO_OPT_C_IO,
1824 .group = FIO_OPT_G_INVALID,
2d7cd868 1825 },
ddf24e42
JA		 1826 {
1827 .name = "number_ios",
1828 .lname = "Number of IOs to perform",
1829 .type = FIO_OPT_STR_VAL,
1830 .off1 = td_var_offset(number_ios),
be3fec7d 1831 .help = "Force job completion after this number of IOs",
ddf24e42
JA		 1832 .def = "0",
1833 .category = FIO_OPT_C_IO,
1834 .group = FIO_OPT_G_INVALID,
1835 },
214e1eca
JA		 1836 {
1837 .name = "bs",
e8b0e958 1838 .lname = "Block size",
d3aad8f2 1839 .alias = "blocksize",
e01b22b8 1840 .type = FIO_OPT_INT,
214e1eca
JA		 1841 .off1 = td_var_offset(bs[DDIR_READ]),
1842 .off2 = td_var_offset(bs[DDIR_WRITE]),
6eaf09d6 1843 .off3 = td_var_offset(bs[DDIR_TRIM]),
c3edbdba 1844 .minval = 1,
214e1eca
JA		 1845 .help = "Block size unit",
1846 .def = "4k",
67a1000f 1847 .parent = "rw",
d71c154c 1848 .hide = 1,
20eb06bd 1849 .interval = 512,
e8b0e958
JA		 1850 .category = FIO_OPT_C_IO,
1851 .group = FIO_OPT_G_INVALID,
214e1eca 1852 },
2b7a01d0
JA		 1853 {
1854 .name = "ba",
e8b0e958 1855 .lname = "Block size align",
2b7a01d0 1856 .alias = "blockalign",
e01b22b8 1857 .type = FIO_OPT_INT,
2b7a01d0
JA		 1858 .off1 = td_var_offset(ba[DDIR_READ]),
1859 .off2 = td_var_offset(ba[DDIR_WRITE]),
6eaf09d6 1860 .off3 = td_var_offset(ba[DDIR_TRIM]),
2b7a01d0
JA		 1861 .minval = 1,
1862 .help = "IO block offset alignment",
1863 .parent = "rw",
d71c154c 1864 .hide = 1,
20eb06bd 1865 .interval = 512,
e8b0e958
JA		 1866 .category = FIO_OPT_C_IO,
1867 .group = FIO_OPT_G_INVALID,
2b7a01d0 1868 },
214e1eca
JA		 1869 {
1870 .name = "bsrange",
e8b0e958 1871 .lname = "Block size range",
d3aad8f2 1872 .alias = "blocksize_range",
214e1eca
JA		 1873 .type = FIO_OPT_RANGE,
1874 .off1 = td_var_offset(min_bs[DDIR_READ]),
1875 .off2 = td_var_offset(max_bs[DDIR_READ]),
1876 .off3 = td_var_offset(min_bs[DDIR_WRITE]),
1877 .off4 = td_var_offset(max_bs[DDIR_WRITE]),
6eaf09d6
SL		 1878 .off5 = td_var_offset(min_bs[DDIR_TRIM]),
1879 .off6 = td_var_offset(max_bs[DDIR_TRIM]),
c3edbdba 1880 .minval = 1,
214e1eca 1881 .help = "Set block size range (in more detail than bs)",
67a1000f 1882 .parent = "rw",
d71c154c 1883 .hide = 1,
20eb06bd 1884 .interval = 4096,
e8b0e958
JA		 1885 .category = FIO_OPT_C_IO,
1886 .group = FIO_OPT_G_INVALID,
214e1eca 1887 },
564ca972
JA		 1888 {
1889 .name = "bssplit",
e8b0e958 1890 .lname = "Block size split",
564ca972
JA		 1891 .type = FIO_OPT_STR,
1892 .cb = str_bssplit_cb,
a8523a6a 1893 .off1 = td_var_offset(bssplit),
564ca972
JA		 1894 .help = "Set a specific mix of block sizes",
1895 .parent = "rw",
d71c154c 1896 .hide = 1,
e8b0e958
JA		 1897 .category = FIO_OPT_C_IO,
1898 .group = FIO_OPT_G_INVALID,
564ca972 1899 },
214e1eca
JA		 1900 {
1901 .name = "bs_unaligned",
e8b0e958 1902 .lname = "Block size unaligned",
d3aad8f2 1903 .alias = "blocksize_unaligned",
214e1eca
JA		 1904 .type = FIO_OPT_STR_SET,
1905 .off1 = td_var_offset(bs_unaligned),
1906 .help = "Don't sector align IO buffer sizes",
67a1000f 1907 .parent = "rw",
d71c154c 1908 .hide = 1,
e8b0e958
JA		 1909 .category = FIO_OPT_C_IO,
1910 .group = FIO_OPT_G_INVALID,
214e1eca 1911 },
6aca9b3d
JA		 1912 {
1913 .name = "bs_is_seq_rand",
1914 .lname = "Block size division is seq/random (not read/write)",
1915 .type = FIO_OPT_BOOL,
1916 .off1 = td_var_offset(bs_is_seq_rand),
86d59660 1917 .help = "Consider any blocksize setting to be sequential,random",
6aca9b3d
JA		 1918 .def = "0",
1919 .parent = "blocksize",
1920 .category = FIO_OPT_C_IO,
1921 .group = FIO_OPT_G_INVALID,
1922 },
214e1eca
JA		 1923 {
1924 .name = "randrepeat",
e8b0e958 1925 .lname = "Random repeatable",
214e1eca
JA		 1926 .type = FIO_OPT_BOOL,
1927 .off1 = td_var_offset(rand_repeatable),
1928 .help = "Use repeatable random IO pattern",
1929 .def = "1",
67a1000f 1930 .parent = "rw",
d71c154c 1931 .hide = 1,
e8b0e958 1932 .category = FIO_OPT_C_IO,
3ceb458f 1933 .group = FIO_OPT_G_RANDOM,
214e1eca 1934 },
04778baf
JA		 1935 {
1936 .name = "randseed",
1937 .lname = "The random generator seed",
363cffa7 1938 .type = FIO_OPT_STR_VAL,
04778baf
JA		 1939 .off1 = td_var_offset(rand_seed),
1940 .help = "Set the random generator seed value",
40fe5e7b 1941 .def = "0x89",
04778baf
JA		 1942 .parent = "rw",
1943 .category = FIO_OPT_C_IO,
1944 .group = FIO_OPT_G_RANDOM,
1945 },
2615cc4b
JA		 1946 {
1947 .name = "use_os_rand",
e8b0e958 1948 .lname = "Use OS random",
54a21917
JA		 1949 .type = FIO_OPT_DEPRECATED,
1950 .off1 = td_var_offset(dep_use_os_rand),
e8b0e958 1951 .category = FIO_OPT_C_IO,
3ceb458f 1952 .group = FIO_OPT_G_RANDOM,
2615cc4b 1953 },
214e1eca
JA		 1954 {
1955 .name = "norandommap",
e8b0e958 1956 .lname = "No randommap",
214e1eca
JA		 1957 .type = FIO_OPT_STR_SET,
1958 .off1 = td_var_offset(norandommap),
1959 .help = "Accept potential duplicate random blocks",
67a1000f 1960 .parent = "rw",
d71c154c 1961 .hide = 1,
b2452a43 1962 .hide_on_set = 1,
e8b0e958 1963 .category = FIO_OPT_C_IO,
3ceb458f 1964 .group = FIO_OPT_G_RANDOM,
214e1eca 1965 },
2b386d25
JA		 1966 {
1967 .name = "softrandommap",
e8b0e958 1968 .lname = "Soft randommap",
2b386d25
JA		 1969 .type = FIO_OPT_BOOL,
1970 .off1 = td_var_offset(softrandommap),
f66ab3c8 1971 .help = "Set norandommap if randommap allocation fails",
2b386d25 1972 .parent = "norandommap",
d71c154c 1973 .hide = 1,
2b386d25 1974 .def = "0",
e8b0e958 1975 .category = FIO_OPT_C_IO,
3ceb458f 1976 .group = FIO_OPT_G_RANDOM,
2b386d25 1977 },
8055e41d
JA		 1978 {
1979 .name = "random_generator",
cce2fdfe 1980 .lname = "Random Generator",
8055e41d
JA		 1981 .type = FIO_OPT_STR,
1982 .off1 = td_var_offset(random_generator),
1983 .help = "Type of random number generator to use",
1984 .def = "tausworthe",
1985 .posval = {
1986 { .ival = "tausworthe",
1987 .oval = FIO_RAND_GEN_TAUSWORTHE,
1988 .help = "Strong Tausworthe generator",
1989 },
1990 { .ival = "lfsr",
1991 .oval = FIO_RAND_GEN_LFSR,
1992 .help = "Variable length LFSR",
1993 },
c3546b53
JA		 1994 {
1995 .ival = "tausworthe64",
1996 .oval = FIO_RAND_GEN_TAUSWORTHE64,
1997 .help = "64-bit Tausworthe variant",
1998 },
8055e41d 1999 },
48107598
JA		 2000 .category = FIO_OPT_C_IO,
2001 .group = FIO_OPT_G_RANDOM,
8055e41d 2002 },
e25839d4
JA		 2003 {
2004 .name = "random_distribution",
cce2fdfe 2005 .lname = "Random Distribution",
e25839d4
JA		 2006 .type = FIO_OPT_STR,
2007 .off1 = td_var_offset(random_distribution),
2008 .cb = str_random_distribution_cb,
2009 .help = "Random offset distribution generator",
2010 .def = "random",
2011 .posval = {
2012 { .ival = "random",
2013 .oval = FIO_RAND_DIST_RANDOM,
2014 .help = "Completely random",
2015 },
2016 { .ival = "zipf",
2017 .oval = FIO_RAND_DIST_ZIPF,
2018 .help = "Zipf distribution",
2019 },
925fee33
JA		 2020 { .ival = "pareto",
2021 .oval = FIO_RAND_DIST_PARETO,
2022 .help = "Pareto distribution",
2023 },
56d9fa4b
JA		 2024 { .ival = "normal",
2025 .oval = FIO_RAND_DIST_GAUSS,
ba2b3b07 2026 .help = "Normal (Gaussian) distribution",
56d9fa4b 2027 },
e0a04ac1
JA		 2028 { .ival = "zoned",
2029 .oval = FIO_RAND_DIST_ZONED,
2030 .help = "Zoned random distribution",
2031 },
2032
e25839d4 2033 },
48107598
JA		 2034 .category = FIO_OPT_C_IO,
2035 .group = FIO_OPT_G_RANDOM,
e25839d4 2036 },
211c9b89
JA		 2037 {
2038 .name = "percentage_random",
2039 .lname = "Percentage Random",
2040 .type = FIO_OPT_INT,
d9472271
JA		 2041 .off1 = td_var_offset(perc_rand[DDIR_READ]),
2042 .off2 = td_var_offset(perc_rand[DDIR_WRITE]),
2043 .off3 = td_var_offset(perc_rand[DDIR_TRIM]),
211c9b89
JA		 2044 .maxval = 100,
2045 .help = "Percentage of seq/random mix that should be random",
d9472271 2046 .def = "100,100,100",
211c9b89
JA		 2047 .interval = 5,
2048 .inverse = "percentage_sequential",
2049 .category = FIO_OPT_C_IO,
2050 .group = FIO_OPT_G_RANDOM,
2051 },
2052 {
2053 .name = "percentage_sequential",
2054 .lname = "Percentage Sequential",
d9472271 2055 .type = FIO_OPT_DEPRECATED,
211c9b89
JA		 2056 .category = FIO_OPT_C_IO,
2057 .group = FIO_OPT_G_RANDOM,
2058 },
56e2a5fc
CE		 2059 {
2060 .name = "allrandrepeat",
cce2fdfe 2061 .lname = "All Random Repeat",
56e2a5fc
CE		 2062 .type = FIO_OPT_BOOL,
2063 .off1 = td_var_offset(allrand_repeatable),
2064 .help = "Use repeatable random numbers for everything",
2065 .def = "0",
a869d9c6
JA		 2066 .category = FIO_OPT_C_IO,
2067 .group = FIO_OPT_G_RANDOM,
56e2a5fc 2068 },
214e1eca
JA		 2069 {
2070 .name = "nrfiles",
e8b0e958 2071 .lname = "Number of files",
d7c8be03 2072 .alias = "nr_files",
214e1eca
JA		 2073 .type = FIO_OPT_INT,
2074 .off1 = td_var_offset(nr_files),
2075 .help = "Split job workload between this number of files",
2076 .def = "1",
20eb06bd 2077 .interval = 1,
e8b0e958
JA		 2078 .category = FIO_OPT_C_FILE,
2079 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2080 },
2081 {
2082 .name = "openfiles",
e8b0e958 2083 .lname = "Number of open files",
214e1eca
JA		 2084 .type = FIO_OPT_INT,
2085 .off1 = td_var_offset(open_files),
2086 .help = "Number of files to keep open at the same time",
e8b0e958
JA		 2087 .category = FIO_OPT_C_FILE,
2088 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2089 },
2090 {
2091 .name = "file_service_type",
e8b0e958 2092 .lname = "File service type",
214e1eca
JA		 2093 .type = FIO_OPT_STR,
2094 .cb = str_fst_cb,
2095 .off1 = td_var_offset(file_service_type),
2096 .help = "How to select which file to service next",
2097 .def = "roundrobin",
e8b0e958
JA		 2098 .category = FIO_OPT_C_FILE,
2099 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2100 .posval = {
2101 { .ival = "random",
2102 .oval = FIO_FSERVICE_RANDOM,
8c07860d
JA		 2103 .help = "Choose a file at random (uniform)",
2104 },
2105 { .ival = "zipf",
2106 .oval = FIO_FSERVICE_ZIPF,
2107 .help = "Zipf randomized",
2108 },
2109 { .ival = "pareto",
2110 .oval = FIO_FSERVICE_PARETO,
2111 .help = "Pareto randomized",
2112 },
2113 { .ival = "gauss",
2114 .oval = FIO_FSERVICE_GAUSS,
2115 .help = "Normal (guassian) distribution",
214e1eca
JA		 2116 },
2117 { .ival = "roundrobin",
2118 .oval = FIO_FSERVICE_RR,
2119 .help = "Round robin select files",
2120 },
a086c257
JA		 2121 { .ival = "sequential",
2122 .oval = FIO_FSERVICE_SEQ,
2123 .help = "Finish one file before moving to the next",
2124 },
214e1eca 2125 },
67a1000f 2126 .parent = "nrfiles",
d71c154c 2127 .hide = 1,
67a1000f 2128 },
97ac992c 2129#ifdef CONFIG_POSIX_FALLOCATE
7bc8c2cf
JA		 2130 {
2131 .name = "fallocate",
e8b0e958 2132 .lname = "Fallocate",
a596f047
EG		 2133 .type = FIO_OPT_STR,
2134 .off1 = td_var_offset(fallocate_mode),
2135 .help = "Whether pre-allocation is performed when laying out files",
2136 .def = "posix",
e8b0e958
JA		 2137 .category = FIO_OPT_C_FILE,
2138 .group = FIO_OPT_G_INVALID,
a596f047
EG		 2139 .posval = {
2140 { .ival = "none",
2141 .oval = FIO_FALLOCATE_NONE,
2142 .help = "Do not pre-allocate space",
2143 },
2144 { .ival = "posix",
2145 .oval = FIO_FALLOCATE_POSIX,
2146 .help = "Use posix_fallocate()",
2147 },
97ac992c 2148#ifdef CONFIG_LINUX_FALLOCATE
a596f047
EG		 2149 { .ival = "keep",
2150 .oval = FIO_FALLOCATE_KEEP_SIZE,
2151 .help = "Use fallocate(..., FALLOC_FL_KEEP_SIZE, ...)",
2152 },
7bc8c2cf 2153#endif
a596f047
EG		 2154 /* Compatibility with former boolean values */
2155 { .ival = "0",
2156 .oval = FIO_FALLOCATE_NONE,
2157 .help = "Alias for 'none'",
2158 },
2159 { .ival = "1",
2160 .oval = FIO_FALLOCATE_POSIX,
2161 .help = "Alias for 'posix'",
2162 },
2163 },
2164 },
97ac992c 2165#endif /* CONFIG_POSIX_FALLOCATE */
67a1000f
JA		 2166 {
2167 .name = "fadvise_hint",
e8b0e958 2168 .lname = "Fadvise hint",
67a1000f
JA		 2169 .type = FIO_OPT_BOOL,
2170 .off1 = td_var_offset(fadvise_hint),
2171 .help = "Use fadvise() to advise the kernel on IO pattern",
2172 .def = "1",
e8b0e958
JA		 2173 .category = FIO_OPT_C_FILE,
2174 .group = FIO_OPT_G_INVALID,
214e1eca 2175 },
37659335
JA		 2176#ifdef FIO_HAVE_STREAMID
2177 {
2178 .name = "fadvise_stream",
2179 .lname = "Fadvise stream",
2180 .type = FIO_OPT_INT,
2181 .off1 = td_var_offset(fadvise_stream),
2182 .help = "Use fadvise() to set stream ID",
2183 .category = FIO_OPT_C_FILE,
2184 .group = FIO_OPT_G_INVALID,
2185 },
2186#endif
214e1eca
JA		 2187 {
2188 .name = "fsync",
e8b0e958 2189 .lname = "Fsync",
214e1eca
JA		 2190 .type = FIO_OPT_INT,
2191 .off1 = td_var_offset(fsync_blocks),
2192 .help = "Issue fsync for writes every given number of blocks",
2193 .def = "0",
20eb06bd 2194 .interval = 1,
e8b0e958
JA		 2195 .category = FIO_OPT_C_FILE,
2196 .group = FIO_OPT_G_INVALID,
214e1eca 2197 },
5f9099ea
JA		 2198 {
2199 .name = "fdatasync",
e8b0e958 2200 .lname = "Fdatasync",
5f9099ea
JA		 2201 .type = FIO_OPT_INT,
2202 .off1 = td_var_offset(fdatasync_blocks),
2203 .help = "Issue fdatasync for writes every given number of blocks",
2204 .def = "0",
20eb06bd 2205 .interval = 1,
e8b0e958
JA		 2206 .category = FIO_OPT_C_FILE,
2207 .group = FIO_OPT_G_INVALID,
5f9099ea 2208 },
1ef2b6be
JA		 2209 {
2210 .name = "write_barrier",
e8b0e958 2211 .lname = "Write barrier",
1ef2b6be
JA		 2212 .type = FIO_OPT_INT,
2213 .off1 = td_var_offset(barrier_blocks),
2214 .help = "Make every Nth write a barrier write",
2215 .def = "0",
20eb06bd 2216 .interval = 1,
e8b0e958
JA		 2217 .category = FIO_OPT_C_IO,
2218 .group = FIO_OPT_G_INVALID,
1ef2b6be 2219 },
67bf9823 2220#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA		 2221 {
2222 .name = "sync_file_range",
e8b0e958 2223 .lname = "Sync file range",
44f29692
JA		 2224 .posval = {
2225 { .ival = "wait_before",
2226 .oval = SYNC_FILE_RANGE_WAIT_BEFORE,
2227 .help = "SYNC_FILE_RANGE_WAIT_BEFORE",
ebadc0ce 2228 .orval = 1,
44f29692
JA		 2229 },
2230 { .ival = "write",
2231 .oval = SYNC_FILE_RANGE_WRITE,
2232 .help = "SYNC_FILE_RANGE_WRITE",
ebadc0ce 2233 .orval = 1,
44f29692
JA		 2234 },
2235 {
2236 .ival = "wait_after",
2237 .oval = SYNC_FILE_RANGE_WAIT_AFTER,
2238 .help = "SYNC_FILE_RANGE_WAIT_AFTER",
ebadc0ce 2239 .orval = 1,
44f29692
JA		 2240 },
2241 },
3843deb3 2242 .type = FIO_OPT_STR_MULTI,
44f29692
JA		 2243 .cb = str_sfr_cb,
2244 .off1 = td_var_offset(sync_file_range),
2245 .help = "Use sync_file_range()",
e8b0e958
JA		 2246 .category = FIO_OPT_C_FILE,
2247 .group = FIO_OPT_G_INVALID,
44f29692
JA		 2248 },
2249#endif
214e1eca
JA		 2250 {
2251 .name = "direct",
e8b0e958 2252 .lname = "Direct I/O",
214e1eca
JA		 2253 .type = FIO_OPT_BOOL,
2254 .off1 = td_var_offset(odirect),
2255 .help = "Use O_DIRECT IO (negates buffered)",
2256 .def = "0",
a01a1bc5 2257 .inverse = "buffered",
e8b0e958 2258 .category = FIO_OPT_C_IO,
3ceb458f 2259 .group = FIO_OPT_G_IO_TYPE,
214e1eca 2260 },
d01612f3
CM		 2261 {
2262 .name = "atomic",
2263 .lname = "Atomic I/O",
2264 .type = FIO_OPT_BOOL,
2265 .off1 = td_var_offset(oatomic),
2266 .help = "Use Atomic IO with O_DIRECT (implies O_DIRECT)",
2267 .def = "0",
2268 .category = FIO_OPT_C_IO,
2269 .group = FIO_OPT_G_IO_TYPE,
2270 },
214e1eca
JA		 2271 {
2272 .name = "buffered",
e8b0e958 2273 .lname = "Buffered I/O",
214e1eca
JA		 2274 .type = FIO_OPT_BOOL,
2275 .off1 = td_var_offset(odirect),
2276 .neg = 1,
2277 .help = "Use buffered IO (negates direct)",
2278 .def = "1",
a01a1bc5 2279 .inverse = "direct",
e8b0e958 2280 .category = FIO_OPT_C_IO,
3ceb458f 2281 .group = FIO_OPT_G_IO_TYPE,
214e1eca
JA		 2282 },
2283 {
2284 .name = "overwrite",
e8b0e958 2285 .lname = "Overwrite",
214e1eca
JA		 2286 .type = FIO_OPT_BOOL,
2287 .off1 = td_var_offset(overwrite),
2288 .help = "When writing, set whether to overwrite current data",
2289 .def = "0",
e8b0e958
JA		 2290 .category = FIO_OPT_C_FILE,
2291 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2292 },
2293 {
2294 .name = "loops",
e8b0e958 2295 .lname = "Loops",
214e1eca
JA		 2296 .type = FIO_OPT_INT,
2297 .off1 = td_var_offset(loops),
2298 .help = "Number of times to run the job",
2299 .def = "1",
20eb06bd 2300 .interval = 1,
e8b0e958 2301 .category = FIO_OPT_C_GENERAL,
a1f6afec 2302 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA		 2303 },
2304 {
2305 .name = "numjobs",
e8b0e958 2306 .lname = "Number of jobs",
214e1eca
JA		 2307 .type = FIO_OPT_INT,
2308 .off1 = td_var_offset(numjobs),
2309 .help = "Duplicate this job this many times",
2310 .def = "1",
20eb06bd 2311 .interval = 1,
e8b0e958 2312 .category = FIO_OPT_C_GENERAL,
a1f6afec 2313 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA		 2314 },
2315 {
2316 .name = "startdelay",
e8b0e958 2317 .lname = "Start delay",
a5737c93 2318 .type = FIO_OPT_STR_VAL_TIME,
214e1eca 2319 .off1 = td_var_offset(start_delay),
23ed19b0 2320 .off2 = td_var_offset(start_delay_high),
214e1eca
JA		 2321 .help = "Only start job when this period has passed",
2322 .def = "0",
0de5b26f 2323 .is_seconds = 1,
88038bc7 2324 .is_time = 1,
e8b0e958 2325 .category = FIO_OPT_C_GENERAL,
a1f6afec 2326 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA		 2327 },
2328 {
2329 .name = "runtime",
e8b0e958 2330 .lname = "Runtime",
214e1eca
JA		 2331 .alias = "timeout",
2332 .type = FIO_OPT_STR_VAL_TIME,
2333 .off1 = td_var_offset(timeout),
2334 .help = "Stop workload when this amount of time has passed",
2335 .def = "0",
0de5b26f 2336 .is_seconds = 1,
88038bc7 2337 .is_time = 1,
e8b0e958 2338 .category = FIO_OPT_C_GENERAL,
a1f6afec 2339 .group = FIO_OPT_G_RUNTIME,
214e1eca 2340 },
cf4464ca
JA		 2341 {
2342 .name = "time_based",
e8b0e958 2343 .lname = "Time based",
cf4464ca
JA		 2344 .type = FIO_OPT_STR_SET,
2345 .off1 = td_var_offset(time_based),
2346 .help = "Keep running until runtime/timeout is met",
e8b0e958 2347 .category = FIO_OPT_C_GENERAL,
a1f6afec 2348 .group = FIO_OPT_G_RUNTIME,
cf4464ca 2349 },
62167762
JC		 2350 {
2351 .name = "verify_only",
2352 .lname = "Verify only",
2353 .type = FIO_OPT_STR_SET,
2354 .off1 = td_var_offset(verify_only),
2355 .help = "Verifies previously written data is still valid",
2356 .category = FIO_OPT_C_GENERAL,
2357 .group = FIO_OPT_G_RUNTIME,
2358 },
721938ae
JA		 2359 {
2360 .name = "ramp_time",
e8b0e958 2361 .lname = "Ramp time",
721938ae
JA		 2362 .type = FIO_OPT_STR_VAL_TIME,
2363 .off1 = td_var_offset(ramp_time),
2364 .help = "Ramp up time before measuring performance",
0de5b26f 2365 .is_seconds = 1,
88038bc7 2366 .is_time = 1,
e8b0e958 2367 .category = FIO_OPT_C_GENERAL,
a1f6afec 2368 .group = FIO_OPT_G_RUNTIME,
721938ae 2369 },
c223da83
JA		 2370 {
2371 .name = "clocksource",
e8b0e958 2372 .lname = "Clock source",
c223da83
JA		 2373 .type = FIO_OPT_STR,
2374 .cb = fio_clock_source_cb,
2375 .off1 = td_var_offset(clocksource),
2376 .help = "What type of timing source to use",
e8b0e958 2377 .category = FIO_OPT_C_GENERAL,
10860056 2378 .group = FIO_OPT_G_CLOCK,
c223da83 2379 .posval = {
67bf9823 2380#ifdef CONFIG_GETTIMEOFDAY
c223da83
JA		 2381 { .ival = "gettimeofday",
2382 .oval = CS_GTOD,
2383 .help = "Use gettimeofday(2) for timing",
2384 },
67bf9823
JA		 2385#endif
2386#ifdef CONFIG_CLOCK_GETTIME
c223da83
JA		 2387 { .ival = "clock_gettime",
2388 .oval = CS_CGETTIME,
2389 .help = "Use clock_gettime(2) for timing",
2390 },
67bf9823 2391#endif
c223da83
JA		 2392#ifdef ARCH_HAVE_CPU_CLOCK
2393 { .ival = "cpu",
2394 .oval = CS_CPUCLOCK,
2395 .help = "Use CPU private clock",
2396 },
2397#endif
2398 },
2399 },
214e1eca
JA		 2400 {
2401 .name = "mem",
d3aad8f2 2402 .alias = "iomem",
e8b0e958 2403 .lname = "I/O Memory",
214e1eca
JA		 2404 .type = FIO_OPT_STR,
2405 .cb = str_mem_cb,
2406 .off1 = td_var_offset(mem_type),
2407 .help = "Backing type for IO buffers",
2408 .def = "malloc",
e8b0e958
JA		 2409 .category = FIO_OPT_C_IO,
2410 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2411 .posval = {
2412 { .ival = "malloc",
2413 .oval = MEM_MALLOC,
2414 .help = "Use malloc(3) for IO buffers",
2415 },
c8931876 2416#ifndef CONFIG_NO_SHM
37c8cdfe
JA		 2417 { .ival = "shm",
2418 .oval = MEM_SHM,
2419 .help = "Use shared memory segments for IO buffers",
2420 },
214e1eca
JA		 2421#ifdef FIO_HAVE_HUGETLB
2422 { .ival = "shmhuge",
2423 .oval = MEM_SHMHUGE,
2424 .help = "Like shm, but use huge pages",
2425 },
c8931876 2426#endif
b370e46a 2427#endif
37c8cdfe
JA		 2428 { .ival = "mmap",
2429 .oval = MEM_MMAP,
2430 .help = "Use mmap(2) (file or anon) for IO buffers",
2431 },
217b0f1d
LG		 2432 { .ival = "mmapshared",
2433 .oval = MEM_MMAPSHARED,
2434 .help = "Like mmap, but use the shared flag",
2435 },
214e1eca
JA		 2436#ifdef FIO_HAVE_HUGETLB
2437 { .ival = "mmaphuge",
2438 .oval = MEM_MMAPHUGE,
2439 .help = "Like mmap, but use huge pages",
2440 },
2441#endif
2442 },
2443 },
d529ee19
JA		 2444 {
2445 .name = "iomem_align",
2446 .alias = "mem_align",
e8b0e958 2447 .lname = "I/O memory alignment",
d529ee19
JA		 2448 .type = FIO_OPT_INT,
2449 .off1 = td_var_offset(mem_align),
2450 .minval = 0,
2451 .help = "IO memory buffer offset alignment",
2452 .def = "0",
2453 .parent = "iomem",
d71c154c 2454 .hide = 1,
e8b0e958
JA		 2455 .category = FIO_OPT_C_IO,
2456 .group = FIO_OPT_G_INVALID,
d529ee19 2457 },
214e1eca
JA		 2458 {
2459 .name = "verify",
e8b0e958 2460 .lname = "Verify",
214e1eca
JA		 2461 .type = FIO_OPT_STR,
2462 .off1 = td_var_offset(verify),
2463 .help = "Verify data written",
2464 .def = "0",
e8b0e958 2465 .category = FIO_OPT_C_IO,
3ceb458f 2466 .group = FIO_OPT_G_VERIFY,
214e1eca
JA		 2467 .posval = {
2468 { .ival = "0",
2469 .oval = VERIFY_NONE,
2470 .help = "Don't do IO verification",
2471 },
fcca4b58
JA		 2472 { .ival = "md5",
2473 .oval = VERIFY_MD5,
2474 .help = "Use md5 checksums for verification",
2475 },
d77a7af3
JA		 2476 { .ival = "crc64",
2477 .oval = VERIFY_CRC64,
2478 .help = "Use crc64 checksums for verification",
2479 },
214e1eca
JA		 2480 { .ival = "crc32",
2481 .oval = VERIFY_CRC32,
2482 .help = "Use crc32 checksums for verification",
2483 },
af497e6a 2484 { .ival = "crc32c-intel",
e3aaafc4
JA		 2485 .oval = VERIFY_CRC32C,
2486 .help = "Use crc32c checksums for verification (hw assisted, if available)",
af497e6a 2487 },
bac39e0e
JA		 2488 { .ival = "crc32c",
2489 .oval = VERIFY_CRC32C,
e3aaafc4 2490 .help = "Use crc32c checksums for verification (hw assisted, if available)",
bac39e0e 2491 },
969f7ed3
JA		 2492 { .ival = "crc16",
2493 .oval = VERIFY_CRC16,
2494 .help = "Use crc16 checksums for verification",
2495 },
1e154bdb
JA		 2496 { .ival = "crc7",
2497 .oval = VERIFY_CRC7,
2498 .help = "Use crc7 checksums for verification",
2499 },
7c353ceb
JA		 2500 { .ival = "sha1",
2501 .oval = VERIFY_SHA1,
2502 .help = "Use sha1 checksums for verification",
2503 },
cd14cc10
JA		 2504 { .ival = "sha256",
2505 .oval = VERIFY_SHA256,
2506 .help = "Use sha256 checksums for verification",
2507 },
2508 { .ival = "sha512",
2509 .oval = VERIFY_SHA512,
2510 .help = "Use sha512 checksums for verification",
2511 },
844ea602
JA		 2512 { .ival = "xxhash",
2513 .oval = VERIFY_XXHASH,
2514 .help = "Use xxhash checksums for verification",
2515 },
b638d82f
RP		 2516 /* Meta information was included into verify_header,
2517 * 'meta' verification is implied by default. */
7437ee87 2518 { .ival = "meta",
b638d82f
RP		 2519 .oval = VERIFY_HDR_ONLY,
2520 .help = "Use io information for verification. "
2521 "Now is implied by default, thus option is obsolete, "
2522 "don't use it",
7437ee87 2523 },
59245381
JA		 2524 { .ival = "pattern",
2525 .oval = VERIFY_PATTERN_NO_HDR,
2526 .help = "Verify strict pattern",
2527 },
36690c9b
JA		 2528 {
2529 .ival = "null",
2530 .oval = VERIFY_NULL,
2531 .help = "Pretend to verify",
2532 },
214e1eca
JA		 2533 },
2534 },
005c565a
JA		 2535 {
2536 .name = "do_verify",
e8b0e958 2537 .lname = "Perform verify step",
68e1f29a 2538 .type = FIO_OPT_BOOL,
005c565a
JA		 2539 .off1 = td_var_offset(do_verify),
2540 .help = "Run verification stage after write",
2541 .def = "1",
2542 .parent = "verify",
d71c154c 2543 .hide = 1,
e8b0e958
JA		 2544 .category = FIO_OPT_C_IO,
2545 .group = FIO_OPT_G_VERIFY,
005c565a 2546 },
160b966d
JA		 2547 {
2548 .name = "verifysort",
e8b0e958 2549 .lname = "Verify sort",
160b966d
JA		 2550 .type = FIO_OPT_BOOL,
2551 .off1 = td_var_offset(verifysort),
2552 .help = "Sort written verify blocks for read back",
2553 .def = "1",
c83f2df1 2554 .parent = "verify",
d71c154c 2555 .hide = 1,
e8b0e958
JA		 2556 .category = FIO_OPT_C_IO,
2557 .group = FIO_OPT_G_VERIFY,
160b966d 2558 },
1ae83d45
JA		 2559 {
2560 .name = "verifysort_nr",
cce2fdfe 2561 .lname = "Verify Sort Nr",
1ae83d45
JA		 2562 .type = FIO_OPT_INT,
2563 .off1 = td_var_offset(verifysort_nr),
2564 .help = "Pre-load and sort verify blocks for a read workload",
2565 .minval = 0,
2566 .maxval = 131072,
2567 .def = "1024",
2568 .parent = "verify",
836fcc0f
JA		 2569 .category = FIO_OPT_C_IO,
2570 .group = FIO_OPT_G_VERIFY,
1ae83d45 2571 },
3f9f4e26 2572 {
a59e170d 2573 .name = "verify_interval",
e8b0e958 2574 .lname = "Verify interval",
e01b22b8 2575 .type = FIO_OPT_INT,
a59e170d 2576 .off1 = td_var_offset(verify_interval),
819a9680 2577 .minval = 2 * sizeof(struct verify_header),
a59e170d 2578 .help = "Store verify buffer header every N bytes",
afdf9352 2579 .parent = "verify",
d71c154c 2580 .hide = 1,
20eb06bd 2581 .interval = 2 * sizeof(struct verify_header),
e8b0e958
JA		 2582 .category = FIO_OPT_C_IO,
2583 .group = FIO_OPT_G_VERIFY,
3f9f4e26 2584 },
546a9142 2585 {
a59e170d 2586 .name = "verify_offset",
e8b0e958 2587 .lname = "Verify offset",
e01b22b8 2588 .type = FIO_OPT_INT,
a59e170d 2589 .help = "Offset verify header location by N bytes",
203160d5
JA		 2590 .off1 = td_var_offset(verify_offset),
2591 .minval = sizeof(struct verify_header),
afdf9352 2592 .parent = "verify",
d71c154c 2593 .hide = 1,
e8b0e958
JA		 2594 .category = FIO_OPT_C_IO,
2595 .group = FIO_OPT_G_VERIFY,
546a9142 2596 },
e28218f3
SL		 2597 {
2598 .name = "verify_pattern",
e8b0e958 2599 .lname = "Verify pattern",
0e92f873 2600 .type = FIO_OPT_STR,
e28218f3 2601 .cb = str_verify_pattern_cb,
a8523a6a 2602 .off1 = td_var_offset(verify_pattern),
e28218f3
SL		 2603 .help = "Fill pattern for IO buffers",
2604 .parent = "verify",
d71c154c 2605 .hide = 1,
e8b0e958
JA		 2606 .category = FIO_OPT_C_IO,
2607 .group = FIO_OPT_G_VERIFY,
e28218f3 2608 },
a12a3b4d
JA		 2609 {
2610 .name = "verify_fatal",
e8b0e958 2611 .lname = "Verify fatal",
68e1f29a 2612 .type = FIO_OPT_BOOL,
a12a3b4d
JA		 2613 .off1 = td_var_offset(verify_fatal),
2614 .def = "0",
2615 .help = "Exit on a single verify failure, don't continue",
2616 .parent = "verify",
d71c154c 2617 .hide = 1,
e8b0e958
JA		 2618 .category = FIO_OPT_C_IO,
2619 .group = FIO_OPT_G_VERIFY,
a12a3b4d 2620 },
b463e936
JA		 2621 {
2622 .name = "verify_dump",
e8b0e958 2623 .lname = "Verify dump",
b463e936
JA		 2624 .type = FIO_OPT_BOOL,
2625 .off1 = td_var_offset(verify_dump),
ef71e317 2626 .def = "0",
b463e936
JA		 2627 .help = "Dump contents of good and bad blocks on failure",
2628 .parent = "verify",
d71c154c 2629 .hide = 1,
e8b0e958
JA		 2630 .category = FIO_OPT_C_IO,
2631 .group = FIO_OPT_G_VERIFY,
b463e936 2632 },
e8462bd8
JA		 2633 {
2634 .name = "verify_async",
e8b0e958 2635 .lname = "Verify asynchronously",
e8462bd8
JA		 2636 .type = FIO_OPT_INT,
2637 .off1 = td_var_offset(verify_async),
2638 .def = "0",
2639 .help = "Number of async verifier threads to use",
2640 .parent = "verify",
d71c154c 2641 .hide = 1,
e8b0e958
JA		 2642 .category = FIO_OPT_C_IO,
2643 .group = FIO_OPT_G_VERIFY,
e8462bd8 2644 },
9e144189
JA		 2645 {
2646 .name = "verify_backlog",
e8b0e958 2647 .lname = "Verify backlog",
9e144189
JA		 2648 .type = FIO_OPT_STR_VAL,
2649 .off1 = td_var_offset(verify_backlog),
2650 .help = "Verify after this number of blocks are written",
2651 .parent = "verify",
d71c154c 2652 .hide = 1,
e8b0e958
JA		 2653 .category = FIO_OPT_C_IO,
2654 .group = FIO_OPT_G_VERIFY,
9e144189
JA		 2655 },
2656 {
2657 .name = "verify_backlog_batch",
e8b0e958 2658 .lname = "Verify backlog batch",
9e144189
JA		 2659 .type = FIO_OPT_INT,
2660 .off1 = td_var_offset(verify_batch),
2661 .help = "Verify this number of IO blocks",
0d29de83 2662 .parent = "verify",
d71c154c 2663 .hide = 1,
e8b0e958
JA		 2664 .category = FIO_OPT_C_IO,
2665 .group = FIO_OPT_G_VERIFY,
9e144189 2666 },
e8462bd8
JA		 2667#ifdef FIO_HAVE_CPU_AFFINITY
2668 {
2669 .name = "verify_async_cpus",
e8b0e958 2670 .lname = "Async verify CPUs",
e8462bd8
JA		 2671 .type = FIO_OPT_STR,
2672 .cb = str_verify_cpus_allowed_cb,
a8523a6a 2673 .off1 = td_var_offset(verify_cpumask),
e8462bd8
JA		 2674 .help = "Set CPUs allowed for async verify threads",
2675 .parent = "verify_async",
d71c154c 2676 .hide = 1,
e8b0e958
JA		 2677 .category = FIO_OPT_C_IO,
2678 .group = FIO_OPT_G_VERIFY,
e8462bd8 2679 },
0d29de83 2680#endif
51aa2da8
JA		 2681 {
2682 .name = "experimental_verify",
cce2fdfe 2683 .lname = "Experimental Verify",
51aa2da8
JA		 2684 .off1 = td_var_offset(experimental_verify),
2685 .type = FIO_OPT_BOOL,
b31eaac9 2686 .help = "Enable experimental verification",
ca09be4b
JA		 2687 .parent = "verify",
2688 .category = FIO_OPT_C_IO,
2689 .group = FIO_OPT_G_VERIFY,
2690 },
2691 {
2692 .name = "verify_state_load",
2693 .lname = "Load verify state",
2694 .off1 = td_var_offset(verify_state),
2695 .type = FIO_OPT_BOOL,
2696 .help = "Load verify termination state",
2697 .parent = "verify",
2698 .category = FIO_OPT_C_IO,
2699 .group = FIO_OPT_G_VERIFY,
2700 },
2701 {
2702 .name = "verify_state_save",
2703 .lname = "Save verify state",
2704 .off1 = td_var_offset(verify_state_save),
2705 .type = FIO_OPT_BOOL,
2706 .def = "1",
2707 .help = "Save verify state on termination",
2708 .parent = "verify",
836fcc0f
JA		 2709 .category = FIO_OPT_C_IO,
2710 .group = FIO_OPT_G_VERIFY,
51aa2da8 2711 },
0d29de83
JA		 2712#ifdef FIO_HAVE_TRIM
2713 {
2714 .name = "trim_percentage",
e8b0e958 2715 .lname = "Trim percentage",
0d29de83 2716 .type = FIO_OPT_INT,
203160d5 2717 .off1 = td_var_offset(trim_percentage),
20eb06bd 2718 .minval = 0,
0d29de83
JA		 2719 .maxval = 100,
2720 .help = "Number of verify blocks to discard/trim",
2721 .parent = "verify",
2722 .def = "0",
20eb06bd 2723 .interval = 1,
d71c154c 2724 .hide = 1,
e8b0e958
JA		 2725 .category = FIO_OPT_C_IO,
2726 .group = FIO_OPT_G_TRIM,
0d29de83
JA		 2727 },
2728 {
2729 .name = "trim_verify_zero",
e8b0e958 2730 .lname = "Verify trim zero",
20eb06bd 2731 .type = FIO_OPT_BOOL,
0d29de83
JA		 2732 .help = "Verify that trim/discarded blocks are returned as zeroes",
2733 .off1 = td_var_offset(trim_zero),
2734 .parent = "trim_percentage",
d71c154c 2735 .hide = 1,
0d29de83 2736 .def = "1",
e8b0e958
JA		 2737 .category = FIO_OPT_C_IO,
2738 .group = FIO_OPT_G_TRIM,
0d29de83
JA		 2739 },
2740 {
2741 .name = "trim_backlog",
e8b0e958 2742 .lname = "Trim backlog",
0d29de83
JA		 2743 .type = FIO_OPT_STR_VAL,
2744 .off1 = td_var_offset(trim_backlog),
2745 .help = "Trim after this number of blocks are written",
2746 .parent = "trim_percentage",
d71c154c 2747 .hide = 1,
20eb06bd 2748 .interval = 1,
e8b0e958
JA		 2749 .category = FIO_OPT_C_IO,
2750 .group = FIO_OPT_G_TRIM,
0d29de83
JA		 2751 },
2752 {
2753 .name = "trim_backlog_batch",
e8b0e958 2754 .lname = "Trim backlog batch",
0d29de83
JA		 2755 .type = FIO_OPT_INT,
2756 .off1 = td_var_offset(trim_batch),
2757 .help = "Trim this number of IO blocks",
2758 .parent = "trim_percentage",
d71c154c 2759 .hide = 1,
20eb06bd 2760 .interval = 1,
e8b0e958
JA		 2761 .category = FIO_OPT_C_IO,
2762 .group = FIO_OPT_G_TRIM,
0d29de83 2763 },
e8462bd8 2764#endif
214e1eca
JA		 2765 {
2766 .name = "write_iolog",
e8b0e958 2767 .lname = "Write I/O log",
214e1eca
JA		 2768 .type = FIO_OPT_STR_STORE,
2769 .off1 = td_var_offset(write_iolog_file),
2770 .help = "Store IO pattern to file",
e8b0e958
JA		 2771 .category = FIO_OPT_C_IO,
2772 .group = FIO_OPT_G_IOLOG,
214e1eca
JA		 2773 },
2774 {
2775 .name = "read_iolog",
e8b0e958 2776 .lname = "Read I/O log",
214e1eca
JA		 2777 .type = FIO_OPT_STR_STORE,
2778 .off1 = td_var_offset(read_iolog_file),
2779 .help = "Playback IO pattern from file",
e8b0e958
JA		 2780 .category = FIO_OPT_C_IO,
2781 .group = FIO_OPT_G_IOLOG,
214e1eca 2782 },
64bbb865
DN		 2783 {
2784 .name = "replay_no_stall",
e8b0e958 2785 .lname = "Don't stall on replay",
20eb06bd 2786 .type = FIO_OPT_BOOL,
64bbb865
DN		 2787 .off1 = td_var_offset(no_stall),
2788 .def = "0",
87e7a972 2789 .parent = "read_iolog",
d71c154c 2790 .hide = 1,
64bbb865 2791 .help = "Playback IO pattern file as fast as possible without stalls",
e8b0e958
JA		 2792 .category = FIO_OPT_C_IO,
2793 .group = FIO_OPT_G_IOLOG,
64bbb865 2794 },
d1c46c04
DN		 2795 {
2796 .name = "replay_redirect",
e8b0e958 2797 .lname = "Redirect device for replay",
d1c46c04
DN		 2798 .type = FIO_OPT_STR_STORE,
2799 .off1 = td_var_offset(replay_redirect),
2800 .parent = "read_iolog",
d71c154c 2801 .hide = 1,
d1c46c04 2802 .help = "Replay all I/O onto this device, regardless of trace device",
e8b0e958
JA		 2803 .category = FIO_OPT_C_IO,
2804 .group = FIO_OPT_G_IOLOG,
d1c46c04 2805 },
0c63576e
JA		 2806 {
2807 .name = "replay_scale",
2808 .lname = "Replace offset scale factor",
2809 .type = FIO_OPT_INT,
2810 .off1 = td_var_offset(replay_scale),
2811 .parent = "read_iolog",
2812 .def = "1",
2813 .help = "Align offsets to this blocksize",
2814 .category = FIO_OPT_C_IO,
2815 .group = FIO_OPT_G_IOLOG,
2816 },
2817 {
2818 .name = "replay_align",
2819 .lname = "Replace alignment",
2820 .type = FIO_OPT_INT,
2821 .off1 = td_var_offset(replay_align),
2822 .parent = "read_iolog",
2823 .help = "Scale offset down by this factor",
2824 .category = FIO_OPT_C_IO,
2825 .group = FIO_OPT_G_IOLOG,
2826 .pow2 = 1,
2827 },
214e1eca
JA		 2828 {
2829 .name = "exec_prerun",
e8b0e958 2830 .lname = "Pre-execute runnable",
214e1eca
JA		 2831 .type = FIO_OPT_STR_STORE,
2832 .off1 = td_var_offset(exec_prerun),
2833 .help = "Execute this file prior to running job",
e8b0e958
JA		 2834 .category = FIO_OPT_C_GENERAL,
2835 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2836 },
2837 {
2838 .name = "exec_postrun",
e8b0e958 2839 .lname = "Post-execute runnable",
214e1eca
JA		 2840 .type = FIO_OPT_STR_STORE,
2841 .off1 = td_var_offset(exec_postrun),
2842 .help = "Execute this file after running job",
e8b0e958
JA		 2843 .category = FIO_OPT_C_GENERAL,
2844 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2845 },
2846#ifdef FIO_HAVE_IOSCHED_SWITCH
2847 {
2848 .name = "ioscheduler",
e8b0e958 2849 .lname = "I/O scheduler",
214e1eca
JA		 2850 .type = FIO_OPT_STR_STORE,
2851 .off1 = td_var_offset(ioscheduler),
2852 .help = "Use this IO scheduler on the backing device",
e8b0e958
JA		 2853 .category = FIO_OPT_C_FILE,
2854 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2855 },
2856#endif
2857 {
2858 .name = "zonesize",
e8b0e958 2859 .lname = "Zone size",
214e1eca
JA		 2860 .type = FIO_OPT_STR_VAL,
2861 .off1 = td_var_offset(zone_size),
ed335855
SN		 2862 .help = "Amount of data to read per zone",
2863 .def = "0",
20eb06bd 2864 .interval = 1024 * 1024,
e8b0e958
JA		 2865 .category = FIO_OPT_C_IO,
2866 .group = FIO_OPT_G_ZONE,
ed335855
SN		 2867 },
2868 {
2869 .name = "zonerange",
e8b0e958 2870 .lname = "Zone range",
ed335855
SN		 2871 .type = FIO_OPT_STR_VAL,
2872 .off1 = td_var_offset(zone_range),
214e1eca
JA		 2873 .help = "Give size of an IO zone",
2874 .def = "0",
20eb06bd 2875 .interval = 1024 * 1024,
e8b0e958
JA		 2876 .category = FIO_OPT_C_IO,
2877 .group = FIO_OPT_G_ZONE,
214e1eca
JA		 2878 },
2879 {
2880 .name = "zoneskip",
e8b0e958 2881 .lname = "Zone skip",
214e1eca
JA		 2882 .type = FIO_OPT_STR_VAL,
2883 .off1 = td_var_offset(zone_skip),
2884 .help = "Space between IO zones",
2885 .def = "0",
20eb06bd 2886 .interval = 1024 * 1024,
e8b0e958
JA		 2887 .category = FIO_OPT_C_IO,
2888 .group = FIO_OPT_G_ZONE,
214e1eca
JA		 2889 },
2890 {
2891 .name = "lockmem",
e8b0e958 2892 .lname = "Lock memory",
214e1eca 2893 .type = FIO_OPT_STR_VAL,
1b79a070 2894 .off1 = td_var_offset(lockmem),
81c6b6cd 2895 .help = "Lock down this amount of memory (per worker)",
214e1eca 2896 .def = "0",
20eb06bd 2897 .interval = 1024 * 1024,
e8b0e958
JA		 2898 .category = FIO_OPT_C_GENERAL,
2899 .group = FIO_OPT_G_INVALID,
214e1eca 2900 },
214e1eca
JA		 2901 {
2902 .name = "rwmixread",
e8b0e958 2903 .lname = "Read/write mix read",
214e1eca 2904 .type = FIO_OPT_INT,
cb499fc4 2905 .cb = str_rwmix_read_cb,
a8523a6a 2906 .off1 = td_var_offset(rwmix[DDIR_READ]),
214e1eca
JA		 2907 .maxval = 100,
2908 .help = "Percentage of mixed workload that is reads",
2909 .def = "50",
20eb06bd 2910 .interval = 5,
90265353 2911 .inverse = "rwmixwrite",
e8b0e958
JA		 2912 .category = FIO_OPT_C_IO,
2913 .group = FIO_OPT_G_RWMIX,
214e1eca
JA		 2914 },
2915 {
2916 .name = "rwmixwrite",
e8b0e958 2917 .lname = "Read/write mix write",
214e1eca 2918 .type = FIO_OPT_INT,
cb499fc4 2919 .cb = str_rwmix_write_cb,
a8523a6a 2920 .off1 = td_var_offset(rwmix[DDIR_WRITE]),
214e1eca
JA		 2921 .maxval = 100,
2922 .help = "Percentage of mixed workload that is writes",
2923 .def = "50",
20eb06bd 2924 .interval = 5,
90265353 2925 .inverse = "rwmixread",
e8b0e958
JA		 2926 .category = FIO_OPT_C_IO,
2927 .group = FIO_OPT_G_RWMIX,
214e1eca 2928 },
afdf9352
JA		 2929 {
2930 .name = "rwmixcycle",
e8b0e958 2931 .lname = "Read/write mix cycle",
15ca150e 2932 .type = FIO_OPT_DEPRECATED,
e8b0e958
JA		 2933 .category = FIO_OPT_C_IO,
2934 .group = FIO_OPT_G_RWMIX,
afdf9352 2935 },
214e1eca
JA		 2936 {
2937 .name = "nice",
e8b0e958 2938 .lname = "Nice",
214e1eca
JA		 2939 .type = FIO_OPT_INT,
2940 .off1 = td_var_offset(nice),
2941 .help = "Set job CPU nice value",
2942 .minval = -19,
2943 .maxval = 20,
2944 .def = "0",
20eb06bd 2945 .interval = 1,
e8b0e958 2946 .category = FIO_OPT_C_GENERAL,
10860056 2947 .group = FIO_OPT_G_CRED,
214e1eca
JA		 2948 },
2949#ifdef FIO_HAVE_IOPRIO
2950 {
2951 .name = "prio",
e8b0e958 2952 .lname = "I/O nice priority",
214e1eca 2953 .type = FIO_OPT_INT,
28727df7 2954 .off1 = td_var_offset(ioprio),
214e1eca
JA		 2955 .help = "Set job IO priority value",
2956 .minval = 0,
2957 .maxval = 7,
20eb06bd 2958 .interval = 1,
e8b0e958 2959 .category = FIO_OPT_C_GENERAL,
10860056 2960 .group = FIO_OPT_G_CRED,
214e1eca
JA		 2961 },
2962 {
2963 .name = "prioclass",
e8b0e958 2964 .lname = "I/O nice priority class",
214e1eca 2965 .type = FIO_OPT_INT,
28727df7 2966 .off1 = td_var_offset(ioprio_class),
214e1eca
JA		 2967 .help = "Set job IO priority class",
2968 .minval = 0,
2969 .maxval = 3,
20eb06bd 2970 .interval = 1,
e8b0e958 2971 .category = FIO_OPT_C_GENERAL,
10860056 2972 .group = FIO_OPT_G_CRED,
214e1eca
JA		 2973 },
2974#endif
2975 {
2976 .name = "thinktime",
e8b0e958 2977 .lname = "Thinktime",
214e1eca
JA		 2978 .type = FIO_OPT_INT,
2979 .off1 = td_var_offset(thinktime),
2980 .help = "Idle time between IO buffers (usec)",
2981 .def = "0",
88038bc7 2982 .is_time = 1,
e8b0e958 2983 .category = FIO_OPT_C_IO,
3ceb458f 2984 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA		 2985 },
2986 {
2987 .name = "thinktime_spin",
e8b0e958 2988 .lname = "Thinktime spin",
214e1eca
JA		 2989 .type = FIO_OPT_INT,
2990 .off1 = td_var_offset(thinktime_spin),
2991 .help = "Start think time by spinning this amount (usec)",
2992 .def = "0",
88038bc7 2993 .is_time = 1,
afdf9352 2994 .parent = "thinktime",
d71c154c 2995 .hide = 1,
e8b0e958 2996 .category = FIO_OPT_C_IO,
3ceb458f 2997 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA		 2998 },
2999 {
3000 .name = "thinktime_blocks",
e8b0e958 3001 .lname = "Thinktime blocks",
214e1eca
JA		 3002 .type = FIO_OPT_INT,
3003 .off1 = td_var_offset(thinktime_blocks),
3004 .help = "IO buffer period between 'thinktime'",
3005 .def = "1",
afdf9352 3006 .parent = "thinktime",
d71c154c 3007 .hide = 1,
e8b0e958 3008 .category = FIO_OPT_C_IO,
3ceb458f 3009 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA		 3010 },
3011 {
3012 .name = "rate",
e8b0e958 3013 .lname = "I/O rate",
e01b22b8 3014 .type = FIO_OPT_INT,
6eaf09d6
SL		 3015 .off1 = td_var_offset(rate[DDIR_READ]),
3016 .off2 = td_var_offset(rate[DDIR_WRITE]),
3017 .off3 = td_var_offset(rate[DDIR_TRIM]),
214e1eca 3018 .help = "Set bandwidth rate",
e8b0e958
JA		 3019 .category = FIO_OPT_C_IO,
3020 .group = FIO_OPT_G_RATE,
214e1eca
JA		 3021 },
3022 {
6d428bcd
JA		 3023 .name = "rate_min",
3024 .alias = "ratemin",
e8b0e958 3025 .lname = "I/O min rate",
e01b22b8 3026 .type = FIO_OPT_INT,
6eaf09d6
SL		 3027 .off1 = td_var_offset(ratemin[DDIR_READ]),
3028 .off2 = td_var_offset(ratemin[DDIR_WRITE]),
3029 .off3 = td_var_offset(ratemin[DDIR_TRIM]),
4e991c23 3030 .help = "Job must meet this rate or it will be shutdown",
afdf9352 3031 .parent = "rate",
d71c154c 3032 .hide = 1,
e8b0e958
JA		 3033 .category = FIO_OPT_C_IO,
3034 .group = FIO_OPT_G_RATE,
4e991c23
JA		 3035 },
3036 {
3037 .name = "rate_iops",
e8b0e958 3038 .lname = "I/O rate IOPS",
e01b22b8 3039 .type = FIO_OPT_INT,
6eaf09d6
SL		 3040 .off1 = td_var_offset(rate_iops[DDIR_READ]),
3041 .off2 = td_var_offset(rate_iops[DDIR_WRITE]),
3042 .off3 = td_var_offset(rate_iops[DDIR_TRIM]),
4e991c23 3043 .help = "Limit IO used to this number of IO operations/sec",
d71c154c 3044 .hide = 1,
e8b0e958
JA		 3045 .category = FIO_OPT_C_IO,
3046 .group = FIO_OPT_G_RATE,
4e991c23
JA		 3047 },
3048 {
3049 .name = "rate_iops_min",
e8b0e958 3050 .lname = "I/O min rate IOPS",
e01b22b8 3051 .type = FIO_OPT_INT,
6eaf09d6
SL		 3052 .off1 = td_var_offset(rate_iops_min[DDIR_READ]),
3053 .off2 = td_var_offset(rate_iops_min[DDIR_WRITE]),
3054 .off3 = td_var_offset(rate_iops_min[DDIR_TRIM]),
03e20d68 3055 .help = "Job must meet this rate or it will be shut down",
afdf9352 3056 .parent = "rate_iops",
d71c154c 3057 .hide = 1,
e8b0e958
JA		 3058 .category = FIO_OPT_C_IO,
3059 .group = FIO_OPT_G_RATE,
214e1eca 3060 },
ff6bb260 3061 {
6de65959
JA		 3062 .name = "rate_process",
3063 .lname = "Rate Process",
3064 .type = FIO_OPT_STR,
3065 .off1 = td_var_offset(rate_process),
3066 .help = "What process controls how rated IO is managed",
3067 .def = "linear",
ff6bb260
SL		 3068 .category = FIO_OPT_C_IO,
3069 .group = FIO_OPT_G_RATE,
6de65959
JA		 3070 .posval = {
3071 { .ival = "linear",
3072 .oval = RATE_PROCESS_LINEAR,
3073 .help = "Linear rate of IO",
3074 },
3075 {
3076 .ival = "poisson",
3077 .oval = RATE_PROCESS_POISSON,
3078 .help = "Rate follows Poisson process",
3079 },
3080 },
3081 .parent = "rate",
ff6bb260 3082 },
214e1eca 3083 {
6d428bcd
JA		 3084 .name = "rate_cycle",
3085 .alias = "ratecycle",
e8b0e958 3086 .lname = "I/O rate cycle",
214e1eca
JA		 3087 .type = FIO_OPT_INT,
3088 .off1 = td_var_offset(ratecycle),
3089 .help = "Window average for rate limits (msec)",
3090 .def = "1000",
afdf9352 3091 .parent = "rate",
d71c154c 3092 .hide = 1,
e8b0e958
JA		 3093 .category = FIO_OPT_C_IO,
3094 .group = FIO_OPT_G_RATE,
214e1eca 3095 },
15501535
JA		 3096 {
3097 .name = "max_latency",
cce2fdfe 3098 .lname = "Max Latency",
15501535
JA		 3099 .type = FIO_OPT_INT,
3100 .off1 = td_var_offset(max_latency),
3101 .help = "Maximum tolerated IO latency (usec)",
88038bc7 3102 .is_time = 1,
1e5324e7 3103 .category = FIO_OPT_C_IO,
3e260a46
JA		 3104 .group = FIO_OPT_G_LATPROF,
3105 },
3106 {
3107 .name = "latency_target",
3108 .lname = "Latency Target (usec)",
3109 .type = FIO_OPT_STR_VAL_TIME,
3110 .off1 = td_var_offset(latency_target),
3111 .help = "Ramp to max queue depth supporting this latency",
88038bc7 3112 .is_time = 1,
3e260a46
JA		 3113 .category = FIO_OPT_C_IO,
3114 .group = FIO_OPT_G_LATPROF,
3115 },
3116 {
3117 .name = "latency_window",
3118 .lname = "Latency Window (usec)",
3119 .type = FIO_OPT_STR_VAL_TIME,
3120 .off1 = td_var_offset(latency_window),
3121 .help = "Time to sustain latency_target",
88038bc7 3122 .is_time = 1,
3e260a46
JA		 3123 .category = FIO_OPT_C_IO,
3124 .group = FIO_OPT_G_LATPROF,
3125 },
3126 {
3127 .name = "latency_percentile",
3128 .lname = "Latency Percentile",
3129 .type = FIO_OPT_FLOAT_LIST,
3130 .off1 = td_var_offset(latency_percentile),
3131 .help = "Percentile of IOs must be below latency_target",
3132 .def = "100",
3133 .maxlen = 1,
3134 .minfp = 0.0,
3135 .maxfp = 100.0,
3136 .category = FIO_OPT_C_IO,
3137 .group = FIO_OPT_G_LATPROF,
15501535 3138 },
214e1eca
JA		 3139 {
3140 .name = "invalidate",
e8b0e958 3141 .lname = "Cache invalidate",
214e1eca
JA		 3142 .type = FIO_OPT_BOOL,
3143 .off1 = td_var_offset(invalidate_cache),
3144 .help = "Invalidate buffer/page cache prior to running job",
3145 .def = "1",
e8b0e958 3146 .category = FIO_OPT_C_IO,
3ceb458f 3147 .group = FIO_OPT_G_IO_TYPE,
214e1eca
JA		 3148 },
3149 {
3150 .name = "sync",
e8b0e958 3151 .lname = "Synchronous I/O",
214e1eca
JA		 3152 .type = FIO_OPT_BOOL,
3153 .off1 = td_var_offset(sync_io),
3154 .help = "Use O_SYNC for buffered writes",
3155 .def = "0",
67a1000f 3156 .parent = "buffered",
d71c154c 3157 .hide = 1,
e8b0e958 3158 .category = FIO_OPT_C_IO,
3ceb458f 3159 .group = FIO_OPT_G_IO_TYPE,
214e1eca 3160 },
214e1eca
JA		 3161 {
3162 .name = "create_serialize",
e8b0e958 3163 .lname = "Create serialize",
214e1eca
JA		 3164 .type = FIO_OPT_BOOL,
3165 .off1 = td_var_offset(create_serialize),
3166 .help = "Serialize creating of job files",
3167 .def = "1",
e8b0e958
JA		 3168 .category = FIO_OPT_C_FILE,
3169 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 3170 },
3171 {
3172 .name = "create_fsync",
e8b0e958 3173 .lname = "Create fsync",
214e1eca
JA		 3174 .type = FIO_OPT_BOOL,
3175 .off1 = td_var_offset(create_fsync),
03e20d68 3176 .help = "fsync file after creation",
214e1eca 3177 .def = "1",
e8b0e958
JA		 3178 .category = FIO_OPT_C_FILE,
3179 .group = FIO_OPT_G_INVALID,
214e1eca 3180 },
814452bd
JA		 3181 {
3182 .name = "create_on_open",
e8b0e958 3183 .lname = "Create on open",
814452bd
JA		 3184 .type = FIO_OPT_BOOL,
3185 .off1 = td_var_offset(create_on_open),
3186 .help = "Create files when they are opened for IO",
3187 .def = "0",
e8b0e958
JA		 3188 .category = FIO_OPT_C_FILE,
3189 .group = FIO_OPT_G_INVALID,
814452bd 3190 },
25460cf6
JA		 3191 {
3192 .name = "create_only",
cce2fdfe 3193 .lname = "Create Only",
25460cf6
JA		 3194 .type = FIO_OPT_BOOL,
3195 .off1 = td_var_offset(create_only),
3196 .help = "Only perform file creation phase",
d17fda71 3197 .category = FIO_OPT_C_FILE,
25460cf6
JA		 3198 .def = "0",
3199 },
2378826d
JA		 3200 {
3201 .name = "allow_file_create",
e81ecca3 3202 .lname = "Allow file create",
2378826d
JA		 3203 .type = FIO_OPT_BOOL,
3204 .off1 = td_var_offset(allow_create),
3205 .help = "Permit fio to create files, if they don't exist",
3206 .def = "1",
3207 .category = FIO_OPT_C_FILE,
3208 .group = FIO_OPT_G_FILENAME,
3209 },
e81ecca3
JA		 3210 {
3211 .name = "allow_mounted_write",
3212 .lname = "Allow mounted write",
3213 .type = FIO_OPT_BOOL,
3214 .off1 = td_var_offset(allow_mounted_write),
3215 .help = "Allow writes to a mounted partition",
3216 .def = "0",
3217 .category = FIO_OPT_C_FILE,
3218 .group = FIO_OPT_G_FILENAME,
3219 },
0b9d69ec 3220 {
afad68f7 3221 .name = "pre_read",
e8b0e958 3222 .lname = "Pre-read files",
afad68f7
ZY		 3223 .type = FIO_OPT_BOOL,
3224 .off1 = td_var_offset(pre_read),
03e20d68 3225 .help = "Pre-read files before starting official testing",
afad68f7 3226 .def = "0",
e8b0e958
JA		 3227 .category = FIO_OPT_C_FILE,
3228 .group = FIO_OPT_G_INVALID,
afad68f7 3229 },
214e1eca
JA		 3230#ifdef FIO_HAVE_CPU_AFFINITY
3231 {
3232 .name = "cpumask",
e8b0e958 3233 .lname = "CPU mask",
214e1eca
JA		 3234 .type = FIO_OPT_INT,
3235 .cb = str_cpumask_cb,
a8523a6a 3236 .off1 = td_var_offset(cpumask),
214e1eca 3237 .help = "CPU affinity mask",
e8b0e958 3238 .category = FIO_OPT_C_GENERAL,
10860056 3239 .group = FIO_OPT_G_CRED,
214e1eca 3240 },
d2e268b0
JA		 3241 {
3242 .name = "cpus_allowed",
e8b0e958 3243 .lname = "CPUs allowed",
d2e268b0
JA		 3244 .type = FIO_OPT_STR,
3245 .cb = str_cpus_allowed_cb,
a8523a6a 3246 .off1 = td_var_offset(cpumask),
d2e268b0 3247 .help = "Set CPUs allowed",
e8b0e958 3248 .category = FIO_OPT_C_GENERAL,
10860056 3249 .group = FIO_OPT_G_CRED,
d2e268b0 3250 },
c2acfbac
JA		 3251 {
3252 .name = "cpus_allowed_policy",
3253 .lname = "CPUs allowed distribution policy",
3254 .type = FIO_OPT_STR,
3255 .off1 = td_var_offset(cpus_allowed_policy),
3256 .help = "Distribution policy for cpus_allowed",
3257 .parent = "cpus_allowed",
3258 .prio = 1,
3259 .posval = {
3260 { .ival = "shared",
3261 .oval = FIO_CPUS_SHARED,
3262 .help = "Mask shared between threads",
3263 },
3264 { .ival = "split",
3265 .oval = FIO_CPUS_SPLIT,
3266 .help = "Mask split between threads",
3267 },
3268 },
3269 .category = FIO_OPT_C_GENERAL,
3270 .group = FIO_OPT_G_CRED,
3271 },
d0b937ed 3272#endif
67bf9823 3273#ifdef CONFIG_LIBNUMA
d0b937ed
YR		 3274 {
3275 .name = "numa_cpu_nodes",
cce2fdfe 3276 .lname = "NUMA CPU Nodes",
d0b937ed
YR		 3277 .type = FIO_OPT_STR,
3278 .cb = str_numa_cpunodes_cb,
b2a9e649 3279 .off1 = td_var_offset(numa_cpunodes),
d0b937ed 3280 .help = "NUMA CPU nodes bind",
6be54b2d
JA		 3281 .category = FIO_OPT_C_GENERAL,
3282 .group = FIO_OPT_G_INVALID,
d0b937ed
YR		 3283 },
3284 {
3285 .name = "numa_mem_policy",
cce2fdfe 3286 .lname = "NUMA Memory Policy",
d0b937ed
YR		 3287 .type = FIO_OPT_STR,
3288 .cb = str_numa_mpol_cb,
b2a9e649 3289 .off1 = td_var_offset(numa_memnodes),
d0b937ed 3290 .help = "NUMA memory policy setup",
6be54b2d
JA		 3291 .category = FIO_OPT_C_GENERAL,
3292 .group = FIO_OPT_G_INVALID,
d0b937ed 3293 },
214e1eca
JA		 3294#endif
3295 {
3296 .name = "end_fsync",
e8b0e958 3297 .lname = "End fsync",
214e1eca
JA		 3298 .type = FIO_OPT_BOOL,
3299 .off1 = td_var_offset(end_fsync),
3300 .help = "Include fsync at the end of job",
3301 .def = "0",
e8b0e958
JA		 3302 .category = FIO_OPT_C_FILE,
3303 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 3304 },
3305 {
3306 .name = "fsync_on_close",
e8b0e958 3307 .lname = "Fsync on close",
214e1eca
JA		 3308 .type = FIO_OPT_BOOL,
3309 .off1 = td_var_offset(fsync_on_close),
3310 .help = "fsync files on close",
3311 .def = "0",
e8b0e958
JA		 3312 .category = FIO_OPT_C_FILE,
3313 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 3314 },
3315 {
3316 .name = "unlink",
e8b0e958 3317 .lname = "Unlink file",
214e1eca
JA		 3318 .type = FIO_OPT_BOOL,
3319 .off1 = td_var_offset(unlink),
3320 .help = "Unlink created files after job has completed",
3321 .def = "0",
e8b0e958
JA		 3322 .category = FIO_OPT_C_FILE,
3323 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 3324 },
3325 {
3326 .name = "exitall",
e8b0e958 3327 .lname = "Exit-all on terminate",
214e1eca
JA		 3328 .type = FIO_OPT_STR_SET,
3329 .cb = str_exitall_cb,
3330 .help = "Terminate all jobs when one exits",
e8b0e958 3331 .category = FIO_OPT_C_GENERAL,
a1f6afec 3332 .group = FIO_OPT_G_PROCESS,
214e1eca 3333 },
f9cafb12
JA		 3334 {
3335 .name = "exitall_on_error",
3336 .lname = "Exit-all on terminate in error",
3337 .type = FIO_OPT_BOOL,
3338 .off1 = td_var_offset(unlink),
3339 .help = "Terminate all jobs when one exits in error",
3340 .category = FIO_OPT_C_GENERAL,
3341 .group = FIO_OPT_G_PROCESS,
3342 },
214e1eca
JA		 3343 {
3344 .name = "stonewall",
e8b0e958 3345 .lname = "Wait for previous",
d392365e 3346 .alias = "wait_for_previous",
214e1eca
JA		 3347 .type = FIO_OPT_STR_SET,
3348 .off1 = td_var_offset(stonewall),
3349 .help = "Insert a hard barrier between this job and previous",
e8b0e958 3350 .category = FIO_OPT_C_GENERAL,
a1f6afec 3351 .group = FIO_OPT_G_PROCESS,
214e1eca 3352 },
b3d62a75
JA		 3353 {
3354 .name = "new_group",
e8b0e958 3355 .lname = "New group",
b3d62a75
JA		 3356 .type = FIO_OPT_STR_SET,
3357 .off1 = td_var_offset(new_group),
3358 .help = "Mark the start of a new group (for reporting)",
e8b0e958 3359 .category = FIO_OPT_C_GENERAL,
a1f6afec 3360 .group = FIO_OPT_G_PROCESS,
b3d62a75 3361 },
214e1eca
JA		 3362 {
3363 .name = "thread",
e8b0e958 3364 .lname = "Thread",
214e1eca
JA		 3365 .type = FIO_OPT_STR_SET,
3366 .off1 = td_var_offset(use_thread),
20eb06bd 3367 .help = "Use threads instead of processes",
c8931876
JA		 3368#ifdef CONFIG_NO_SHM
3369 .def = "1",
3370 .no_warn_def = 1,
3371#endif
e8b0e958 3372 .category = FIO_OPT_C_GENERAL,
a1f6afec 3373 .group = FIO_OPT_G_PROCESS,
214e1eca 3374 },
3a5db920
JA		 3375 {
3376 .name = "per_job_logs",
cce2fdfe 3377 .lname = "Per Job Logs",
3a5db920
JA		 3378 .type = FIO_OPT_BOOL,
3379 .off1 = td_var_offset(per_job_logs),
3380 .help = "Include job number in generated log files or not",
3381 .def = "1",
3382 .category = FIO_OPT_C_LOG,
3383 .group = FIO_OPT_G_INVALID,
3384 },
214e1eca
JA		 3385 {
3386 .name = "write_bw_log",
e8b0e958 3387 .lname = "Write bandwidth log",
203160d5
JA		 3388 .type = FIO_OPT_STR_STORE,
3389 .off1 = td_var_offset(bw_log_file),
214e1eca 3390 .help = "Write log of bandwidth during run",
e8b0e958
JA		 3391 .category = FIO_OPT_C_LOG,
3392 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 3393 },
3394 {
3395 .name = "write_lat_log",
e8b0e958 3396 .lname = "Write latency log",
203160d5
JA		 3397 .type = FIO_OPT_STR_STORE,
3398 .off1 = td_var_offset(lat_log_file),
214e1eca 3399 .help = "Write log of latency during run",
e8b0e958
JA		 3400 .category = FIO_OPT_C_LOG,
3401 .group = FIO_OPT_G_INVALID,
214e1eca 3402 },
c8eeb9df
JA		 3403 {
3404 .name = "write_iops_log",
e8b0e958 3405 .lname = "Write IOPS log",
577c83bd 3406 .type = FIO_OPT_STR_STORE,
203160d5 3407 .off1 = td_var_offset(iops_log_file),
c8eeb9df 3408 .help = "Write log of IOPS during run",
e8b0e958
JA		 3409 .category = FIO_OPT_C_LOG,
3410 .group = FIO_OPT_G_INVALID,
c8eeb9df 3411 },
b8bc8cba
JA		 3412 {
3413 .name = "log_avg_msec",
e8b0e958 3414 .lname = "Log averaging (msec)",
b8bc8cba
JA		 3415 .type = FIO_OPT_INT,
3416 .off1 = td_var_offset(log_avg_msec),
3417 .help = "Average bw/iops/lat logs over this period of time",
3418 .def = "0",
e8b0e958
JA		 3419 .category = FIO_OPT_C_LOG,
3420 .group = FIO_OPT_G_INVALID,
b8bc8cba 3421 },
e6989e10
JA		 3422 {
3423 .name = "log_max_value",
3424 .lname = "Log maximum instead of average",
3425 .type = FIO_OPT_BOOL,
3426 .off1 = td_var_offset(log_max),
3427 .help = "Log max sample in a window instead of average",
3428 .def = "0",
3429 .category = FIO_OPT_C_LOG,
3430 .group = FIO_OPT_G_INVALID,
3431 },
ae588852
JA		 3432 {
3433 .name = "log_offset",
3434 .lname = "Log offset of IO",
3435 .type = FIO_OPT_BOOL,
3436 .off1 = td_var_offset(log_offset),
3437 .help = "Include offset of IO for each log entry",
3438 .def = "0",
3439 .category = FIO_OPT_C_LOG,
3440 .group = FIO_OPT_G_INVALID,
3441 },
aee2ab67
JA		 3442#ifdef CONFIG_ZLIB
3443 {
3444 .name = "log_compression",
3445 .lname = "Log compression",
3446 .type = FIO_OPT_INT,
3447 .off1 = td_var_offset(log_gz),
3448 .help = "Log in compressed chunks of this size",
9919b27b 3449 .minval = 1024ULL,
aee2ab67
JA		 3450 .maxval = 512 * 1024 * 1024ULL,
3451 .category = FIO_OPT_C_LOG,
3452 .group = FIO_OPT_G_INVALID,
3453 },
c08f9fe2
JA		 3454#ifdef FIO_HAVE_CPU_AFFINITY
3455 {
3456 .name = "log_compression_cpus",
3457 .lname = "Log Compression CPUs",
3458 .type = FIO_OPT_STR,
3459 .cb = str_log_cpus_allowed_cb,
3460 .off1 = td_var_offset(log_gz_cpumask),
3461 .parent = "log_compression",
3462 .help = "Limit log compression to these CPUs",
3463 .category = FIO_OPT_C_LOG,
3464 .group = FIO_OPT_G_INVALID,
3465 },
3466#endif
b26317c9
JA		 3467 {
3468 .name = "log_store_compressed",
3469 .lname = "Log store compressed",
3470 .type = FIO_OPT_BOOL,
3471 .off1 = td_var_offset(log_gz_store),
3472 .help = "Store logs in a compressed format",
3473 .category = FIO_OPT_C_LOG,
3474 .group = FIO_OPT_G_INVALID,
3475 },
aee2ab67 3476#endif
66347cfa
DE		 3477 {
3478 .name = "block_error_percentiles",
3479 .lname = "Block error percentiles",
3480 .type = FIO_OPT_BOOL,
3481 .off1 = td_var_offset(block_error_hist),
3482 .help = "Record trim block errors and make a histogram",
3483 .def = "0",
3484 .category = FIO_OPT_C_LOG,
3485 .group = FIO_OPT_G_INVALID,
3486 },
c504ee55
JA		 3487 {
3488 .name = "bwavgtime",
3489 .lname = "Bandwidth average time",
3490 .type = FIO_OPT_INT,
3491 .off1 = td_var_offset(bw_avg_time),
3492 .help = "Time window over which to calculate bandwidth"
3493 " (msec)",
3494 .def = "500",
3495 .parent = "write_bw_log",
3496 .hide = 1,
3497 .interval = 100,
3498 .category = FIO_OPT_C_LOG,
3499 .group = FIO_OPT_G_INVALID,
3500 },
3501 {
3502 .name = "iopsavgtime",
3503 .lname = "IOPS average time",
3504 .type = FIO_OPT_INT,
3505 .off1 = td_var_offset(iops_avg_time),
3506 .help = "Time window over which to calculate IOPS (msec)",
3507 .def = "500",
3508 .parent = "write_iops_log",
3509 .hide = 1,
3510 .interval = 100,
3511 .category = FIO_OPT_C_LOG,
3512 .group = FIO_OPT_G_INVALID,
3513 },
214e1eca
JA		 3514 {
3515 .name = "group_reporting",
e8b0e958 3516 .lname = "Group reporting",
d2507043 3517 .type = FIO_OPT_STR_SET,
214e1eca
JA		 3518 .off1 = td_var_offset(group_reporting),
3519 .help = "Do reporting on a per-group basis",
10860056 3520 .category = FIO_OPT_C_STAT,
e8b0e958 3521 .group = FIO_OPT_G_INVALID,
214e1eca 3522 },
e9459e5a
JA		 3523 {
3524 .name = "zero_buffers",
e8b0e958 3525 .lname = "Zero I/O buffers",
e9459e5a
JA		 3526 .type = FIO_OPT_STR_SET,
3527 .off1 = td_var_offset(zero_buffers),
3528 .help = "Init IO buffers to all zeroes",
e8b0e958 3529 .category = FIO_OPT_C_IO,
3ceb458f 3530 .group = FIO_OPT_G_IO_BUF,
e9459e5a 3531 },
5973cafb
JA		 3532 {
3533 .name = "refill_buffers",
e8b0e958 3534 .lname = "Refill I/O buffers",
5973cafb
JA		 3535 .type = FIO_OPT_STR_SET,
3536 .off1 = td_var_offset(refill_buffers),
3537 .help = "Refill IO buffers on every IO submit",
e8b0e958 3538 .category = FIO_OPT_C_IO,
3ceb458f 3539 .group = FIO_OPT_G_IO_BUF,
5973cafb 3540 },
fd68418e
JA		 3541 {
3542 .name = "scramble_buffers",
e8b0e958 3543 .lname = "Scramble I/O buffers",
fd68418e
JA		 3544 .type = FIO_OPT_BOOL,
3545 .off1 = td_var_offset(scramble_buffers),
3546 .help = "Slightly scramble buffers on every IO submit",
3547 .def = "1",
e8b0e958 3548 .category = FIO_OPT_C_IO,
3ceb458f 3549 .group = FIO_OPT_G_IO_BUF,
fd68418e 3550 },
ce35b1ec
JA		 3551 {
3552 .name = "buffer_pattern",
3553 .lname = "Buffer pattern",
3554 .type = FIO_OPT_STR,
3555 .cb = str_buffer_pattern_cb,
a8523a6a 3556 .off1 = td_var_offset(buffer_pattern),
ce35b1ec
JA		 3557 .help = "Fill pattern for IO buffers",
3558 .category = FIO_OPT_C_IO,
3559 .group = FIO_OPT_G_IO_BUF,
3560 },
9c42684e
JA		 3561 {
3562 .name = "buffer_compress_percentage",
e8b0e958 3563 .lname = "Buffer compression percentage",
9c42684e 3564 .type = FIO_OPT_INT,
bedc9dc2 3565 .cb = str_buffer_compress_cb,
a8523a6a 3566 .off1 = td_var_offset(compress_percentage),
9c42684e 3567 .maxval = 100,
e7f5de90 3568 .minval = 0,
9c42684e 3569 .help = "How compressible the buffer is (approximately)",
20eb06bd 3570 .interval = 5,
e8b0e958 3571 .category = FIO_OPT_C_IO,
3ceb458f 3572 .group = FIO_OPT_G_IO_BUF,
9c42684e 3573 },
f97a43a1
JA		 3574 {
3575 .name = "buffer_compress_chunk",
e8b0e958 3576 .lname = "Buffer compression chunk size",
f97a43a1
JA		 3577 .type = FIO_OPT_INT,
3578 .off1 = td_var_offset(compress_chunk),
207b18e4 3579 .parent = "buffer_compress_percentage",
d71c154c 3580 .hide = 1,
f97a43a1 3581 .help = "Size of compressible region in buffer",
20eb06bd 3582 .interval = 256,
e8b0e958 3583 .category = FIO_OPT_C_IO,
3ceb458f 3584 .group = FIO_OPT_G_IO_BUF,
f97a43a1 3585 },
5c94b008
JA		 3586 {
3587 .name = "dedupe_percentage",
3588 .lname = "Dedupe percentage",
3589 .type = FIO_OPT_INT,
3590 .cb = str_dedupe_cb,
a8523a6a 3591 .off1 = td_var_offset(dedupe_percentage),
5c94b008
JA		 3592 .maxval = 100,
3593 .minval = 0,
3594 .help = "Percentage of buffers that are dedupable",
3595 .interval = 1,
3596 .category = FIO_OPT_C_IO,
3597 .group = FIO_OPT_G_IO_BUF,
3598 },
83349190
YH		 3599 {
3600 .name = "clat_percentiles",
e8b0e958 3601 .lname = "Completion latency percentiles",
83349190
YH		 3602 .type = FIO_OPT_BOOL,
3603 .off1 = td_var_offset(clat_percentiles),
3604 .help = "Enable the reporting of completion latency percentiles",
467b35ed 3605 .def = "1",
e8b0e958
JA		 3606 .category = FIO_OPT_C_STAT,
3607 .group = FIO_OPT_G_INVALID,
83349190
YH		 3608 },
3609 {
3610 .name = "percentile_list",
66347cfa 3611 .lname = "Percentile list",
83349190
YH		 3612 .type = FIO_OPT_FLOAT_LIST,
3613 .off1 = td_var_offset(percentile_list),
435d195a 3614 .off2 = td_var_offset(percentile_precision),
66347cfa
DE		 3615 .help = "Specify a custom list of percentiles to report for "
3616 "completion latency and block errors",
fd112d34 3617 .def = "1:5:10:20:30:40:50:60:70:80:90:95:99:99.5:99.9:99.95:99.99",
83349190
YH		 3618 .maxlen = FIO_IO_U_LIST_MAX_LEN,
3619 .minfp = 0.0,
3620 .maxfp = 100.0,
e8b0e958
JA		 3621 .category = FIO_OPT_C_STAT,
3622 .group = FIO_OPT_G_INVALID,
83349190
YH		 3623 },
3624
0a839f30
JA		 3625#ifdef FIO_HAVE_DISK_UTIL
3626 {
3627 .name = "disk_util",
e8b0e958 3628 .lname = "Disk utilization",
0a839f30
JA		 3629 .type = FIO_OPT_BOOL,
3630 .off1 = td_var_offset(do_disk_util),
f66ab3c8 3631 .help = "Log disk utilization statistics",
0a839f30 3632 .def = "1",
e8b0e958
JA		 3633 .category = FIO_OPT_C_STAT,
3634 .group = FIO_OPT_G_INVALID,
0a839f30
JA		 3635 },
3636#endif
993bf48b
JA		 3637 {
3638 .name = "gtod_reduce",
e8b0e958 3639 .lname = "Reduce gettimeofday() calls",
993bf48b
JA		 3640 .type = FIO_OPT_BOOL,
3641 .help = "Greatly reduce number of gettimeofday() calls",
3642 .cb = str_gtod_reduce_cb,
3643 .def = "0",
a4ed77fe 3644 .hide_on_set = 1,
e8b0e958
JA		 3645 .category = FIO_OPT_C_STAT,
3646 .group = FIO_OPT_G_INVALID,
993bf48b 3647 },
02af0988
JA		 3648 {
3649 .name = "disable_lat",
e8b0e958 3650 .lname = "Disable all latency stats",
02af0988
JA		 3651 .type = FIO_OPT_BOOL,
3652 .off1 = td_var_offset(disable_lat),
3653 .help = "Disable latency numbers",
3654 .parent = "gtod_reduce",
d71c154c 3655 .hide = 1,
02af0988 3656 .def = "0",
e8b0e958
JA		 3657 .category = FIO_OPT_C_STAT,
3658 .group = FIO_OPT_G_INVALID,
02af0988 3659 },
9520ebb9
JA		 3660 {
3661 .name = "disable_clat",
e8b0e958 3662 .lname = "Disable completion latency stats",
9520ebb9
JA		 3663 .type = FIO_OPT_BOOL,
3664 .off1 = td_var_offset(disable_clat),
3665 .help = "Disable completion latency numbers",
993bf48b 3666 .parent = "gtod_reduce",
d71c154c 3667 .hide = 1,
9520ebb9 3668 .def = "0",
e8b0e958
JA		 3669 .category = FIO_OPT_C_STAT,
3670 .group = FIO_OPT_G_INVALID,
9520ebb9
JA		 3671 },
3672 {
3673 .name = "disable_slat",
e8b0e958 3674 .lname = "Disable submission latency stats",
9520ebb9
JA		 3675 .type = FIO_OPT_BOOL,
3676 .off1 = td_var_offset(disable_slat),
03e20d68 3677 .help = "Disable submission latency numbers",
993bf48b 3678 .parent = "gtod_reduce",
d71c154c 3679 .hide = 1,
9520ebb9 3680 .def = "0",
e8b0e958
JA		 3681 .category = FIO_OPT_C_STAT,
3682 .group = FIO_OPT_G_INVALID,
9520ebb9
JA		 3683 },
3684 {
3685 .name = "disable_bw_measurement",
e8b0e958 3686 .lname = "Disable bandwidth stats",
9520ebb9
JA		 3687 .type = FIO_OPT_BOOL,
3688 .off1 = td_var_offset(disable_bw),
3689 .help = "Disable bandwidth logging",
993bf48b 3690 .parent = "gtod_reduce",
d71c154c 3691 .hide = 1,
9520ebb9 3692 .def = "0",
e8b0e958
JA		 3693 .category = FIO_OPT_C_STAT,
3694 .group = FIO_OPT_G_INVALID,
9520ebb9 3695 },
be4ecfdf
JA		 3696 {
3697 .name = "gtod_cpu",
e8b0e958 3698 .lname = "Dedicated gettimeofday() CPU",
be4ecfdf 3699 .type = FIO_OPT_INT,
79c896a1 3700 .off1 = td_var_offset(gtod_cpu),
03e20d68 3701 .help = "Set up dedicated gettimeofday() thread on this CPU",
29d43ff9 3702 .verify = gtod_cpu_verify,
e8b0e958 3703 .category = FIO_OPT_C_GENERAL,
10860056 3704 .group = FIO_OPT_G_CLOCK,
be4ecfdf 3705 },
771e58be
JA		 3706 {
3707 .name = "unified_rw_reporting",
cce2fdfe 3708 .lname = "Unified RW Reporting",
771e58be
JA		 3709 .type = FIO_OPT_BOOL,
3710 .off1 = td_var_offset(unified_rw_rep),
3711 .help = "Unify reporting across data direction",
3712 .def = "0",
90b7a96d
JA		 3713 .category = FIO_OPT_C_GENERAL,
3714 .group = FIO_OPT_G_INVALID,
771e58be 3715 },
f2bba182
RR		 3716 {
3717 .name = "continue_on_error",
e8b0e958 3718 .lname = "Continue on error",
06842027 3719 .type = FIO_OPT_STR,
f2bba182 3720 .off1 = td_var_offset(continue_on_error),
03e20d68 3721 .help = "Continue on non-fatal errors during IO",
06842027 3722 .def = "none",
e8b0e958 3723 .category = FIO_OPT_C_GENERAL,
bc3f552f 3724 .group = FIO_OPT_G_ERR,
06842027
SL		 3725 .posval = {
3726 { .ival = "none",
3727 .oval = ERROR_TYPE_NONE,
3728 .help = "Exit when an error is encountered",
3729 },
3730 { .ival = "read",
3731 .oval = ERROR_TYPE_READ,
3732 .help = "Continue on read errors only",
3733 },
3734 { .ival = "write",
3735 .oval = ERROR_TYPE_WRITE,
3736 .help = "Continue on write errors only",
3737 },
3738 { .ival = "io",
3739 .oval = ERROR_TYPE_READ | ERROR_TYPE_WRITE,
3740 .help = "Continue on any IO errors",
3741 },
3742 { .ival = "verify",
3743 .oval = ERROR_TYPE_VERIFY,
3744 .help = "Continue on verify errors only",
3745 },
3746 { .ival = "all",
3747 .oval = ERROR_TYPE_ANY,
3748 .help = "Continue on all io and verify errors",
3749 },
3750 { .ival = "0",
3751 .oval = ERROR_TYPE_NONE,
3752 .help = "Alias for 'none'",
3753 },
3754 { .ival = "1",
3755 .oval = ERROR_TYPE_ANY,
3756 .help = "Alias for 'all'",
3757 },
3758 },
f2bba182 3759 },
8b28bd41
DM		 3760 {
3761 .name = "ignore_error",
cce2fdfe 3762 .lname = "Ignore Error",
8b28bd41
DM		 3763 .type = FIO_OPT_STR,
3764 .cb = str_ignore_error_cb,
a8523a6a 3765 .off1 = td_var_offset(ignore_error_nr),
8b28bd41
DM		 3766 .help = "Set a specific list of errors to ignore",
3767 .parent = "rw",
a94eb99a 3768 .category = FIO_OPT_C_GENERAL,
bc3f552f 3769 .group = FIO_OPT_G_ERR,
8b28bd41
DM		 3770 },
3771 {
3772 .name = "error_dump",
cce2fdfe 3773 .lname = "Error Dump",
8b28bd41
DM		 3774 .type = FIO_OPT_BOOL,
3775 .off1 = td_var_offset(error_dump),
3776 .def = "0",
3777 .help = "Dump info on each error",
a94eb99a 3778 .category = FIO_OPT_C_GENERAL,
bc3f552f 3779 .group = FIO_OPT_G_ERR,
8b28bd41 3780 },
9ac8a797
JA		 3781 {
3782 .name = "profile",
e8b0e958 3783 .lname = "Profile",
79d16311 3784 .type = FIO_OPT_STR_STORE,
9ac8a797 3785 .off1 = td_var_offset(profile),
9ac8a797 3786 .help = "Select a specific builtin performance test",
13fca827 3787 .category = FIO_OPT_C_PROFILE,
e8b0e958 3788 .group = FIO_OPT_G_INVALID,
9ac8a797 3789 },
a696fa2a
JA		 3790 {
3791 .name = "cgroup",
e8b0e958 3792 .lname = "Cgroup",
a696fa2a
JA		 3793 .type = FIO_OPT_STR_STORE,
3794 .off1 = td_var_offset(cgroup),
3795 .help = "Add job to cgroup of this name",
e8b0e958 3796 .category = FIO_OPT_C_GENERAL,
a1f6afec
JA		 3797 .group = FIO_OPT_G_CGROUP,
3798 },
3799 {
3800 .name = "cgroup_nodelete",
3801 .lname = "Cgroup no-delete",
3802 .type = FIO_OPT_BOOL,
3803 .off1 = td_var_offset(cgroup_nodelete),
3804 .help = "Do not delete cgroups after job completion",
3805 .def = "0",
3806 .parent = "cgroup",
3807 .category = FIO_OPT_C_GENERAL,
3808 .group = FIO_OPT_G_CGROUP,
a696fa2a
JA		 3809 },
3810 {
3811 .name = "cgroup_weight",
e8b0e958 3812 .lname = "Cgroup weight",
a696fa2a
JA		 3813 .type = FIO_OPT_INT,
3814 .off1 = td_var_offset(cgroup_weight),
3815 .help = "Use given weight for cgroup",
3816 .minval = 100,
3817 .maxval = 1000,
a1f6afec 3818 .parent = "cgroup",
e8b0e958 3819 .category = FIO_OPT_C_GENERAL,
a1f6afec 3820 .group = FIO_OPT_G_CGROUP,
7de87099 3821 },
e0b0d892
JA		 3822 {
3823 .name = "uid",
e8b0e958 3824 .lname = "User ID",
e0b0d892
JA		 3825 .type = FIO_OPT_INT,
3826 .off1 = td_var_offset(uid),
3827 .help = "Run job with this user ID",
e8b0e958 3828 .category = FIO_OPT_C_GENERAL,
10860056 3829 .group = FIO_OPT_G_CRED,
e0b0d892
JA		 3830 },
3831 {
3832 .name = "gid",
e8b0e958 3833 .lname = "Group ID",
e0b0d892
JA		 3834 .type = FIO_OPT_INT,
3835 .off1 = td_var_offset(gid),
3836 .help = "Run job with this group ID",
e8b0e958 3837 .category = FIO_OPT_C_GENERAL,
10860056 3838 .group = FIO_OPT_G_CRED,
e0b0d892 3839 },
a1f6afec
JA		 3840 {
3841 .name = "kb_base",
3842 .lname = "KB Base",
3843 .type = FIO_OPT_INT,
3844 .off1 = td_var_offset(kb_base),
a1f6afec
JA		 3845 .prio = 1,
3846 .def = "1024",
ba9c7219
JA		 3847 .posval = {
3848 { .ival = "1024",
3849 .oval = 1024,
3850 .help = "Use 1024 as the K base",
3851 },
3852 { .ival = "1000",
3853 .oval = 1000,
3854 .help = "Use 1000 as the K base",
3855 },
3856 },
a1f6afec
JA		 3857 .help = "How many bytes per KB for reporting (1000 or 1024)",
3858 .category = FIO_OPT_C_GENERAL,
3859 .group = FIO_OPT_G_INVALID,
3860 },
cf3a0518
JA		 3861 {
3862 .name = "unit_base",
ba9c7219 3863 .lname = "Base unit for reporting (Bits or Bytes)",
cf3a0518
JA		 3864 .type = FIO_OPT_INT,
3865 .off1 = td_var_offset(unit_base),
cf3a0518 3866 .prio = 1,
71a08258
JA		 3867 .posval = {
3868 { .ival = "0",
3869 .oval = 0,
3870 .help = "Auto-detect",
3871 },
3872 { .ival = "8",
3873 .oval = 8,
3874 .help = "Normal (byte based)",
3875 },
3876 { .ival = "1",
3877 .oval = 1,
3878 .help = "Bit based",
3879 },
3880 },
cf3a0518
JA		 3881 .help = "Bit multiple of result summary data (8 for byte, 1 for bit)",
3882 .category = FIO_OPT_C_GENERAL,
3883 .group = FIO_OPT_G_INVALID,
3884 },
3ceb458f
JA		 3885 {
3886 .name = "hugepage-size",
3887 .lname = "Hugepage size",
3888 .type = FIO_OPT_INT,
3889 .off1 = td_var_offset(hugepage_size),
3890 .help = "When using hugepages, specify size of each page",
3891 .def = __fio_stringify(FIO_HUGE_PAGE),
3892 .interval = 1024 * 1024,
3893 .category = FIO_OPT_C_GENERAL,
3894 .group = FIO_OPT_G_INVALID,
3895 },
9e684a49
DE		 3896 {
3897 .name = "flow_id",
e8b0e958 3898 .lname = "I/O flow ID",
9e684a49
DE		 3899 .type = FIO_OPT_INT,
3900 .off1 = td_var_offset(flow_id),
3901 .help = "The flow index ID to use",
3902 .def = "0",
e8b0e958
JA		 3903 .category = FIO_OPT_C_IO,
3904 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE		 3905 },
3906 {
3907 .name = "flow",
e8b0e958 3908 .lname = "I/O flow weight",
9e684a49
DE		 3909 .type = FIO_OPT_INT,
3910 .off1 = td_var_offset(flow),
3911 .help = "Weight for flow control of this job",
3912 .parent = "flow_id",
d71c154c 3913 .hide = 1,
9e684a49 3914 .def = "0",
e8b0e958
JA		 3915 .category = FIO_OPT_C_IO,
3916 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE		 3917 },
3918 {
3919 .name = "flow_watermark",
e8b0e958 3920 .lname = "I/O flow watermark",
9e684a49
DE		 3921 .type = FIO_OPT_INT,
3922 .off1 = td_var_offset(flow_watermark),
3923 .help = "High watermark for flow control. This option"
3924 " should be set to the same value for all threads"
3925 " with non-zero flow.",
3926 .parent = "flow_id",
d71c154c 3927 .hide = 1,
9e684a49 3928 .def = "1024",
e8b0e958
JA		 3929 .category = FIO_OPT_C_IO,
3930 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE		 3931 },
3932 {
3933 .name = "flow_sleep",
e8b0e958 3934 .lname = "I/O flow sleep",
9e684a49
DE		 3935 .type = FIO_OPT_INT,
3936 .off1 = td_var_offset(flow_sleep),
3937 .help = "How many microseconds to sleep after being held"
3938 " back by the flow control mechanism",
3939 .parent = "flow_id",
d71c154c 3940 .hide = 1,
9e684a49 3941 .def = "0",
e8b0e958
JA		 3942 .category = FIO_OPT_C_IO,
3943 .group = FIO_OPT_G_IO_FLOW,
9e684a49 3944 },
65fa28ca
DE		 3945 {
3946 .name = "skip_bad",
3947 .lname = "Skip operations against bad blocks",
3948 .type = FIO_OPT_BOOL,
3949 .off1 = td_var_offset(skip_bad),
3950 .help = "Skip operations against known bad blocks.",
3951 .hide = 1,
3952 .def = "0",
3953 .category = FIO_OPT_C_IO,
3954 .group = FIO_OPT_G_MTD,
3955 },
214e1eca
JA		 3956 {
3957 .name = NULL,
3958 },
3959};
3960
17af15d4 3961static void add_to_lopt(struct option *lopt, struct fio_option *o,
de890a1e 3962 const char *name, int val)
9f81736c 3963{
17af15d4 3964 lopt->name = (char *) name;
de890a1e 3965 lopt->val = val;
9f81736c 3966 if (o->type == FIO_OPT_STR_SET)
ff52be3d 3967 lopt->has_arg = optional_argument;
9f81736c
JA		 3968 else
3969 lopt->has_arg = required_argument;
3970}
3971
de890a1e
SL		 3972static void options_to_lopts(struct fio_option *opts,
3973 struct option *long_options,
3974 int i, int option_type)
214e1eca 3975{
de890a1e 3976 struct fio_option *o = &opts[0];
214e1eca 3977 while (o->name) {
de890a1e 3978 add_to_lopt(&long_options[i], o, o->name, option_type);
17af15d4
JA		 3979 if (o->alias) {
3980 i++;
de890a1e 3981 add_to_lopt(&long_options[i], o, o->alias, option_type);
17af15d4 3982 }
214e1eca
JA		 3983
3984 i++;
3985 o++;
3986 assert(i < FIO_NR_OPTIONS);
3987 }
3988}
3989
de890a1e
SL		 3990void fio_options_set_ioengine_opts(struct option *long_options,
3991 struct thread_data *td)
3992{
3993 unsigned int i;
3994
3995 i = 0;
3996 while (long_options[i].name) {
3997 if (long_options[i].val == FIO_GETOPT_IOENGINE) {
3998 memset(&long_options[i], 0, sizeof(*long_options));
3999 break;
4000 }
4001 i++;
4002 }
4003
4004 /*
4005 * Just clear out the prior ioengine options.
4006 */
4007 if (!td || !td->eo)
4008 return;
4009
4010 options_to_lopts(td->io_ops->options, long_options, i,
4011 FIO_GETOPT_IOENGINE);
4012}
4013
4014void fio_options_dup_and_init(struct option *long_options)
4015{
4016 unsigned int i;
4017
9af4a244 4018 options_init(fio_options);
de890a1e
SL		 4019
4020 i = 0;
4021 while (long_options[i].name)
4022 i++;
4023
9af4a244 4024 options_to_lopts(fio_options, long_options, i, FIO_GETOPT_JOB);
de890a1e
SL		 4025}
4026
74929ac2
JA		 4027struct fio_keyword {
4028 const char *word;
4029 const char *desc;
4030 char *replace;
4031};
4032
4033static struct fio_keyword fio_keywords[] = {
4034 {
4035 .word = "$pagesize",
4036 .desc = "Page size in the system",
4037 },
4038 {
4039 .word = "$mb_memory",
4040 .desc = "Megabytes of memory online",
4041 },
4042 {
4043 .word = "$ncpus",
4044 .desc = "Number of CPUs online in the system",
4045 },
4046 {
4047 .word = NULL,
4048 },
4049};
4050
af1dc266
JA		 4051void fio_keywords_exit(void)
4052{
4053 struct fio_keyword *kw;
4054
4055 kw = &fio_keywords[0];
4056 while (kw->word) {
4057 free(kw->replace);
4058 kw->replace = NULL;
4059 kw++;
4060 }
4061}
4062
74929ac2
JA		 4063void fio_keywords_init(void)
4064{
3b2e1464 4065 unsigned long long mb_memory;
74929ac2
JA		 4066 char buf[128];
4067 long l;
4068
a4cfc477 4069 sprintf(buf, "%lu", (unsigned long) page_size);
74929ac2
JA		 4070 fio_keywords[0].replace = strdup(buf);
4071
8eb016d3 4072 mb_memory = os_phys_mem() / (1024 * 1024);
3b2e1464 4073 sprintf(buf, "%llu", mb_memory);
74929ac2
JA		 4074 fio_keywords[1].replace = strdup(buf);
4075
c00a2289 4076 l = cpus_online();
74929ac2
JA		 4077 sprintf(buf, "%lu", l);
4078 fio_keywords[2].replace = strdup(buf);
4079}
4080
892a6ffc
JA		 4081#define BC_APP "bc"
4082
4083static char *bc_calc(char *str)
4084{
d0c814ec 4085 char buf[128], *tmp;
892a6ffc
JA		 4086 FILE *f;
4087 int ret;
4088
4089 /*
4090 * No math, just return string
4091 */
d0c814ec
SL		 4092 if ((!strchr(str, '+') && !strchr(str, '-') && !strchr(str, '*') &&
4093 !strchr(str, '/')) || strchr(str, '\''))
892a6ffc
JA		 4094 return str;
4095
4096 /*
4097 * Split option from value, we only need to calculate the value
4098 */
4099 tmp = strchr(str, '=');
4100 if (!tmp)
4101 return str;
4102
4103 tmp++;
892a6ffc 4104
d0c814ec
SL		 4105 /*
4106 * Prevent buffer overflows; such a case isn't reasonable anyway
4107 */
4108 if (strlen(str) >= 128 || strlen(tmp) > 100)
4109 return str;
892a6ffc
JA		 4110
4111 sprintf(buf, "which %s > /dev/null", BC_APP);
4112 if (system(buf)) {
4113 log_err("fio: bc is needed for performing math\n");
892a6ffc
JA		 4114 return NULL;
4115 }
4116
d0c814ec 4117 sprintf(buf, "echo '%s' | %s", tmp, BC_APP);
892a6ffc 4118 f = popen(buf, "r");
3c3ed070 4119 if (!f)
892a6ffc 4120 return NULL;
892a6ffc 4121
d0c814ec 4122 ret = fread(&buf[tmp - str], 1, 128 - (tmp - str), f);
1d824f37
JA		 4123 if (ret <= 0) {
4124 pclose(f);
892a6ffc 4125 return NULL;
1d824f37 4126 }
892a6ffc 4127
892a6ffc 4128 pclose(f);
d0c814ec
SL		 4129 buf[(tmp - str) + ret - 1] = '\0';
4130 memcpy(buf, str, tmp - str);
892a6ffc 4131 free(str);
d0c814ec
SL		 4132 return strdup(buf);
4133}
4134
4135/*
4136 * Return a copy of the input string with substrings of the form ${VARNAME}
4137 * substituted with the value of the environment variable VARNAME. The
4138 * substitution always occurs, even if VARNAME is empty or the corresponding
4139 * environment variable undefined.
4140 */
4141static char *option_dup_subs(const char *opt)
4142{
4143 char out[OPT_LEN_MAX+1];
4144 char in[OPT_LEN_MAX+1];
4145 char *outptr = out;
4146 char *inptr = in;
4147 char *ch1, *ch2, *env;
4148 ssize_t nchr = OPT_LEN_MAX;
4149 size_t envlen;
4150
4151 if (strlen(opt) + 1 > OPT_LEN_MAX) {
4152 log_err("OPT_LEN_MAX (%d) is too small\n", OPT_LEN_MAX);
4153 return NULL;
4154 }
4155
4156 in[OPT_LEN_MAX] = '\0';
4157 strncpy(in, opt, OPT_LEN_MAX);
4158
4159 while (*inptr && nchr > 0) {
4160 if (inptr[0] == '$' && inptr[1] == '{') {
4161 ch2 = strchr(inptr, '}');
4162 if (ch2 && inptr+1 < ch2) {
4163 ch1 = inptr+2;
4164 inptr = ch2+1;
4165 *ch2 = '\0';
4166
4167 env = getenv(ch1);
4168 if (env) {
4169 envlen = strlen(env);
4170 if (envlen <= nchr) {
4171 memcpy(outptr, env, envlen);
4172 outptr += envlen;
4173 nchr -= envlen;
4174 }
4175 }
4176
4177 continue;
4178 }
4179 }
4180
4181 *outptr++ = *inptr++;
4182 --nchr;
4183 }
4184
4185 *outptr = '\0';
4186 return strdup(out);
892a6ffc
JA		 4187}
4188
74929ac2
JA		 4189/*
4190 * Look for reserved variable names and replace them with real values
4191 */
4192static char *fio_keyword_replace(char *opt)
4193{
4194 char *s;
4195 int i;
d0c814ec 4196 int docalc = 0;
74929ac2
JA		 4197
4198 for (i = 0; fio_keywords[i].word != NULL; i++) {
4199 struct fio_keyword *kw = &fio_keywords[i];
4200
4201 while ((s = strstr(opt, kw->word)) != NULL) {
4202 char *new = malloc(strlen(opt) + 1);
4203 char *o_org = opt;
4204 int olen = s - opt;
4205 int len;
4206
4207 /*
4208 * Copy part of the string before the keyword and
4209 * sprintf() the replacement after it.
4210 */
4211 memcpy(new, opt, olen);
4212 len = sprintf(new + olen, "%s", kw->replace);
4213
4214 /*
4215 * If there's more in the original string, copy that
4216 * in too
4217 */
4218 opt += strlen(kw->word) + olen;
4219 if (strlen(opt))
4220 memcpy(new + olen + len, opt, opt - o_org - 1);
4221
4222 /*
4223 * replace opt and free the old opt
4224 */
4225 opt = new;
d0c814ec 4226 free(o_org);
7a958bd5 4227
d0c814ec 4228 docalc = 1;
74929ac2
JA		 4229 }
4230 }
4231
d0c814ec
SL		 4232 /*
4233 * Check for potential math and invoke bc, if possible
4234 */
4235 if (docalc)
4236 opt = bc_calc(opt);
4237
7a958bd5 4238 return opt;
74929ac2
JA		 4239}
4240
d0c814ec
SL		 4241static char **dup_and_sub_options(char **opts, int num_opts)
4242{
4243 int i;
4244 char **opts_copy = malloc(num_opts * sizeof(*opts));
4245 for (i = 0; i < num_opts; i++) {
4246 opts_copy[i] = option_dup_subs(opts[i]);
4247 if (!opts_copy[i])
4248 continue;
4249 opts_copy[i] = fio_keyword_replace(opts_copy[i]);
4250 }
4251 return opts_copy;
4252}
4253
e15b023b 4254static void show_closest_option(const char *opt)
a2d027b9
JA		 4255{
4256 int best_option, best_distance;
4257 int i, distance;
e15b023b
JA		 4258 char *name;
4259
4260 if (!strlen(opt))
4261 return;
4262
4263 name = strdup(opt);
4264 i = 0;
4265 while (name[i] != '\0' && name[i] != '=')
4266 i++;
4267 name[i] = '\0';
a2d027b9
JA		 4268
4269 best_option = -1;
4270 best_distance = INT_MAX;
4271 i = 0;
4272 while (fio_options[i].name) {
4273 distance = string_distance(name, fio_options[i].name);
4274 if (distance < best_distance) {
4275 best_distance = distance;
4276 best_option = i;
4277 }
4278 i++;
4279 }
4280
3701636d 4281 if (best_option != -1 && string_distance_ok(name, best_distance))
a2d027b9 4282 log_err("Did you mean %s?\n", fio_options[best_option].name);
e15b023b
JA		 4283
4284 free(name);
a2d027b9
JA		 4285}
4286
c2292325 4287int fio_options_parse(struct thread_data *td, char **opts, int num_opts)
214e1eca 4288{
de890a1e 4289 int i, ret, unknown;
d0c814ec 4290 char **opts_copy;
3b8b7135 4291
9af4a244 4292 sort_options(opts, fio_options, num_opts);
d0c814ec 4293 opts_copy = dup_and_sub_options(opts, num_opts);
3b8b7135 4294
de890a1e
SL		 4295 for (ret = 0, i = 0, unknown = 0; i < num_opts; i++) {
4296 struct fio_option *o;
9af4a244 4297 int newret = parse_option(opts_copy[i], opts[i], fio_options,
66e19a38 4298 &o, td, &td->opt_list);
d0c814ec 4299
a8523a6a
JA		 4300 if (!newret && o)
4301 fio_option_mark_set(&td->o, o);
4302
de890a1e
SL		 4303 if (opts_copy[i]) {
4304 if (newret && !o) {
4305 unknown++;
4306 continue;
4307 }
d0c814ec 4308 free(opts_copy[i]);
de890a1e
SL		 4309 opts_copy[i] = NULL;
4310 }
4311
4312 ret |= newret;
4313 }
4314
4315 if (unknown) {
4316 ret |= ioengine_load(td);
4317 if (td->eo) {
4318 sort_options(opts_copy, td->io_ops->options, num_opts);
4319 opts = opts_copy;
4320 }
4321 for (i = 0; i < num_opts; i++) {
4322 struct fio_option *o = NULL;
4323 int newret = 1;
a2d027b9 4324
de890a1e
SL		 4325 if (!opts_copy[i])
4326 continue;
4327
4328 if (td->eo)
4329 newret = parse_option(opts_copy[i], opts[i],
4330 td->io_ops->options, &o,
66e19a38 4331 td->eo, &td->opt_list);
de890a1e
SL		 4332
4333 ret |= newret;
a2d027b9 4334 if (!o) {
de890a1e 4335 log_err("Bad option <%s>\n", opts[i]);
a2d027b9
JA		 4336 show_closest_option(opts[i]);
4337 }
de890a1e
SL		 4338 free(opts_copy[i]);
4339 opts_copy[i] = NULL;
4340 }
74929ac2 4341 }
3b8b7135 4342
d0c814ec 4343 free(opts_copy);
3b8b7135 4344 return ret;
214e1eca
JA		 4345}
4346
4347int fio_cmd_option_parse(struct thread_data *td, const char *opt, char *val)
4348{
a8523a6a
JA		 4349 int ret;
4350
d8b4f395 4351 ret = parse_cmd_option(opt, val, fio_options, td, &td->opt_list);
a8523a6a
JA		 4352 if (!ret) {
4353 struct fio_option *o;
4354
4355 o = find_option(fio_options, opt);
4356 if (o)
4357 fio_option_mark_set(&td->o, o);
4358 }
4359
4360 return ret;
214e1eca
JA		 4361}
4362
de890a1e
SL		 4363int fio_cmd_ioengine_option_parse(struct thread_data *td, const char *opt,
4364 char *val)
4365{
d8b4f395
JA		 4366 return parse_cmd_option(opt, val, td->io_ops->options, td->eo,
4367 &td->opt_list);
de890a1e
SL		 4368}
4369
214e1eca
JA		 4370void fio_fill_default_options(struct thread_data *td)
4371{
cb1402d6 4372 td->o.magic = OPT_MAGIC;
9af4a244 4373 fill_default_options(td, fio_options);
214e1eca
JA		 4374}
4375
4376int fio_show_option_help(const char *opt)
4377{
9af4a244 4378 return show_cmd_help(fio_options, opt);
214e1eca 4379}
d23bb327 4380
de890a1e 4381void options_mem_dupe(void *data, struct fio_option *options)
d23bb327 4382{
de890a1e 4383 struct fio_option *o;
d23bb327 4384 char **ptr;
d23bb327 4385
de890a1e
SL		 4386 for (o = &options[0]; o->name; o++) {
4387 if (o->type != FIO_OPT_STR_STORE)
d23bb327
JA		 4388 continue;
4389
f0fdbcaf 4390 ptr = td_var(data, o, o->off1);
7e356b2d
JA		 4391 if (*ptr)
4392 *ptr = strdup(*ptr);
d23bb327
JA		 4393 }
4394}
4395
de890a1e
SL		 4396/*
4397 * dupe FIO_OPT_STR_STORE options
4398 */
4399void fio_options_mem_dupe(struct thread_data *td)
4400{
9af4a244 4401 options_mem_dupe(&td->o, fio_options);
1647f592
JA		 4402
4403 if (td->eo && td->io_ops) {
de890a1e 4404 void *oldeo = td->eo;
1647f592 4405
de890a1e
SL		 4406 td->eo = malloc(td->io_ops->option_struct_size);
4407 memcpy(td->eo, oldeo, td->io_ops->option_struct_size);
4408 options_mem_dupe(td->eo, td->io_ops->options);
4409 }
4410}
4411
d6978a32
JA		 4412unsigned int fio_get_kb_base(void *data)
4413{
83ea422a 4414 struct thread_options *o = data;
d6978a32
JA		 4415 unsigned int kb_base = 0;
4416
cb1402d6
JA		 4417 /*
4418 * This is a hack... For private options, *data is not holding
4419 * a pointer to the thread_options, but to private data. This means
4420 * we can't safely dereference it, but magic is first so mem wise
4421 * it is valid. But this also means that if the job first sets
4422 * kb_base and expects that to be honored by private options,
4423 * it will be disappointed. We will return the global default
4424 * for this.
4425 */
4426 if (o && o->magic == OPT_MAGIC)
83ea422a 4427 kb_base = o->kb_base;
d6978a32
JA		 4428 if (!kb_base)
4429 kb_base = 1024;
4430
4431 return kb_base;
4432}
9f988e2e 4433
07b3232d 4434int add_option(struct fio_option *o)
9f988e2e 4435{
07b3232d
JA		 4436 struct fio_option *__o;
4437 int opt_index = 0;
4438
9af4a244 4439 __o = fio_options;
07b3232d
JA		 4440 while (__o->name) {
4441 opt_index++;
4442 __o++;
4443 }
4444
7b504edd
JA		 4445 if (opt_index + 1 == FIO_MAX_OPTS) {
4446 log_err("fio: FIO_MAX_OPTS is too small\n");
4447 return 1;
4448 }
4449
9af4a244 4450 memcpy(&fio_options[opt_index], o, sizeof(*o));
7b504edd 4451 fio_options[opt_index + 1].name = NULL;
07b3232d 4452 return 0;
9f988e2e 4453}
e2de69da 4454
07b3232d 4455void invalidate_profile_options(const char *prof_name)
e2de69da 4456{
07b3232d 4457 struct fio_option *o;
e2de69da 4458
9af4a244 4459 o = fio_options;
07b3232d
JA		 4460 while (o->name) {
4461 if (o->prof_name && !strcmp(o->prof_name, prof_name)) {
4462 o->type = FIO_OPT_INVALID;
4463 o->prof_name = NULL;
4464 }
4465 o++;
e2de69da
JA		 4466 }
4467}
f5b6bb85
JA		 4468
4469void add_opt_posval(const char *optname, const char *ival, const char *help)
4470{
4471 struct fio_option *o;
4472 unsigned int i;
4473
9af4a244 4474 o = find_option(fio_options, optname);
f5b6bb85
JA		 4475 if (!o)
4476 return;
4477
4478 for (i = 0; i < PARSE_MAX_VP; i++) {
4479 if (o->posval[i].ival)
4480 continue;
4481
4482 o->posval[i].ival = ival;
4483 o->posval[i].help = help;
4484 break;
4485 }
4486}
4487
4488void del_opt_posval(const char *optname, const char *ival)
4489{
4490 struct fio_option *o;
4491 unsigned int i;
4492
9af4a244 4493 o = find_option(fio_options, optname);
f5b6bb85
JA		 4494 if (!o)
4495 return;
4496
4497 for (i = 0; i < PARSE_MAX_VP; i++) {
4498 if (!o->posval[i].ival)
4499 continue;
4500 if (strcmp(o->posval[i].ival, ival))
4501 continue;
4502
4503 o->posval[i].ival = NULL;
4504 o->posval[i].help = NULL;
4505 }
4506}
7e356b2d
JA		 4507
4508void fio_options_free(struct thread_data *td)
4509{
9af4a244 4510 options_free(fio_options, td);
de890a1e
SL		 4511 if (td->eo && td->io_ops && td->io_ops->options) {
4512 options_free(td->io_ops->options, td->eo);
4513 free(td->eo);
4514 td->eo = NULL;
4515 }
7e356b2d 4516}
c504ee55
JA		 4517
4518struct fio_option *fio_option_find(const char *name)
4519{
4520 return find_option(fio_options, name);
4521}
4522
f0e7f45a
JA		 4523static struct fio_option *find_next_opt(struct thread_options *o,
4524 struct fio_option *from,
4525 unsigned int off1)
a8523a6a 4526{
f0e7f45a 4527 struct fio_option *opt;
a8523a6a 4528
f0e7f45a
JA		 4529 if (!from)
4530 from = &fio_options[0];
4531 else
4532 from++;
4533
4534 opt = NULL;
4535 do {
4536 if (off1 == from->off1) {
4537 opt = from;
a8523a6a
JA		 4538 break;
4539 }
f0e7f45a
JA		 4540 from++;
4541 } while (from->name);
a8523a6a 4542
f0e7f45a
JA		 4543 return opt;
4544}
4545
4546static int opt_is_set(struct thread_options *o, struct fio_option *opt)
4547{
4548 unsigned int opt_off, index, offset;
a8523a6a
JA		 4549
4550 opt_off = opt - &fio_options[0];
4551 index = opt_off / (8 * sizeof(uint64_t));
4552 offset = opt_off & ((8 * sizeof(uint64_t)) - 1);
e9d686d6 4553 return (o->set_options[index] & ((uint64_t)1 << offset)) != 0;
a8523a6a
JA		 4554}
4555
72f39748 4556bool __fio_option_is_set(struct thread_options *o, unsigned int off1)
f0e7f45a
JA		 4557{
4558 struct fio_option *opt, *next;
4559
4560 next = NULL;
4561 while ((opt = find_next_opt(o, next, off1)) != NULL) {
4562 if (opt_is_set(o, opt))
72f39748 4563 return true;
f0e7f45a
JA		 4564
4565 next = opt;
4566 }
4567
72f39748 4568 return false;
f0e7f45a
JA		 4569}
4570
a8523a6a
JA		 4571void fio_option_mark_set(struct thread_options *o, struct fio_option *opt)
4572{
4573 unsigned int opt_off, index, offset;
4574
4575 opt_off = opt - &fio_options[0];
4576 index = opt_off / (8 * sizeof(uint64_t));
4577 offset = opt_off & ((8 * sizeof(uint64_t)) - 1);
e9d686d6 4578 o->set_options[index] |= (uint64_t)1 << offset;
a8523a6a 4579}
fio - Flexible IO Tester