Add support for doing total latency percentiles
[fio.git] / options.c
CommitLineData
214e1eca
JA
1#include <stdio.h>
2#include <stdlib.h>
3#include <unistd.h>
4#include <ctype.h>
5#include <string.h>
214e1eca 6#include <assert.h>
921c766f 7#include <libgen.h>
5921e80c
JA
8#include <fcntl.h>
9#include <sys/types.h>
10#include <sys/stat.h>
e13c3b50 11#include <netinet/in.h>
214e1eca
JA
12
13#include "fio.h"
4f5af7b2 14#include "verify.h"
214e1eca 15#include "parse.h"
eef32359 16#include "lib/fls.h"
61b9861d 17#include "lib/pattern.h"
9f988e2e 18#include "options.h"
d220c761 19#include "optgroup.h"
214e1eca 20
e13c3b50 21char client_sockaddr_str[INET6_ADDRSTRLEN] = { 0 };
72a703da 22
a609f12a
JA
23#define cb_data_to_td(data) container_of(data, struct thread_data, o)
24
fc8d6d05 25static struct pattern_fmt_desc fmt_desc[] = {
4205998f
JA
26 {
27 .fmt = "%o",
28 .len = FIELD_SIZE(struct io_u *, offset),
29 .paste = paste_blockoff
30 }
31};
32
214e1eca
JA
33/*
34 * Check if mmap/mmaphuge has a :/foo/bar/file at the end. If so, return that.
35 */
36static char *get_opt_postfix(const char *str)
37{
38 char *p = strstr(str, ":");
39
40 if (!p)
41 return NULL;
42
43 p++;
44 strip_blank_front(&p);
45 strip_blank_end(p);
46 return strdup(p);
47}
48
564ca972
JA
49static int bs_cmp(const void *p1, const void *p2)
50{
51 const struct bssplit *bsp1 = p1;
52 const struct bssplit *bsp2 = p2;
53
a7cd478d 54 return (int) bsp1->perc - (int) bsp2->perc;
564ca972
JA
55}
56
d2835319
JA
57struct split {
58 unsigned int nr;
59 unsigned int val1[100];
60 unsigned int val2[100];
61};
62
63static int split_parse_ddir(struct thread_options *o, struct split *split,
64 enum fio_ddir ddir, char *str)
564ca972 65{
d2835319 66 unsigned int i, perc;
564ca972 67 long long val;
720e84ad 68 char *fname;
564ca972 69
d2835319 70 split->nr = 0;
564ca972
JA
71
72 i = 0;
564ca972
JA
73 while ((fname = strsep(&str, ":")) != NULL) {
74 char *perc_str;
75
76 if (!strlen(fname))
77 break;
78
564ca972
JA
79 perc_str = strstr(fname, "/");
80 if (perc_str) {
81 *perc_str = '\0';
82 perc_str++;
83 perc = atoi(perc_str);
84 if (perc > 100)
85 perc = 100;
86 else if (!perc)
d711cce5 87 perc = -1U;
564ca972 88 } else
d711cce5 89 perc = -1U;
564ca972 90
88038bc7 91 if (str_to_decimal(fname, &val, 1, o, 0, 0)) {
564ca972 92 log_err("fio: bssplit conversion failed\n");
564ca972
JA
93 return 1;
94 }
95
d2835319
JA
96 split->val1[i] = val;
97 split->val2[i] = perc;
564ca972 98 i++;
d2835319
JA
99 if (i == 100)
100 break;
564ca972
JA
101 }
102
d2835319
JA
103 split->nr = i;
104 return 0;
105}
106
107static int bssplit_ddir(struct thread_options *o, enum fio_ddir ddir, char *str)
108{
109 unsigned int i, perc, perc_missing;
110 unsigned int max_bs, min_bs;
111 struct split split;
112
113 memset(&split, 0, sizeof(split));
114
115 if (split_parse_ddir(o, &split, ddir, str))
116 return 1;
117 if (!split.nr)
118 return 0;
119
120 max_bs = 0;
121 min_bs = -1;
122 o->bssplit[ddir] = malloc(split.nr * sizeof(struct bssplit));
123 o->bssplit_nr[ddir] = split.nr;
124 for (i = 0; i < split.nr; i++) {
125 if (split.val1[i] > max_bs)
126 max_bs = split.val1[i];
127 if (split.val1[i] < min_bs)
128 min_bs = split.val1[i];
129
130 o->bssplit[ddir][i].bs = split.val1[i];
131 o->bssplit[ddir][i].perc =split.val2[i];
132 }
564ca972
JA
133
134 /*
135 * Now check if the percentages add up, and how much is missing
136 */
137 perc = perc_missing = 0;
83ea422a 138 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 139 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 140
d711cce5 141 if (bsp->perc == -1U)
564ca972
JA
142 perc_missing++;
143 else
144 perc += bsp->perc;
145 }
146
40bafa33 147 if (perc > 100 && perc_missing > 1) {
564ca972 148 log_err("fio: bssplit percentages add to more than 100%%\n");
d2835319
JA
149 free(o->bssplit[ddir]);
150 o->bssplit[ddir] = NULL;
564ca972
JA
151 return 1;
152 }
d711cce5 153
564ca972
JA
154 /*
155 * If values didn't have a percentage set, divide the remains between
156 * them.
157 */
158 if (perc_missing) {
d711cce5 159 if (perc_missing == 1 && o->bssplit_nr[ddir] == 1)
40bafa33 160 perc = 100;
83ea422a 161 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 162 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 163
d711cce5 164 if (bsp->perc == -1U)
564ca972
JA
165 bsp->perc = (100 - perc) / perc_missing;
166 }
167 }
168
83ea422a
JA
169 o->min_bs[ddir] = min_bs;
170 o->max_bs[ddir] = max_bs;
564ca972
JA
171
172 /*
173 * now sort based on percentages, for ease of lookup
174 */
d2835319 175 qsort(o->bssplit[ddir], o->bssplit_nr[ddir], sizeof(struct bssplit), bs_cmp);
720e84ad 176 return 0;
720e84ad
JA
177}
178
764593c0
JA
179typedef int (split_parse_fn)(struct thread_options *, enum fio_ddir, char *);
180
181static int str_split_parse(struct thread_data *td, char *str, split_parse_fn *fn)
720e84ad 182{
764593c0 183 char *odir, *ddir;
720e84ad
JA
184 int ret = 0;
185
720e84ad
JA
186 odir = strchr(str, ',');
187 if (odir) {
6eaf09d6
SL
188 ddir = strchr(odir + 1, ',');
189 if (ddir) {
764593c0 190 ret = fn(&td->o, DDIR_TRIM, ddir + 1);
6eaf09d6
SL
191 if (!ret)
192 *ddir = '\0';
193 } else {
194 char *op;
195
196 op = strdup(odir + 1);
764593c0 197 ret = fn(&td->o, DDIR_TRIM, op);
6eaf09d6
SL
198
199 free(op);
200 }
d79db122 201 if (!ret)
764593c0 202 ret = fn(&td->o, DDIR_WRITE, odir + 1);
720e84ad
JA
203 if (!ret) {
204 *odir = '\0';
764593c0 205 ret = fn(&td->o, DDIR_READ, str);
720e84ad
JA
206 }
207 } else {
208 char *op;
209
210 op = strdup(str);
764593c0 211 ret = fn(&td->o, DDIR_WRITE, op);
6eaf09d6 212 free(op);
720e84ad 213
6eaf09d6
SL
214 if (!ret) {
215 op = strdup(str);
764593c0 216 ret = fn(&td->o, DDIR_TRIM, op);
6eaf09d6
SL
217 free(op);
218 }
f0c9c217 219 if (!ret)
764593c0 220 ret = fn(&td->o, DDIR_READ, str);
720e84ad 221 }
564ca972 222
764593c0
JA
223 return ret;
224}
225
226static int str_bssplit_cb(void *data, const char *input)
227{
a609f12a 228 struct thread_data *td = cb_data_to_td(data);
764593c0
JA
229 char *str, *p;
230 int ret = 0;
231
764593c0
JA
232 p = str = strdup(input);
233
234 strip_blank_front(&str);
235 strip_blank_end(str);
236
237 ret = str_split_parse(td, str, bssplit_ddir);
238
55baca06
JA
239 if (parse_dryrun()) {
240 int i;
241
242 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
243 free(td->o.bssplit[i]);
244 td->o.bssplit[i] = NULL;
245 td->o.bssplit_nr[i] = 0;
246 }
247 }
248
564ca972 249 free(p);
720e84ad 250 return ret;
564ca972
JA
251}
252
8b28bd41
DM
253static int str2error(char *str)
254{
a94eb99a 255 const char *err[] = { "EPERM", "ENOENT", "ESRCH", "EINTR", "EIO",
8b28bd41
DM
256 "ENXIO", "E2BIG", "ENOEXEC", "EBADF",
257 "ECHILD", "EAGAIN", "ENOMEM", "EACCES",
258 "EFAULT", "ENOTBLK", "EBUSY", "EEXIST",
259 "EXDEV", "ENODEV", "ENOTDIR", "EISDIR",
260 "EINVAL", "ENFILE", "EMFILE", "ENOTTY",
261 "ETXTBSY","EFBIG", "ENOSPC", "ESPIPE",
a94eb99a 262 "EROFS","EMLINK", "EPIPE", "EDOM", "ERANGE" };
7fe481b4 263 int i = 0, num = sizeof(err) / sizeof(char *);
8b28bd41 264
a94eb99a 265 while (i < num) {
8b28bd41
DM
266 if (!strcmp(err[i], str))
267 return i + 1;
268 i++;
269 }
270 return 0;
271}
272
3ed673c6
TK
273static int ignore_error_type(struct thread_data *td, enum error_type_bit etype,
274 char *str)
8b28bd41
DM
275{
276 unsigned int i;
277 int *error;
278 char *fname;
279
280 if (etype >= ERROR_TYPE_CNT) {
281 log_err("Illegal error type\n");
282 return 1;
283 }
284
285 td->o.ignore_error_nr[etype] = 4;
685ffd57 286 error = calloc(4, sizeof(int));
8b28bd41
DM
287
288 i = 0;
289 while ((fname = strsep(&str, ":")) != NULL) {
290
291 if (!strlen(fname))
292 break;
293
294 /*
295 * grow struct buffer, if needed
296 */
297 if (i == td->o.ignore_error_nr[etype]) {
298 td->o.ignore_error_nr[etype] <<= 1;
299 error = realloc(error, td->o.ignore_error_nr[etype]
300 * sizeof(int));
301 }
302 if (fname[0] == 'E') {
303 error[i] = str2error(fname);
304 } else {
305 error[i] = atoi(fname);
306 if (error[i] < 0)
1616e025 307 error[i] = -error[i];
8b28bd41
DM
308 }
309 if (!error[i]) {
d503e281 310 log_err("Unknown error %s, please use number value\n",
8b28bd41 311 fname);
d503e281 312 td->o.ignore_error_nr[etype] = 0;
0fddbf7a 313 free(error);
8b28bd41
DM
314 return 1;
315 }
316 i++;
317 }
318 if (i) {
319 td->o.continue_on_error |= 1 << etype;
320 td->o.ignore_error_nr[etype] = i;
321 td->o.ignore_error[etype] = error;
d503e281
TK
322 } else {
323 td->o.ignore_error_nr[etype] = 0;
c7b086be 324 free(error);
d503e281 325 }
c7b086be 326
8b28bd41
DM
327 return 0;
328
329}
330
331static int str_ignore_error_cb(void *data, const char *input)
332{
a609f12a 333 struct thread_data *td = cb_data_to_td(data);
8b28bd41 334 char *str, *p, *n;
3ed673c6
TK
335 int ret = 1;
336 enum error_type_bit type = 0;
52c0cea3
JA
337
338 if (parse_dryrun())
339 return 0;
340
8b28bd41
DM
341 p = str = strdup(input);
342
343 strip_blank_front(&str);
344 strip_blank_end(str);
345
346 while (p) {
347 n = strchr(p, ',');
348 if (n)
349 *n++ = '\0';
350 ret = ignore_error_type(td, type, p);
351 if (ret)
352 break;
353 p = n;
354 type++;
355 }
356 free(str);
357 return ret;
358}
359
211097b2
JA
360static int str_rw_cb(void *data, const char *str)
361{
a609f12a 362 struct thread_data *td = cb_data_to_td(data);
83ea422a 363 struct thread_options *o = &td->o;
27ca949f 364 char *nr;
211097b2 365
52c0cea3
JA
366 if (parse_dryrun())
367 return 0;
368
83ea422a
JA
369 o->ddir_seq_nr = 1;
370 o->ddir_seq_add = 0;
059b0802 371
27ca949f 372 nr = get_opt_postfix(str);
059b0802
JA
373 if (!nr)
374 return 0;
375
376 if (td_random(td))
83ea422a 377 o->ddir_seq_nr = atoi(nr);
059b0802
JA
378 else {
379 long long val;
380
88038bc7 381 if (str_to_decimal(nr, &val, 1, o, 0, 0)) {
059b0802
JA
382 log_err("fio: rw postfix parsing failed\n");
383 free(nr);
384 return 1;
385 }
386
83ea422a 387 o->ddir_seq_add = val;
182ec6ee 388 }
211097b2 389
059b0802 390 free(nr);
211097b2
JA
391 return 0;
392}
393
214e1eca
JA
394static int str_mem_cb(void *data, const char *mem)
395{
a609f12a 396 struct thread_data *td = cb_data_to_td(data);
214e1eca 397
217b0f1d
LG
398 if (td->o.mem_type == MEM_MMAPHUGE || td->o.mem_type == MEM_MMAP ||
399 td->o.mem_type == MEM_MMAPSHARED)
836fcc0f 400 td->o.mmapfile = get_opt_postfix(mem);
214e1eca
JA
401
402 return 0;
403}
404
c223da83
JA
405static int fio_clock_source_cb(void *data, const char *str)
406{
a609f12a 407 struct thread_data *td = cb_data_to_td(data);
c223da83
JA
408
409 fio_clock_source = td->o.clocksource;
fa80feae 410 fio_clock_source_set = 1;
01423eae 411 fio_clock_init();
c223da83
JA
412 return 0;
413}
414
85bc833b 415static int str_rwmix_read_cb(void *data, unsigned long long *val)
cb499fc4 416{
a609f12a 417 struct thread_data *td = cb_data_to_td(data);
cb499fc4
JA
418
419 td->o.rwmix[DDIR_READ] = *val;
420 td->o.rwmix[DDIR_WRITE] = 100 - *val;
421 return 0;
422}
423
85bc833b 424static int str_rwmix_write_cb(void *data, unsigned long long *val)
cb499fc4 425{
a609f12a 426 struct thread_data *td = cb_data_to_td(data);
cb499fc4
JA
427
428 td->o.rwmix[DDIR_WRITE] = *val;
429 td->o.rwmix[DDIR_READ] = 100 - *val;
430 return 0;
431}
432
214e1eca
JA
433static int str_exitall_cb(void)
434{
435 exitall_on_terminate = 1;
436 return 0;
437}
438
214e1eca 439#ifdef FIO_HAVE_CPU_AFFINITY
50b5860b 440int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu_index)
c2acfbac 441{
50b5860b 442 unsigned int i, index, cpus_in_mask;
c2acfbac 443 const long max_cpu = cpus_online();
c2acfbac 444
50b5860b
JA
445 cpus_in_mask = fio_cpu_count(mask);
446 cpu_index = cpu_index % cpus_in_mask;
447
448 index = 0;
c2acfbac 449 for (i = 0; i < max_cpu; i++) {
50b5860b 450 if (!fio_cpu_isset(mask, i))
c2acfbac 451 continue;
50b5860b
JA
452
453 if (cpu_index != index)
454 fio_cpu_clear(mask, i);
455
456 index++;
c2acfbac
JA
457 }
458
459 return fio_cpu_count(mask);
460}
461
85bc833b 462static int str_cpumask_cb(void *data, unsigned long long *val)
d2e268b0 463{
a609f12a 464 struct thread_data *td = cb_data_to_td(data);
214e1eca 465 unsigned int i;
b03daafb 466 long max_cpu;
d2ce18b5
JA
467 int ret;
468
52c0cea3
JA
469 if (parse_dryrun())
470 return 0;
471
d2ce18b5
JA
472 ret = fio_cpuset_init(&td->o.cpumask);
473 if (ret < 0) {
474 log_err("fio: cpuset_init failed\n");
475 td_verror(td, ret, "fio_cpuset_init");
476 return 1;
477 }
214e1eca 478
c00a2289 479 max_cpu = cpus_online();
214e1eca 480
62a7273d
JA
481 for (i = 0; i < sizeof(int) * 8; i++) {
482 if ((1 << i) & *val) {
b8411399 483 if (i >= max_cpu) {
b03daafb 484 log_err("fio: CPU %d too large (max=%ld)\n", i,
b8411399 485 max_cpu - 1);
b03daafb
JA
486 return 1;
487 }
62a7273d 488 dprint(FD_PARSE, "set cpu allowed %d\n", i);
6d459ee7 489 fio_cpu_set(&td->o.cpumask, i);
62a7273d
JA
490 }
491 }
d2e268b0 492
d2e268b0 493 return 0;
214e1eca
JA
494}
495
e8462bd8
JA
496static int set_cpus_allowed(struct thread_data *td, os_cpu_mask_t *mask,
497 const char *input)
214e1eca 498{
d2e268b0 499 char *cpu, *str, *p;
b03daafb 500 long max_cpu;
19608d6c 501 int ret = 0;
d2e268b0 502
e8462bd8 503 ret = fio_cpuset_init(mask);
d2ce18b5
JA
504 if (ret < 0) {
505 log_err("fio: cpuset_init failed\n");
506 td_verror(td, ret, "fio_cpuset_init");
507 return 1;
508 }
d2e268b0
JA
509
510 p = str = strdup(input);
214e1eca 511
d2e268b0
JA
512 strip_blank_front(&str);
513 strip_blank_end(str);
514
c00a2289 515 max_cpu = cpus_online();
b03daafb 516
d2e268b0 517 while ((cpu = strsep(&str, ",")) != NULL) {
62a7273d
JA
518 char *str2, *cpu2;
519 int icpu, icpu2;
520
d2e268b0
JA
521 if (!strlen(cpu))
522 break;
62a7273d
JA
523
524 str2 = cpu;
525 icpu2 = -1;
526 while ((cpu2 = strsep(&str2, "-")) != NULL) {
527 if (!strlen(cpu2))
528 break;
529
530 icpu2 = atoi(cpu2);
531 }
532
533 icpu = atoi(cpu);
534 if (icpu2 == -1)
535 icpu2 = icpu;
536 while (icpu <= icpu2) {
6d459ee7 537 if (icpu >= FIO_MAX_CPUS) {
19608d6c 538 log_err("fio: your OS only supports up to"
6d459ee7 539 " %d CPUs\n", (int) FIO_MAX_CPUS);
19608d6c
JA
540 ret = 1;
541 break;
542 }
9e986889 543 if (icpu >= max_cpu) {
b03daafb 544 log_err("fio: CPU %d too large (max=%ld)\n",
9e986889 545 icpu, max_cpu - 1);
b03daafb
JA
546 ret = 1;
547 break;
548 }
0b9d69ec 549
62a7273d 550 dprint(FD_PARSE, "set cpu allowed %d\n", icpu);
e8462bd8 551 fio_cpu_set(mask, icpu);
62a7273d
JA
552 icpu++;
553 }
19608d6c
JA
554 if (ret)
555 break;
d2e268b0
JA
556 }
557
558 free(p);
19608d6c 559 return ret;
214e1eca 560}
e8462bd8
JA
561
562static int str_cpus_allowed_cb(void *data, const char *input)
563{
a609f12a 564 struct thread_data *td = cb_data_to_td(data);
e8462bd8 565
52c0cea3
JA
566 if (parse_dryrun())
567 return 0;
568
b2a9e649 569 return set_cpus_allowed(td, &td->o.cpumask, input);
e8462bd8
JA
570}
571
572static int str_verify_cpus_allowed_cb(void *data, const char *input)
573{
a609f12a 574 struct thread_data *td = cb_data_to_td(data);
e8462bd8 575
466155e2
JA
576 if (parse_dryrun())
577 return 0;
578
b2a9e649 579 return set_cpus_allowed(td, &td->o.verify_cpumask, input);
e8462bd8 580}
c08f9fe2 581
105157ad 582#ifdef CONFIG_ZLIB
c08f9fe2
JA
583static int str_log_cpus_allowed_cb(void *data, const char *input)
584{
a609f12a 585 struct thread_data *td = cb_data_to_td(data);
c08f9fe2
JA
586
587 if (parse_dryrun())
588 return 0;
589
590 return set_cpus_allowed(td, &td->o.log_gz_cpumask, input);
591}
105157ad 592#endif /* CONFIG_ZLIB */
c08f9fe2 593
105157ad 594#endif /* FIO_HAVE_CPU_AFFINITY */
214e1eca 595
67bf9823 596#ifdef CONFIG_LIBNUMA
d0b937ed
YR
597static int str_numa_cpunodes_cb(void *data, char *input)
598{
a609f12a 599 struct thread_data *td = cb_data_to_td(data);
43522848 600 struct bitmask *verify_bitmask;
d0b937ed 601
52c0cea3
JA
602 if (parse_dryrun())
603 return 0;
604
d0b937ed
YR
605 /* numa_parse_nodestring() parses a character string list
606 * of nodes into a bit mask. The bit mask is allocated by
607 * numa_allocate_nodemask(), so it should be freed by
608 * numa_free_nodemask().
609 */
43522848
DG
610 verify_bitmask = numa_parse_nodestring(input);
611 if (verify_bitmask == NULL) {
d0b937ed
YR
612 log_err("fio: numa_parse_nodestring failed\n");
613 td_verror(td, 1, "str_numa_cpunodes_cb");
614 return 1;
615 }
43522848 616 numa_free_nodemask(verify_bitmask);
d0b937ed 617
43522848 618 td->o.numa_cpunodes = strdup(input);
d0b937ed
YR
619 return 0;
620}
621
622static int str_numa_mpol_cb(void *data, char *input)
623{
a609f12a 624 struct thread_data *td = cb_data_to_td(data);
d0b937ed 625 const char * const policy_types[] =
05d6f44b 626 { "default", "prefer", "bind", "interleave", "local", NULL };
d0b937ed 627 int i;
52c0cea3 628 char *nodelist;
43522848 629 struct bitmask *verify_bitmask;
52c0cea3
JA
630
631 if (parse_dryrun())
632 return 0;
d0b937ed 633
52c0cea3 634 nodelist = strchr(input, ':');
d0b937ed
YR
635 if (nodelist) {
636 /* NUL-terminate mode */
637 *nodelist++ = '\0';
638 }
639
640 for (i = 0; i <= MPOL_LOCAL; i++) {
641 if (!strcmp(input, policy_types[i])) {
642 td->o.numa_mem_mode = i;
643 break;
644 }
645 }
646 if (i > MPOL_LOCAL) {
647 log_err("fio: memory policy should be: default, prefer, bind, interleave, local\n");
648 goto out;
649 }
650
651 switch (td->o.numa_mem_mode) {
652 case MPOL_PREFERRED:
653 /*
654 * Insist on a nodelist of one node only
655 */
656 if (nodelist) {
657 char *rest = nodelist;
658 while (isdigit(*rest))
659 rest++;
660 if (*rest) {
661 log_err("fio: one node only for \'prefer\'\n");
662 goto out;
663 }
664 } else {
665 log_err("fio: one node is needed for \'prefer\'\n");
666 goto out;
667 }
668 break;
669 case MPOL_INTERLEAVE:
670 /*
671 * Default to online nodes with memory if no nodelist
672 */
673 if (!nodelist)
674 nodelist = strdup("all");
675 break;
676 case MPOL_LOCAL:
677 case MPOL_DEFAULT:
678 /*
679 * Don't allow a nodelist
680 */
681 if (nodelist) {
682 log_err("fio: NO nodelist for \'local\'\n");
683 goto out;
684 }
685 break;
686 case MPOL_BIND:
687 /*
688 * Insist on a nodelist
689 */
690 if (!nodelist) {
691 log_err("fio: a nodelist is needed for \'bind\'\n");
692 goto out;
693 }
694 break;
695 }
696
697
698 /* numa_parse_nodestring() parses a character string list
699 * of nodes into a bit mask. The bit mask is allocated by
700 * numa_allocate_nodemask(), so it should be freed by
701 * numa_free_nodemask().
702 */
703 switch (td->o.numa_mem_mode) {
704 case MPOL_PREFERRED:
705 td->o.numa_mem_prefer_node = atoi(nodelist);
706 break;
707 case MPOL_INTERLEAVE:
708 case MPOL_BIND:
43522848
DG
709 verify_bitmask = numa_parse_nodestring(nodelist);
710 if (verify_bitmask == NULL) {
d0b937ed
YR
711 log_err("fio: numa_parse_nodestring failed\n");
712 td_verror(td, 1, "str_numa_memnodes_cb");
713 return 1;
714 }
43522848
DG
715 td->o.numa_memnodes = strdup(nodelist);
716 numa_free_nodemask(verify_bitmask);
b74e419e 717
d0b937ed
YR
718 break;
719 case MPOL_LOCAL:
720 case MPOL_DEFAULT:
721 default:
722 break;
723 }
724
d0b937ed 725 return 0;
d0b937ed
YR
726out:
727 return 1;
728}
729#endif
730
214e1eca
JA
731static int str_fst_cb(void *data, const char *str)
732{
a609f12a 733 struct thread_data *td = cb_data_to_td(data);
8c07860d
JA
734 double val;
735 bool done = false;
736 char *nr;
214e1eca
JA
737
738 td->file_service_nr = 1;
8c07860d
JA
739
740 switch (td->o.file_service_type) {
741 case FIO_FSERVICE_RANDOM:
742 case FIO_FSERVICE_RR:
743 case FIO_FSERVICE_SEQ:
744 nr = get_opt_postfix(str);
745 if (nr) {
746 td->file_service_nr = atoi(nr);
747 free(nr);
748 }
749 done = true;
750 break;
751 case FIO_FSERVICE_ZIPF:
752 val = FIO_DEF_ZIPF;
753 break;
754 case FIO_FSERVICE_PARETO:
755 val = FIO_DEF_PARETO;
756 break;
757 case FIO_FSERVICE_GAUSS:
758 val = 0.0;
759 break;
760 default:
761 log_err("fio: bad file service type: %d\n", td->o.file_service_type);
762 return 1;
763 }
764
765 if (done)
766 return 0;
767
768 nr = get_opt_postfix(str);
769 if (nr && !str_to_float(nr, &val, 0)) {
770 log_err("fio: file service type random postfix parsing failed\n");
182ec6ee 771 free(nr);
8c07860d
JA
772 return 1;
773 }
774
775 free(nr);
776
777 switch (td->o.file_service_type) {
778 case FIO_FSERVICE_ZIPF:
779 if (val == 1.00) {
780 log_err("fio: zipf theta must be different than 1.0\n");
781 return 1;
782 }
783 if (parse_dryrun())
784 return 0;
785 td->zipf_theta = val;
786 break;
787 case FIO_FSERVICE_PARETO:
788 if (val <= 0.00 || val >= 1.00) {
789 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
790 return 1;
791 }
792 if (parse_dryrun())
793 return 0;
794 td->pareto_h = val;
795 break;
796 case FIO_FSERVICE_GAUSS:
797 if (val < 0.00 || val >= 100.00) {
99c94a6b 798 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
8c07860d
JA
799 return 1;
800 }
801 if (parse_dryrun())
802 return 0;
803 td->gauss_dev = val;
804 break;
182ec6ee 805 }
214e1eca
JA
806
807 return 0;
808}
809
67bf9823 810#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA
811static int str_sfr_cb(void *data, const char *str)
812{
a609f12a 813 struct thread_data *td = cb_data_to_td(data);
44f29692
JA
814 char *nr = get_opt_postfix(str);
815
816 td->sync_file_range_nr = 1;
817 if (nr) {
818 td->sync_file_range_nr = atoi(nr);
819 free(nr);
820 }
821
822 return 0;
823}
3ae06371 824#endif
44f29692 825
e0a04ac1
JA
826static int zone_cmp(const void *p1, const void *p2)
827{
828 const struct zone_split *zsp1 = p1;
829 const struct zone_split *zsp2 = p2;
830
831 return (int) zsp2->access_perc - (int) zsp1->access_perc;
832}
833
764593c0
JA
834static int zone_split_ddir(struct thread_options *o, enum fio_ddir ddir,
835 char *str)
e0a04ac1 836{
e0a04ac1 837 unsigned int i, perc, perc_missing, sperc, sperc_missing;
d2835319 838 struct split split;
e0a04ac1 839
d2835319 840 memset(&split, 0, sizeof(split));
e0a04ac1 841
d2835319
JA
842 if (split_parse_ddir(o, &split, ddir, str))
843 return 1;
844 if (!split.nr)
845 return 0;
e0a04ac1 846
d2835319
JA
847 o->zone_split[ddir] = malloc(split.nr * sizeof(struct zone_split));
848 o->zone_split_nr[ddir] = split.nr;
849 for (i = 0; i < split.nr; i++) {
850 o->zone_split[ddir][i].access_perc = split.val1[i];
851 o->zone_split[ddir][i].size_perc = split.val2[i];
e0a04ac1
JA
852 }
853
e0a04ac1
JA
854 /*
855 * Now check if the percentages add up, and how much is missing
856 */
857 perc = perc_missing = 0;
858 sperc = sperc_missing = 0;
859 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 860 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
861
862 if (zsp->access_perc == (uint8_t) -1U)
863 perc_missing++;
864 else
865 perc += zsp->access_perc;
866
867 if (zsp->size_perc == (uint8_t) -1U)
868 sperc_missing++;
869 else
870 sperc += zsp->size_perc;
871
872 }
873
874 if (perc > 100 || sperc > 100) {
875 log_err("fio: zone_split percentages add to more than 100%%\n");
d2835319
JA
876 free(o->zone_split[ddir]);
877 o->zone_split[ddir] = NULL;
e0a04ac1
JA
878 return 1;
879 }
880 if (perc < 100) {
881 log_err("fio: access percentage don't add up to 100 for zoned "
882 "random distribution (got=%u)\n", perc);
d2835319
JA
883 free(o->zone_split[ddir]);
884 o->zone_split[ddir] = NULL;
e0a04ac1
JA
885 return 1;
886 }
887
888 /*
889 * If values didn't have a percentage set, divide the remains between
890 * them.
891 */
892 if (perc_missing) {
893 if (perc_missing == 1 && o->zone_split_nr[ddir] == 1)
894 perc = 100;
895 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 896 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
897
898 if (zsp->access_perc == (uint8_t) -1U)
899 zsp->access_perc = (100 - perc) / perc_missing;
900 }
901 }
902 if (sperc_missing) {
903 if (sperc_missing == 1 && o->zone_split_nr[ddir] == 1)
904 sperc = 100;
905 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 906 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
907
908 if (zsp->size_perc == (uint8_t) -1U)
909 zsp->size_perc = (100 - sperc) / sperc_missing;
910 }
911 }
912
913 /*
914 * now sort based on percentages, for ease of lookup
915 */
d2835319 916 qsort(o->zone_split[ddir], o->zone_split_nr[ddir], sizeof(struct zone_split), zone_cmp);
e0a04ac1
JA
917 return 0;
918}
919
920static void __td_zone_gen_index(struct thread_data *td, enum fio_ddir ddir)
921{
922 unsigned int i, j, sprev, aprev;
923
924 td->zone_state_index[ddir] = malloc(sizeof(struct zone_split_index) * 100);
925
926 sprev = aprev = 0;
927 for (i = 0; i < td->o.zone_split_nr[ddir]; i++) {
928 struct zone_split *zsp = &td->o.zone_split[ddir][i];
929
930 for (j = aprev; j < aprev + zsp->access_perc; j++) {
931 struct zone_split_index *zsi = &td->zone_state_index[ddir][j];
932
933 zsi->size_perc = sprev + zsp->size_perc;
934 zsi->size_perc_prev = sprev;
935 }
936
937 aprev += zsp->access_perc;
938 sprev += zsp->size_perc;
939 }
940}
941
942/*
943 * Generate state table for indexes, so we don't have to do it inline from
944 * the hot IO path
945 */
946static void td_zone_gen_index(struct thread_data *td)
947{
948 int i;
949
950 td->zone_state_index = malloc(DDIR_RWDIR_CNT *
951 sizeof(struct zone_split_index *));
952
953 for (i = 0; i < DDIR_RWDIR_CNT; i++)
954 __td_zone_gen_index(td, i);
955}
956
e0a04ac1
JA
957static int parse_zoned_distribution(struct thread_data *td, const char *input)
958{
764593c0 959 char *str, *p;
e0a04ac1
JA
960 int i, ret = 0;
961
962 p = str = strdup(input);
963
964 strip_blank_front(&str);
965 strip_blank_end(str);
966
967 /* We expect it to start like that, bail if not */
968 if (strncmp(str, "zoned:", 6)) {
969 log_err("fio: mismatch in zoned input <%s>\n", str);
970 free(p);
971 return 1;
972 }
973 str += strlen("zoned:");
974
764593c0 975 ret = str_split_parse(td, str, zone_split_ddir);
e0a04ac1
JA
976
977 free(p);
978
979 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
980 int j;
981
982 dprint(FD_PARSE, "zone ddir %d (nr=%u): \n", i, td->o.zone_split_nr[i]);
983
984 for (j = 0; j < td->o.zone_split_nr[i]; j++) {
985 struct zone_split *zsp = &td->o.zone_split[i][j];
986
987 dprint(FD_PARSE, "\t%d: %u/%u\n", j, zsp->access_perc,
988 zsp->size_perc);
989 }
990 }
991
55baca06
JA
992 if (parse_dryrun()) {
993 int i;
994
995 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
996 free(td->o.zone_split[i]);
997 td->o.zone_split[i] = NULL;
998 td->o.zone_split_nr[i] = 0;
999 }
1000
1001 return ret;
1002 }
1003
e0a04ac1
JA
1004 if (!ret)
1005 td_zone_gen_index(td);
dc4bffb8
JA
1006 else {
1007 for (i = 0; i < DDIR_RWDIR_CNT; i++)
1008 td->o.zone_split_nr[i] = 0;
1009 }
e0a04ac1
JA
1010
1011 return ret;
1012}
1013
e25839d4
JA
1014static int str_random_distribution_cb(void *data, const char *str)
1015{
a609f12a 1016 struct thread_data *td = cb_data_to_td(data);
e25839d4
JA
1017 double val;
1018 char *nr;
1019
925fee33 1020 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF)
c95f9404 1021 val = FIO_DEF_ZIPF;
925fee33 1022 else if (td->o.random_distribution == FIO_RAND_DIST_PARETO)
c95f9404 1023 val = FIO_DEF_PARETO;
56d9fa4b
JA
1024 else if (td->o.random_distribution == FIO_RAND_DIST_GAUSS)
1025 val = 0.0;
e0a04ac1
JA
1026 else if (td->o.random_distribution == FIO_RAND_DIST_ZONED)
1027 return parse_zoned_distribution(td, str);
925fee33 1028 else
e25839d4
JA
1029 return 0;
1030
1031 nr = get_opt_postfix(str);
88038bc7 1032 if (nr && !str_to_float(nr, &val, 0)) {
e25839d4
JA
1033 log_err("fio: random postfix parsing failed\n");
1034 free(nr);
1035 return 1;
1036 }
1037
078189c1
JA
1038 free(nr);
1039
18ded917
JA
1040 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF) {
1041 if (val == 1.00) {
1042 log_err("fio: zipf theta must different than 1.0\n");
1043 return 1;
1044 }
55baca06
JA
1045 if (parse_dryrun())
1046 return 0;
1e5324e7 1047 td->o.zipf_theta.u.f = val;
56d9fa4b 1048 } else if (td->o.random_distribution == FIO_RAND_DIST_PARETO) {
078189c1
JA
1049 if (val <= 0.00 || val >= 1.00) {
1050 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
1051 return 1;
1052 }
55baca06
JA
1053 if (parse_dryrun())
1054 return 0;
1e5324e7 1055 td->o.pareto_h.u.f = val;
3cdb8cf3 1056 } else {
76527b19 1057 if (val < 0.00 || val >= 100.0) {
99c94a6b 1058 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
3cdb8cf3
JA
1059 return 1;
1060 }
55baca06
JA
1061 if (parse_dryrun())
1062 return 0;
f88cd222 1063 td->o.gauss_dev.u.f = val;
3cdb8cf3 1064 }
921c766f
JA
1065
1066 return 0;
1067}
1068
16e56d25
VF
1069static int str_steadystate_cb(void *data, const char *str)
1070{
94f218f6 1071 struct thread_data *td = cb_data_to_td(data);
16e56d25
VF
1072 double val;
1073 char *nr;
1074 char *pct;
1075 long long ll;
1076
2c5d94bc
VF
1077 if (td->o.ss_state != FIO_SS_IOPS && td->o.ss_state != FIO_SS_IOPS_SLOPE &&
1078 td->o.ss_state != FIO_SS_BW && td->o.ss_state != FIO_SS_BW_SLOPE) {
16e56d25
VF
1079 /* should be impossible to get here */
1080 log_err("fio: unknown steady state criterion\n");
1081 return 1;
1082 }
1083
1084 nr = get_opt_postfix(str);
1085 if (!nr) {
1086 log_err("fio: steadystate threshold must be specified in addition to criterion\n");
1087 free(nr);
1088 return 1;
1089 }
1090
1091 /* ENHANCEMENT Allow fio to understand size=10.2% and use here */
1092 pct = strstr(nr, "%");
1093 if (pct) {
1094 *pct = '\0';
1095 strip_blank_end(nr);
1096 if (!str_to_float(nr, &val, 0)) {
1097 log_err("fio: could not parse steadystate threshold percentage\n");
1098 free(nr);
1099 return 1;
1100 }
1101
1102 dprint(FD_PARSE, "set steady state threshold to %f%%\n", val);
1103 free(nr);
1104 if (parse_dryrun())
1105 return 0;
1106
2c5d94bc 1107 td->o.ss_state |= __FIO_SS_PCT;
16e56d25 1108 td->o.ss_limit.u.f = val;
2c5d94bc 1109 } else if (td->o.ss_state & __FIO_SS_IOPS) {
16e56d25
VF
1110 if (!str_to_float(nr, &val, 0)) {
1111 log_err("fio: steadystate IOPS threshold postfix parsing failed\n");
1112 free(nr);
1113 return 1;
1114 }
1115
1116 dprint(FD_PARSE, "set steady state IOPS threshold to %f\n", val);
1117 free(nr);
1118 if (parse_dryrun())
1119 return 0;
1120
16e56d25 1121 td->o.ss_limit.u.f = val;
16e56d25
VF
1122 } else { /* bandwidth criterion */
1123 if (str_to_decimal(nr, &ll, 1, td, 0, 0)) {
1124 log_err("fio: steadystate BW threshold postfix parsing failed\n");
1125 free(nr);
1126 return 1;
1127 }
1128
1129 dprint(FD_PARSE, "set steady state BW threshold to %lld\n", ll);
1130 free(nr);
1131 if (parse_dryrun())
1132 return 0;
1133
16e56d25 1134 td->o.ss_limit.u.f = (double) ll;
16e56d25
VF
1135 }
1136
2c5d94bc 1137 td->ss.state = td->o.ss_state;
16e56d25
VF
1138 return 0;
1139}
1140
8e827d35 1141/*
bcbfeefa 1142 * Return next name in the string. Files are separated with ':'. If the ':'
8e827d35
JA
1143 * is escaped with a '\', then that ':' is part of the filename and does not
1144 * indicate a new file.
1145 */
bcbfeefa 1146static char *get_next_name(char **ptr)
8e827d35
JA
1147{
1148 char *str = *ptr;
1149 char *p, *start;
1150
1151 if (!str || !strlen(str))
1152 return NULL;
1153
1154 start = str;
1155 do {
1156 /*
1157 * No colon, we are done
1158 */
1159 p = strchr(str, ':');
1160 if (!p) {
1161 *ptr = NULL;
1162 break;
1163 }
1164
1165 /*
1166 * We got a colon, but it's the first character. Skip and
1167 * continue
1168 */
1169 if (p == start) {
1170 str = ++start;
1171 continue;
1172 }
1173
1174 if (*(p - 1) != '\\') {
1175 *p = '\0';
1176 *ptr = p + 1;
1177 break;
1178 }
1179
1180 memmove(p - 1, p, strlen(p) + 1);
1181 str = p;
1182 } while (1);
1183
1184 return start;
1185}
1186
bcbfeefa
CE
1187
1188static int get_max_name_idx(char *input)
1189{
1190 unsigned int cur_idx;
1191 char *str, *p;
1192
1193 p = str = strdup(input);
1194 for (cur_idx = 0; ; cur_idx++)
1195 if (get_next_name(&str) == NULL)
1196 break;
1197
1198 free(p);
1199 return cur_idx;
1200}
1201
1202/*
1203 * Returns the directory at the index, indexes > entires will be
1204 * assigned via modulo division of the index
1205 */
922a5be8
JA
1206int set_name_idx(char *target, size_t tlen, char *input, int index,
1207 bool unique_filename)
bcbfeefa
CE
1208{
1209 unsigned int cur_idx;
1210 int len;
1211 char *fname, *str, *p;
1212
1213 p = str = strdup(input);
1214
1215 index %= get_max_name_idx(input);
1216 for (cur_idx = 0; cur_idx <= index; cur_idx++)
1217 fname = get_next_name(&str);
1218
922a5be8 1219 if (client_sockaddr_str[0] && unique_filename) {
e13c3b50
JA
1220 len = snprintf(target, tlen, "%s/%s.", fname,
1221 client_sockaddr_str);
1222 } else
1223 len = snprintf(target, tlen, "%s/", fname);
72a703da 1224
e13c3b50 1225 target[tlen - 1] = '\0';
bcbfeefa
CE
1226 free(p);
1227
1228 return len;
1229}
1230
214e1eca
JA
1231static int str_filename_cb(void *data, const char *input)
1232{
a609f12a 1233 struct thread_data *td = cb_data_to_td(data);
214e1eca
JA
1234 char *fname, *str, *p;
1235
1236 p = str = strdup(input);
1237
1238 strip_blank_front(&str);
1239 strip_blank_end(str);
1240
79591fa9
TK
1241 /*
1242 * Ignore what we may already have from nrfiles option.
1243 */
214e1eca 1244 if (!td->files_index)
2dc1bbeb 1245 td->o.nr_files = 0;
214e1eca 1246
bcbfeefa 1247 while ((fname = get_next_name(&str)) != NULL) {
214e1eca
JA
1248 if (!strlen(fname))
1249 break;
5903e7b7 1250 add_file(td, fname, 0, 1);
214e1eca
JA
1251 }
1252
1253 free(p);
1254 return 0;
1255}
1256
bcbfeefa 1257static int str_directory_cb(void *data, const char fio_unused *unused)
214e1eca 1258{
a609f12a 1259 struct thread_data *td = cb_data_to_td(data);
214e1eca 1260 struct stat sb;
bcbfeefa
CE
1261 char *dirname, *str, *p;
1262 int ret = 0;
214e1eca 1263
f9633d72
JA
1264 if (parse_dryrun())
1265 return 0;
1266
bcbfeefa
CE
1267 p = str = strdup(td->o.directory);
1268 while ((dirname = get_next_name(&str)) != NULL) {
1269 if (lstat(dirname, &sb) < 0) {
1270 ret = errno;
921c766f 1271
bcbfeefa
CE
1272 log_err("fio: %s is not a directory\n", dirname);
1273 td_verror(td, ret, "lstat");
1274 goto out;
1275 }
1276 if (!S_ISDIR(sb.st_mode)) {
1277 log_err("fio: %s is not a directory\n", dirname);
1278 ret = 1;
1279 goto out;
1280 }
214e1eca
JA
1281 }
1282
bcbfeefa
CE
1283out:
1284 free(p);
1285 return ret;
214e1eca
JA
1286}
1287
1288static int str_opendir_cb(void *data, const char fio_unused *str)
1289{
a609f12a 1290 struct thread_data *td = cb_data_to_td(data);
214e1eca 1291
52c0cea3
JA
1292 if (parse_dryrun())
1293 return 0;
1294
214e1eca 1295 if (!td->files_index)
2dc1bbeb 1296 td->o.nr_files = 0;
214e1eca 1297
2dc1bbeb 1298 return add_dir_files(td, td->o.opendir);
214e1eca
JA
1299}
1300
ce35b1ec
JA
1301static int str_buffer_pattern_cb(void *data, const char *input)
1302{
a609f12a 1303 struct thread_data *td = cb_data_to_td(data);
ce35b1ec
JA
1304 int ret;
1305
61b9861d
RP
1306 /* FIXME: for now buffer pattern does not support formats */
1307 ret = parse_and_fill_pattern(input, strlen(input), td->o.buffer_pattern,
1308 MAX_PATTERN_SIZE, NULL, 0, NULL, NULL);
1309 if (ret < 0)
1310 return 1;
ce35b1ec 1311
61b9861d
RP
1312 assert(ret != 0);
1313 td->o.buffer_pattern_bytes = ret;
c55fae03
JA
1314
1315 /*
1316 * If this job is doing any reading or has compression set,
1317 * ensure that we refill buffers for writes or we could be
1318 * invalidating the pattern through reads.
1319 */
1320 if (!td->o.compress_percentage && !td_read(td))
61b9861d 1321 td->o.refill_buffers = 0;
c55fae03
JA
1322 else
1323 td->o.refill_buffers = 1;
1324
61b9861d
RP
1325 td->o.scramble_buffers = 0;
1326 td->o.zero_buffers = 0;
efcd9dcc 1327
61b9861d 1328 return 0;
ce35b1ec
JA
1329}
1330
bedc9dc2
JA
1331static int str_buffer_compress_cb(void *data, unsigned long long *il)
1332{
a609f12a 1333 struct thread_data *td = cb_data_to_td(data);
bedc9dc2
JA
1334
1335 td->flags |= TD_F_COMPRESS;
1336 td->o.compress_percentage = *il;
1337 return 0;
1338}
1339
5c94b008
JA
1340static int str_dedupe_cb(void *data, unsigned long long *il)
1341{
a609f12a 1342 struct thread_data *td = cb_data_to_td(data);
5c94b008
JA
1343
1344 td->flags |= TD_F_COMPRESS;
1345 td->o.dedupe_percentage = *il;
1346 td->o.refill_buffers = 1;
1347 return 0;
1348}
1349
ce35b1ec
JA
1350static int str_verify_pattern_cb(void *data, const char *input)
1351{
a609f12a 1352 struct thread_data *td = cb_data_to_td(data);
ce35b1ec
JA
1353 int ret;
1354
61b9861d
RP
1355 td->o.verify_fmt_sz = ARRAY_SIZE(td->o.verify_fmt);
1356 ret = parse_and_fill_pattern(input, strlen(input), td->o.verify_pattern,
4205998f
JA
1357 MAX_PATTERN_SIZE, fmt_desc, sizeof(fmt_desc),
1358 td->o.verify_fmt, &td->o.verify_fmt_sz);
61b9861d
RP
1359 if (ret < 0)
1360 return 1;
efcd9dcc 1361
61b9861d
RP
1362 assert(ret != 0);
1363 td->o.verify_pattern_bytes = ret;
92bf48d5 1364 /*
b638d82f 1365 * VERIFY_* could already be set
92bf48d5 1366 */
61b9861d 1367 if (!fio_option_is_set(&td->o, verify))
92bf48d5 1368 td->o.verify = VERIFY_PATTERN;
efcd9dcc 1369
61b9861d 1370 return 0;
90059d65 1371}
214e1eca 1372
993bf48b
JA
1373static int str_gtod_reduce_cb(void *data, int *il)
1374{
a609f12a 1375 struct thread_data *td = cb_data_to_td(data);
993bf48b
JA
1376 int val = *il;
1377
02af0988 1378 td->o.disable_lat = !!val;
993bf48b
JA
1379 td->o.disable_clat = !!val;
1380 td->o.disable_slat = !!val;
1381 td->o.disable_bw = !!val;
0dc1bc03 1382 td->o.clat_percentiles = !val;
993bf48b 1383 if (val)
8b6a404c 1384 td->ts_cache_mask = 63;
993bf48b
JA
1385
1386 return 0;
1387}
1388
89978a6b
BW
1389static int str_offset_cb(void *data, unsigned long long *__val)
1390{
1391 struct thread_data *td = cb_data_to_td(data);
1392 unsigned long long v = *__val;
1393
1394 if (parse_is_percent(v)) {
1395 td->o.start_offset = 0;
1396 td->o.start_offset_percent = -1ULL - v;
872e0415
JA
1397 dprint(FD_PARSE, "SET start_offset_percent %d\n",
1398 td->o.start_offset_percent);
89978a6b
BW
1399 } else
1400 td->o.start_offset = v;
1401
1402 return 0;
1403}
1404
7bb59102
JA
1405static int str_size_cb(void *data, unsigned long long *__val)
1406{
a609f12a 1407 struct thread_data *td = cb_data_to_td(data);
7bb59102
JA
1408 unsigned long long v = *__val;
1409
1410 if (parse_is_percent(v)) {
1411 td->o.size = 0;
1412 td->o.size_percent = -1ULL - v;
24e4321c
TK
1413 dprint(FD_PARSE, "SET size_percent %d\n",
1414 td->o.size_percent);
7bb59102
JA
1415 } else
1416 td->o.size = v;
1417
1418 return 0;
1419}
1420
dded427c
OS
1421static int str_write_bw_log_cb(void *data, const char *str)
1422{
1423 struct thread_data *td = cb_data_to_td(data);
1424
1425 if (str)
1426 td->o.bw_log_file = strdup(str);
1427
1428 td->o.write_bw_log = 1;
1429 return 0;
1430}
1431
1432static int str_write_lat_log_cb(void *data, const char *str)
1433{
1434 struct thread_data *td = cb_data_to_td(data);
1435
1436 if (str)
1437 td->o.lat_log_file = strdup(str);
1438
1439 td->o.write_lat_log = 1;
1440 return 0;
1441}
1442
1443static int str_write_iops_log_cb(void *data, const char *str)
1444{
1445 struct thread_data *td = cb_data_to_td(data);
1446
1447 if (str)
1448 td->o.iops_log_file = strdup(str);
1449
1450 td->o.write_iops_log = 1;
1451 return 0;
1452}
1453
1454static int str_write_hist_log_cb(void *data, const char *str)
1455{
1456 struct thread_data *td = cb_data_to_td(data);
1457
1458 if (str)
1459 td->o.hist_log_file = strdup(str);
1460
1461 td->o.write_hist_log = 1;
1462 return 0;
1463}
1464
6730b40f
TK
1465/*
1466 * str is supposed to be a substring of the strdup'd original string,
1467 * and is valid only if it's a regular file path.
1468 * This function keeps the pointer to the path as needed later.
1469 *
1470 * "external:/path/to/so\0" <- original pointer updated with strdup'd
1471 * "external\0" <- above pointer after parsed, i.e. ->ioengine
1472 * "/path/to/so\0" <- str argument, i.e. ->ioengine_so_path
1473 */
1474static int str_ioengine_external_cb(void *data, const char *str)
1475{
1476 struct thread_data *td = cb_data_to_td(data);
1477 struct stat sb;
1478 char *p;
1479
1480 if (!str) {
1481 log_err("fio: null external ioengine path\n");
1482 return 1;
1483 }
1484
1485 p = (char *)str; /* str is mutable */
1486 strip_blank_front(&p);
1487 strip_blank_end(p);
1488
1489 if (stat(p, &sb) || !S_ISREG(sb.st_mode)) {
1490 log_err("fio: invalid external ioengine path \"%s\"\n", p);
1491 return 1;
1492 }
1493
1494 td->o.ioengine_so_path = p;
1495 return 0;
1496}
1497
896cac2a
JA
1498static int rw_verify(struct fio_option *o, void *data)
1499{
a609f12a 1500 struct thread_data *td = cb_data_to_td(data);
896cac2a
JA
1501
1502 if (read_only && td_write(td)) {
1503 log_err("fio: job <%s> has write bit set, but fio is in"
1504 " read-only mode\n", td->o.name);
1505 return 1;
1506 }
1507
1508 return 0;
1509}
1510
276ca4f7 1511static int gtod_cpu_verify(struct fio_option *o, void *data)
29d43ff9 1512{
276ca4f7 1513#ifndef FIO_HAVE_CPU_AFFINITY
a609f12a 1514 struct thread_data *td = cb_data_to_td(data);
29d43ff9 1515
29d43ff9
JA
1516 if (td->o.gtod_cpu) {
1517 log_err("fio: platform must support CPU affinity for"
1518 "gettimeofday() offloading\n");
1519 return 1;
1520 }
1521#endif
1522
1523 return 0;
1524}
1525
214e1eca
JA
1526/*
1527 * Map of job/command line options
1528 */
9af4a244 1529struct fio_option fio_options[FIO_MAX_OPTS] = {
214e1eca
JA
1530 {
1531 .name = "description",
e8b0e958 1532 .lname = "Description of job",
214e1eca 1533 .type = FIO_OPT_STR_STORE,
a609f12a 1534 .off1 = offsetof(struct thread_options, description),
214e1eca 1535 .help = "Text job description",
e8b0e958 1536 .category = FIO_OPT_C_GENERAL,
0626037e 1537 .group = FIO_OPT_G_DESC,
214e1eca
JA
1538 },
1539 {
1540 .name = "name",
e8b0e958 1541 .lname = "Job name",
214e1eca 1542 .type = FIO_OPT_STR_STORE,
a609f12a 1543 .off1 = offsetof(struct thread_options, name),
214e1eca 1544 .help = "Name of this job",
e8b0e958 1545 .category = FIO_OPT_C_GENERAL,
0626037e 1546 .group = FIO_OPT_G_DESC,
214e1eca 1547 },
9cc8cb91
AK
1548 {
1549 .name = "wait_for",
1550 .lname = "Waitee name",
1551 .type = FIO_OPT_STR_STORE,
a609f12a 1552 .off1 = offsetof(struct thread_options, wait_for),
9cc8cb91
AK
1553 .help = "Name of the job this one wants to wait for before starting",
1554 .category = FIO_OPT_C_GENERAL,
1555 .group = FIO_OPT_G_DESC,
1556 },
214e1eca
JA
1557 {
1558 .name = "filename",
e8b0e958 1559 .lname = "Filename(s)",
214e1eca 1560 .type = FIO_OPT_STR_STORE,
a609f12a 1561 .off1 = offsetof(struct thread_options, filename),
214e1eca 1562 .cb = str_filename_cb,
f0d524b0 1563 .prio = -1, /* must come after "directory" */
214e1eca 1564 .help = "File(s) to use for the workload",
e8b0e958 1565 .category = FIO_OPT_C_FILE,
0626037e 1566 .group = FIO_OPT_G_FILENAME,
214e1eca 1567 },
90fef2d1 1568 {
e8b0e958
JA
1569 .name = "directory",
1570 .lname = "Directory",
1571 .type = FIO_OPT_STR_STORE,
a609f12a 1572 .off1 = offsetof(struct thread_options, directory),
e8b0e958
JA
1573 .cb = str_directory_cb,
1574 .help = "Directory to store files in",
1575 .category = FIO_OPT_C_FILE,
0626037e 1576 .group = FIO_OPT_G_FILENAME,
90fef2d1 1577 },
de98bd30
JA
1578 {
1579 .name = "filename_format",
922a5be8 1580 .lname = "Filename Format",
de98bd30 1581 .type = FIO_OPT_STR_STORE,
a609f12a 1582 .off1 = offsetof(struct thread_options, filename_format),
de98bd30
JA
1583 .prio = -1, /* must come after "directory" */
1584 .help = "Override default $jobname.$jobnum.$filenum naming",
1585 .def = "$jobname.$jobnum.$filenum",
93bb626a
JA
1586 .category = FIO_OPT_C_FILE,
1587 .group = FIO_OPT_G_FILENAME,
ad705bcb 1588 },
922a5be8
JA
1589 {
1590 .name = "unique_filename",
1591 .lname = "Unique Filename",
1592 .type = FIO_OPT_BOOL,
a609f12a 1593 .off1 = offsetof(struct thread_options, unique_filename),
922a5be8
JA
1594 .help = "For network clients, prefix file with source IP",
1595 .def = "1",
1596 .category = FIO_OPT_C_FILE,
1597 .group = FIO_OPT_G_FILENAME,
1598 },
29c1349f
JA
1599 {
1600 .name = "lockfile",
e8b0e958 1601 .lname = "Lockfile",
4d4e80f2 1602 .type = FIO_OPT_STR,
a609f12a 1603 .off1 = offsetof(struct thread_options, file_lock_mode),
29c1349f 1604 .help = "Lock file when doing IO to it",
bc6a0a5d 1605 .prio = 1,
29c1349f 1606 .parent = "filename",
d71c154c 1607 .hide = 0,
4d4e80f2 1608 .def = "none",
e8b0e958 1609 .category = FIO_OPT_C_FILE,
0626037e 1610 .group = FIO_OPT_G_FILENAME,
4d4e80f2
JA
1611 .posval = {
1612 { .ival = "none",
1613 .oval = FILE_LOCK_NONE,
1614 .help = "No file locking",
1615 },
1616 { .ival = "exclusive",
1617 .oval = FILE_LOCK_EXCLUSIVE,
1618 .help = "Exclusive file lock",
1619 },
1620 {
1621 .ival = "readwrite",
1622 .oval = FILE_LOCK_READWRITE,
1623 .help = "Read vs write lock",
1624 },
1625 },
29c1349f 1626 },
214e1eca
JA
1627 {
1628 .name = "opendir",
e8b0e958 1629 .lname = "Open directory",
214e1eca 1630 .type = FIO_OPT_STR_STORE,
a609f12a 1631 .off1 = offsetof(struct thread_options, opendir),
214e1eca
JA
1632 .cb = str_opendir_cb,
1633 .help = "Recursively add files from this directory and down",
e8b0e958 1634 .category = FIO_OPT_C_FILE,
0626037e 1635 .group = FIO_OPT_G_FILENAME,
214e1eca
JA
1636 },
1637 {
1638 .name = "rw",
e8b0e958 1639 .lname = "Read/write",
d3aad8f2 1640 .alias = "readwrite",
214e1eca 1641 .type = FIO_OPT_STR,
211097b2 1642 .cb = str_rw_cb,
a609f12a 1643 .off1 = offsetof(struct thread_options, td_ddir),
214e1eca
JA
1644 .help = "IO direction",
1645 .def = "read",
896cac2a 1646 .verify = rw_verify,
e8b0e958 1647 .category = FIO_OPT_C_IO,
0626037e 1648 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1649 .posval = {
1650 { .ival = "read",
1651 .oval = TD_DDIR_READ,
1652 .help = "Sequential read",
1653 },
1654 { .ival = "write",
1655 .oval = TD_DDIR_WRITE,
1656 .help = "Sequential write",
1657 },
6eaf09d6
SL
1658 { .ival = "trim",
1659 .oval = TD_DDIR_TRIM,
1660 .help = "Sequential trim",
1661 },
214e1eca
JA
1662 { .ival = "randread",
1663 .oval = TD_DDIR_RANDREAD,
1664 .help = "Random read",
1665 },
1666 { .ival = "randwrite",
1667 .oval = TD_DDIR_RANDWRITE,
1668 .help = "Random write",
1669 },
6eaf09d6
SL
1670 { .ival = "randtrim",
1671 .oval = TD_DDIR_RANDTRIM,
1672 .help = "Random trim",
1673 },
214e1eca
JA
1674 { .ival = "rw",
1675 .oval = TD_DDIR_RW,
1676 .help = "Sequential read and write mix",
1677 },
10b023db
JA
1678 { .ival = "readwrite",
1679 .oval = TD_DDIR_RW,
1680 .help = "Sequential read and write mix",
1681 },
214e1eca
JA
1682 { .ival = "randrw",
1683 .oval = TD_DDIR_RANDRW,
1684 .help = "Random read and write mix"
1685 },
82a90686
JA
1686 { .ival = "trimwrite",
1687 .oval = TD_DDIR_TRIMWRITE,
1688 .help = "Trim and write mix, trims preceding writes"
0e4dd95c 1689 },
214e1eca
JA
1690 },
1691 },
38dad62d
JA
1692 {
1693 .name = "rw_sequencer",
e8b0e958 1694 .lname = "RW Sequencer",
38dad62d 1695 .type = FIO_OPT_STR,
a609f12a 1696 .off1 = offsetof(struct thread_options, rw_seq),
38dad62d
JA
1697 .help = "IO offset generator modifier",
1698 .def = "sequential",
e8b0e958 1699 .category = FIO_OPT_C_IO,
0626037e 1700 .group = FIO_OPT_G_IO_BASIC,
38dad62d
JA
1701 .posval = {
1702 { .ival = "sequential",
1703 .oval = RW_SEQ_SEQ,
1704 .help = "Generate sequential offsets",
1705 },
1706 { .ival = "identical",
1707 .oval = RW_SEQ_IDENT,
1708 .help = "Generate identical offsets",
1709 },
1710 },
1711 },
1712
214e1eca
JA
1713 {
1714 .name = "ioengine",
e8b0e958 1715 .lname = "IO Engine",
214e1eca 1716 .type = FIO_OPT_STR_STORE,
a609f12a 1717 .off1 = offsetof(struct thread_options, ioengine),
214e1eca 1718 .help = "IO engine to use",
58483fa4 1719 .def = FIO_PREFERRED_ENGINE,
e8b0e958 1720 .category = FIO_OPT_C_IO,
0626037e 1721 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1722 .posval = {
1723 { .ival = "sync",
1724 .help = "Use read/write",
1725 },
a31041ea 1726 { .ival = "psync",
1727 .help = "Use pread/pwrite",
1728 },
1d2af02a 1729 { .ival = "vsync",
03e20d68 1730 .help = "Use readv/writev",
1d2af02a 1731 },
07fc0acd
JA
1732#ifdef CONFIG_PWRITEV
1733 { .ival = "pvsync",
1734 .help = "Use preadv/pwritev",
1735 },
1736#endif
6562685f 1737#ifdef FIO_HAVE_PWRITEV2
2cafffbe
JA
1738 { .ival = "pvsync2",
1739 .help = "Use preadv2/pwritev2",
1740 },
1741#endif
67bf9823 1742#ifdef CONFIG_LIBAIO
214e1eca
JA
1743 { .ival = "libaio",
1744 .help = "Linux native asynchronous IO",
1745 },
1746#endif
67bf9823 1747#ifdef CONFIG_POSIXAIO
214e1eca
JA
1748 { .ival = "posixaio",
1749 .help = "POSIX asynchronous IO",
1750 },
417f0068 1751#endif
997843cb 1752#ifdef CONFIG_SOLARISAIO
417f0068
JA
1753 { .ival = "solarisaio",
1754 .help = "Solaris native asynchronous IO",
1755 },
214e1eca 1756#endif
4700b234 1757#ifdef CONFIG_WINDOWSAIO
03e20d68 1758 { .ival = "windowsaio",
3be80071 1759 .help = "Windows native asynchronous IO"
de890a1e 1760 },
fc5c0345
DG
1761#endif
1762#ifdef CONFIG_RBD
1763 { .ival = "rbd",
1764 .help = "Rados Block Device asynchronous IO"
1765 },
3be80071 1766#endif
214e1eca 1767 { .ival = "mmap",
03e20d68 1768 .help = "Memory mapped IO"
214e1eca 1769 },
67bf9823 1770#ifdef CONFIG_LINUX_SPLICE
214e1eca
JA
1771 { .ival = "splice",
1772 .help = "splice/vmsplice based IO",
1773 },
9cce02e8
JA
1774 { .ival = "netsplice",
1775 .help = "splice/vmsplice to/from the network",
1776 },
214e1eca
JA
1777#endif
1778#ifdef FIO_HAVE_SGIO
1779 { .ival = "sg",
1780 .help = "SCSI generic v3 IO",
1781 },
1782#endif
1783 { .ival = "null",
1784 .help = "Testing engine (no data transfer)",
1785 },
1786 { .ival = "net",
1787 .help = "Network IO",
1788 },
214e1eca 1789 { .ival = "cpuio",
03e20d68 1790 .help = "CPU cycle burner engine",
214e1eca 1791 },
67bf9823 1792#ifdef CONFIG_GUASI
b8c82a46
JA
1793 { .ival = "guasi",
1794 .help = "GUASI IO engine",
1795 },
79a43187
JA
1796#endif
1797#ifdef FIO_HAVE_BINJECT
1798 { .ival = "binject",
1799 .help = "binject direct inject block engine",
1800 },
21b8aee8 1801#endif
67bf9823 1802#ifdef CONFIG_RDMA
21b8aee8 1803 { .ival = "rdma",
1804 .help = "RDMA IO engine",
1805 },
8200b8c7 1806#endif
67bf9823 1807#ifdef CONFIG_FUSION_AW
8200b8c7
JA
1808 { .ival = "fusion-aw-sync",
1809 .help = "Fusion-io atomic write engine",
1810 },
1ecc95ca 1811#endif
997843cb 1812#ifdef CONFIG_LINUX_EXT4_MOVE_EXTENT
1ecc95ca
JA
1813 { .ival = "e4defrag",
1814 .help = "ext4 defrag engine",
1815 },
1816#endif
997843cb 1817#ifdef CONFIG_LINUX_FALLOCATE
1ecc95ca
JA
1818 { .ival = "falloc",
1819 .help = "fallocate() file based engine",
1820 },
b8c82a46 1821#endif
a7c386f4 1822#ifdef CONFIG_GFAPI
1823 { .ival = "gfapi",
cc47f094 1824 .help = "Glusterfs libgfapi(sync) based engine"
1825 },
1826 { .ival = "gfapi_async",
1827 .help = "Glusterfs libgfapi(async) based engine"
a7c386f4 1828 },
1829#endif
1b10477b 1830#ifdef CONFIG_LIBHDFS
b74e419e 1831 { .ival = "libhdfs",
1b10477b
MM
1832 .help = "Hadoop Distributed Filesystem (HDFS) engine"
1833 },
5c4ef02e
JA
1834#endif
1835#ifdef CONFIG_PMEMBLK
1836 { .ival = "pmemblk",
1837 .help = "NVML libpmemblk based IO engine",
1838 },
1839
104ee4de
DJ
1840#endif
1841#ifdef CONFIG_LINUX_DEVDAX
1842 { .ival = "dev-dax",
1843 .help = "DAX Device based IO engine",
1844 },
1b10477b 1845#endif
214e1eca
JA
1846 { .ival = "external",
1847 .help = "Load external engine (append name)",
6730b40f 1848 .cb = str_ioengine_external_cb,
214e1eca
JA
1849 },
1850 },
1851 },
1852 {
1853 .name = "iodepth",
e8b0e958 1854 .lname = "IO Depth",
214e1eca 1855 .type = FIO_OPT_INT,
a609f12a 1856 .off1 = offsetof(struct thread_options, iodepth),
03e20d68 1857 .help = "Number of IO buffers to keep in flight",
757aff4f 1858 .minval = 1,
20eb06bd 1859 .interval = 1,
214e1eca 1860 .def = "1",
e8b0e958 1861 .category = FIO_OPT_C_IO,
0626037e 1862 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1863 },
1864 {
1865 .name = "iodepth_batch",
e8b0e958 1866 .lname = "IO Depth batch",
4950421a 1867 .alias = "iodepth_batch_submit",
214e1eca 1868 .type = FIO_OPT_INT,
a609f12a 1869 .off1 = offsetof(struct thread_options, iodepth_batch),
d65db441 1870 .help = "Number of IO buffers to submit in one go",
afdf9352 1871 .parent = "iodepth",
d71c154c 1872 .hide = 1,
20eb06bd 1873 .interval = 1,
a2e6f8ac 1874 .def = "1",
e8b0e958 1875 .category = FIO_OPT_C_IO,
0626037e 1876 .group = FIO_OPT_G_IO_BASIC,
4950421a
JA
1877 },
1878 {
82407585
RP
1879 .name = "iodepth_batch_complete_min",
1880 .lname = "Min IO depth batch complete",
1881 .alias = "iodepth_batch_complete",
4950421a 1882 .type = FIO_OPT_INT,
a609f12a 1883 .off1 = offsetof(struct thread_options, iodepth_batch_complete_min),
82407585 1884 .help = "Min number of IO buffers to retrieve in one go",
4950421a 1885 .parent = "iodepth",
d71c154c 1886 .hide = 1,
4950421a 1887 .minval = 0,
20eb06bd 1888 .interval = 1,
4950421a 1889 .def = "1",
e8b0e958 1890 .category = FIO_OPT_C_IO,
0626037e 1891 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1892 },
82407585
RP
1893 {
1894 .name = "iodepth_batch_complete_max",
1895 .lname = "Max IO depth batch complete",
1896 .type = FIO_OPT_INT,
a609f12a 1897 .off1 = offsetof(struct thread_options, iodepth_batch_complete_max),
82407585
RP
1898 .help = "Max number of IO buffers to retrieve in one go",
1899 .parent = "iodepth",
1900 .hide = 1,
1901 .minval = 0,
1902 .interval = 1,
1903 .category = FIO_OPT_C_IO,
1904 .group = FIO_OPT_G_IO_BASIC,
1905 },
214e1eca
JA
1906 {
1907 .name = "iodepth_low",
e8b0e958 1908 .lname = "IO Depth batch low",
214e1eca 1909 .type = FIO_OPT_INT,
a609f12a 1910 .off1 = offsetof(struct thread_options, iodepth_low),
214e1eca 1911 .help = "Low water mark for queuing depth",
afdf9352 1912 .parent = "iodepth",
d71c154c 1913 .hide = 1,
20eb06bd 1914 .interval = 1,
e8b0e958 1915 .category = FIO_OPT_C_IO,
0626037e 1916 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1917 },
997b5680
SW
1918 {
1919 .name = "serialize_overlap",
1920 .lname = "Serialize overlap",
1921 .off1 = offsetof(struct thread_options, serialize_overlap),
1922 .type = FIO_OPT_BOOL,
1923 .help = "Wait for in-flight IOs that collide to complete",
1924 .parent = "iodepth",
1925 .def = "0",
1926 .category = FIO_OPT_C_IO,
1927 .group = FIO_OPT_G_IO_BASIC,
1928 },
a9da8ab2
JA
1929 {
1930 .name = "io_submit_mode",
1931 .lname = "IO submit mode",
1932 .type = FIO_OPT_STR,
a609f12a 1933 .off1 = offsetof(struct thread_options, io_submit_mode),
a9da8ab2
JA
1934 .help = "How IO submissions and completions are done",
1935 .def = "inline",
1936 .category = FIO_OPT_C_IO,
1937 .group = FIO_OPT_G_IO_BASIC,
1938 .posval = {
1939 { .ival = "inline",
1940 .oval = IO_MODE_INLINE,
1941 .help = "Submit and complete IO inline",
1942 },
1943 { .ival = "offload",
1944 .oval = IO_MODE_OFFLOAD,
1945 .help = "Offload submit and complete to threads",
1946 },
1947 },
1948 },
214e1eca
JA
1949 {
1950 .name = "size",
e8b0e958 1951 .lname = "Size",
214e1eca 1952 .type = FIO_OPT_STR_VAL,
7bb59102 1953 .cb = str_size_cb,
a609f12a 1954 .off1 = offsetof(struct thread_options, size),
214e1eca 1955 .help = "Total size of device or files",
20eb06bd 1956 .interval = 1024 * 1024,
e8b0e958
JA
1957 .category = FIO_OPT_C_IO,
1958 .group = FIO_OPT_G_INVALID,
214e1eca 1959 },
77731b29 1960 {
a4d3b4db
JA
1961 .name = "io_size",
1962 .alias = "io_limit",
1963 .lname = "IO Size",
77731b29 1964 .type = FIO_OPT_STR_VAL,
5be9bf09 1965 .off1 = offsetof(struct thread_options, io_size),
1684f7fd 1966 .help = "Total size of I/O to be performed",
77731b29
JA
1967 .interval = 1024 * 1024,
1968 .category = FIO_OPT_C_IO,
1969 .group = FIO_OPT_G_INVALID,
1970 },
aa31f1f1
SL
1971 {
1972 .name = "fill_device",
e8b0e958 1973 .lname = "Fill device",
74586c1e 1974 .alias = "fill_fs",
aa31f1f1 1975 .type = FIO_OPT_BOOL,
a609f12a 1976 .off1 = offsetof(struct thread_options, fill_device),
aa31f1f1
SL
1977 .help = "Write until an ENOSPC error occurs",
1978 .def = "0",
e8b0e958
JA
1979 .category = FIO_OPT_C_FILE,
1980 .group = FIO_OPT_G_INVALID,
aa31f1f1 1981 },
214e1eca
JA
1982 {
1983 .name = "filesize",
e8b0e958 1984 .lname = "File size",
214e1eca 1985 .type = FIO_OPT_STR_VAL,
a609f12a
JA
1986 .off1 = offsetof(struct thread_options, file_size_low),
1987 .off2 = offsetof(struct thread_options, file_size_high),
c3edbdba 1988 .minval = 1,
214e1eca 1989 .help = "Size of individual files",
20eb06bd 1990 .interval = 1024 * 1024,
e8b0e958
JA
1991 .category = FIO_OPT_C_FILE,
1992 .group = FIO_OPT_G_INVALID,
214e1eca 1993 },
bedc9dc2
JA
1994 {
1995 .name = "file_append",
1996 .lname = "File append",
1997 .type = FIO_OPT_BOOL,
a609f12a 1998 .off1 = offsetof(struct thread_options, file_append),
bedc9dc2
JA
1999 .help = "IO will start at the end of the file(s)",
2000 .def = "0",
2001 .category = FIO_OPT_C_FILE,
2002 .group = FIO_OPT_G_INVALID,
2003 },
67a1000f
JA
2004 {
2005 .name = "offset",
e8b0e958 2006 .lname = "IO offset",
67a1000f
JA
2007 .alias = "fileoffset",
2008 .type = FIO_OPT_STR_VAL,
89978a6b 2009 .cb = str_offset_cb,
a609f12a 2010 .off1 = offsetof(struct thread_options, start_offset),
67a1000f
JA
2011 .help = "Start IO from this offset",
2012 .def = "0",
20eb06bd 2013 .interval = 1024 * 1024,
e8b0e958
JA
2014 .category = FIO_OPT_C_IO,
2015 .group = FIO_OPT_G_INVALID,
67a1000f 2016 },
2d7cd868
JA
2017 {
2018 .name = "offset_increment",
e8b0e958 2019 .lname = "IO offset increment",
2d7cd868 2020 .type = FIO_OPT_STR_VAL,
a609f12a 2021 .off1 = offsetof(struct thread_options, offset_increment),
2d7cd868
JA
2022 .help = "What is the increment from one offset to the next",
2023 .parent = "offset",
d71c154c 2024 .hide = 1,
2d7cd868 2025 .def = "0",
20eb06bd 2026 .interval = 1024 * 1024,
e8b0e958
JA
2027 .category = FIO_OPT_C_IO,
2028 .group = FIO_OPT_G_INVALID,
2d7cd868 2029 },
ddf24e42
JA
2030 {
2031 .name = "number_ios",
2032 .lname = "Number of IOs to perform",
2033 .type = FIO_OPT_STR_VAL,
a609f12a 2034 .off1 = offsetof(struct thread_options, number_ios),
be3fec7d 2035 .help = "Force job completion after this number of IOs",
ddf24e42
JA
2036 .def = "0",
2037 .category = FIO_OPT_C_IO,
2038 .group = FIO_OPT_G_INVALID,
2039 },
214e1eca
JA
2040 {
2041 .name = "bs",
e8b0e958 2042 .lname = "Block size",
d3aad8f2 2043 .alias = "blocksize",
e01b22b8 2044 .type = FIO_OPT_INT,
a609f12a
JA
2045 .off1 = offsetof(struct thread_options, bs[DDIR_READ]),
2046 .off2 = offsetof(struct thread_options, bs[DDIR_WRITE]),
2047 .off3 = offsetof(struct thread_options, bs[DDIR_TRIM]),
c3edbdba 2048 .minval = 1,
214e1eca 2049 .help = "Block size unit",
2b9136a3 2050 .def = "4096",
67a1000f 2051 .parent = "rw",
d71c154c 2052 .hide = 1,
20eb06bd 2053 .interval = 512,
e8b0e958
JA
2054 .category = FIO_OPT_C_IO,
2055 .group = FIO_OPT_G_INVALID,
214e1eca 2056 },
2b7a01d0
JA
2057 {
2058 .name = "ba",
e8b0e958 2059 .lname = "Block size align",
2b7a01d0 2060 .alias = "blockalign",
e01b22b8 2061 .type = FIO_OPT_INT,
a609f12a
JA
2062 .off1 = offsetof(struct thread_options, ba[DDIR_READ]),
2063 .off2 = offsetof(struct thread_options, ba[DDIR_WRITE]),
2064 .off3 = offsetof(struct thread_options, ba[DDIR_TRIM]),
2b7a01d0
JA
2065 .minval = 1,
2066 .help = "IO block offset alignment",
2067 .parent = "rw",
d71c154c 2068 .hide = 1,
20eb06bd 2069 .interval = 512,
e8b0e958
JA
2070 .category = FIO_OPT_C_IO,
2071 .group = FIO_OPT_G_INVALID,
2b7a01d0 2072 },
214e1eca
JA
2073 {
2074 .name = "bsrange",
e8b0e958 2075 .lname = "Block size range",
d3aad8f2 2076 .alias = "blocksize_range",
214e1eca 2077 .type = FIO_OPT_RANGE,
a609f12a
JA
2078 .off1 = offsetof(struct thread_options, min_bs[DDIR_READ]),
2079 .off2 = offsetof(struct thread_options, max_bs[DDIR_READ]),
2080 .off3 = offsetof(struct thread_options, min_bs[DDIR_WRITE]),
2081 .off4 = offsetof(struct thread_options, max_bs[DDIR_WRITE]),
2082 .off5 = offsetof(struct thread_options, min_bs[DDIR_TRIM]),
2083 .off6 = offsetof(struct thread_options, max_bs[DDIR_TRIM]),
c3edbdba 2084 .minval = 1,
214e1eca 2085 .help = "Set block size range (in more detail than bs)",
67a1000f 2086 .parent = "rw",
d71c154c 2087 .hide = 1,
20eb06bd 2088 .interval = 4096,
e8b0e958
JA
2089 .category = FIO_OPT_C_IO,
2090 .group = FIO_OPT_G_INVALID,
214e1eca 2091 },
564ca972
JA
2092 {
2093 .name = "bssplit",
e8b0e958 2094 .lname = "Block size split",
564ca972
JA
2095 .type = FIO_OPT_STR,
2096 .cb = str_bssplit_cb,
a609f12a 2097 .off1 = offsetof(struct thread_options, bssplit),
564ca972
JA
2098 .help = "Set a specific mix of block sizes",
2099 .parent = "rw",
d71c154c 2100 .hide = 1,
e8b0e958
JA
2101 .category = FIO_OPT_C_IO,
2102 .group = FIO_OPT_G_INVALID,
564ca972 2103 },
214e1eca
JA
2104 {
2105 .name = "bs_unaligned",
e8b0e958 2106 .lname = "Block size unaligned",
d3aad8f2 2107 .alias = "blocksize_unaligned",
214e1eca 2108 .type = FIO_OPT_STR_SET,
a609f12a 2109 .off1 = offsetof(struct thread_options, bs_unaligned),
214e1eca 2110 .help = "Don't sector align IO buffer sizes",
67a1000f 2111 .parent = "rw",
d71c154c 2112 .hide = 1,
e8b0e958
JA
2113 .category = FIO_OPT_C_IO,
2114 .group = FIO_OPT_G_INVALID,
214e1eca 2115 },
6aca9b3d
JA
2116 {
2117 .name = "bs_is_seq_rand",
2118 .lname = "Block size division is seq/random (not read/write)",
2119 .type = FIO_OPT_BOOL,
a609f12a 2120 .off1 = offsetof(struct thread_options, bs_is_seq_rand),
86d59660 2121 .help = "Consider any blocksize setting to be sequential,random",
6aca9b3d
JA
2122 .def = "0",
2123 .parent = "blocksize",
2124 .category = FIO_OPT_C_IO,
2125 .group = FIO_OPT_G_INVALID,
2126 },
214e1eca
JA
2127 {
2128 .name = "randrepeat",
e8b0e958 2129 .lname = "Random repeatable",
214e1eca 2130 .type = FIO_OPT_BOOL,
a609f12a 2131 .off1 = offsetof(struct thread_options, rand_repeatable),
214e1eca
JA
2132 .help = "Use repeatable random IO pattern",
2133 .def = "1",
67a1000f 2134 .parent = "rw",
d71c154c 2135 .hide = 1,
e8b0e958 2136 .category = FIO_OPT_C_IO,
3ceb458f 2137 .group = FIO_OPT_G_RANDOM,
214e1eca 2138 },
04778baf
JA
2139 {
2140 .name = "randseed",
2141 .lname = "The random generator seed",
363cffa7 2142 .type = FIO_OPT_STR_VAL,
a609f12a 2143 .off1 = offsetof(struct thread_options, rand_seed),
04778baf 2144 .help = "Set the random generator seed value",
40fe5e7b 2145 .def = "0x89",
04778baf
JA
2146 .parent = "rw",
2147 .category = FIO_OPT_C_IO,
2148 .group = FIO_OPT_G_RANDOM,
2149 },
2615cc4b
JA
2150 {
2151 .name = "use_os_rand",
e8b0e958 2152 .lname = "Use OS random",
54a21917 2153 .type = FIO_OPT_DEPRECATED,
a609f12a 2154 .off1 = offsetof(struct thread_options, dep_use_os_rand),
e8b0e958 2155 .category = FIO_OPT_C_IO,
3ceb458f 2156 .group = FIO_OPT_G_RANDOM,
2615cc4b 2157 },
214e1eca
JA
2158 {
2159 .name = "norandommap",
e8b0e958 2160 .lname = "No randommap",
214e1eca 2161 .type = FIO_OPT_STR_SET,
a609f12a 2162 .off1 = offsetof(struct thread_options, norandommap),
214e1eca 2163 .help = "Accept potential duplicate random blocks",
67a1000f 2164 .parent = "rw",
d71c154c 2165 .hide = 1,
b2452a43 2166 .hide_on_set = 1,
e8b0e958 2167 .category = FIO_OPT_C_IO,
3ceb458f 2168 .group = FIO_OPT_G_RANDOM,
214e1eca 2169 },
2b386d25
JA
2170 {
2171 .name = "softrandommap",
e8b0e958 2172 .lname = "Soft randommap",
2b386d25 2173 .type = FIO_OPT_BOOL,
a609f12a 2174 .off1 = offsetof(struct thread_options, softrandommap),
f66ab3c8 2175 .help = "Set norandommap if randommap allocation fails",
2b386d25 2176 .parent = "norandommap",
d71c154c 2177 .hide = 1,
2b386d25 2178 .def = "0",
e8b0e958 2179 .category = FIO_OPT_C_IO,
3ceb458f 2180 .group = FIO_OPT_G_RANDOM,
2b386d25 2181 },
8055e41d
JA
2182 {
2183 .name = "random_generator",
cce2fdfe 2184 .lname = "Random Generator",
8055e41d 2185 .type = FIO_OPT_STR,
a609f12a 2186 .off1 = offsetof(struct thread_options, random_generator),
8055e41d
JA
2187 .help = "Type of random number generator to use",
2188 .def = "tausworthe",
2189 .posval = {
2190 { .ival = "tausworthe",
2191 .oval = FIO_RAND_GEN_TAUSWORTHE,
2192 .help = "Strong Tausworthe generator",
2193 },
2194 { .ival = "lfsr",
2195 .oval = FIO_RAND_GEN_LFSR,
2196 .help = "Variable length LFSR",
2197 },
c3546b53
JA
2198 {
2199 .ival = "tausworthe64",
2200 .oval = FIO_RAND_GEN_TAUSWORTHE64,
2201 .help = "64-bit Tausworthe variant",
2202 },
8055e41d 2203 },
48107598
JA
2204 .category = FIO_OPT_C_IO,
2205 .group = FIO_OPT_G_RANDOM,
8055e41d 2206 },
e25839d4
JA
2207 {
2208 .name = "random_distribution",
cce2fdfe 2209 .lname = "Random Distribution",
e25839d4 2210 .type = FIO_OPT_STR,
a609f12a 2211 .off1 = offsetof(struct thread_options, random_distribution),
e25839d4
JA
2212 .cb = str_random_distribution_cb,
2213 .help = "Random offset distribution generator",
2214 .def = "random",
2215 .posval = {
2216 { .ival = "random",
2217 .oval = FIO_RAND_DIST_RANDOM,
2218 .help = "Completely random",
2219 },
2220 { .ival = "zipf",
2221 .oval = FIO_RAND_DIST_ZIPF,
2222 .help = "Zipf distribution",
2223 },
925fee33
JA
2224 { .ival = "pareto",
2225 .oval = FIO_RAND_DIST_PARETO,
2226 .help = "Pareto distribution",
2227 },
56d9fa4b
JA
2228 { .ival = "normal",
2229 .oval = FIO_RAND_DIST_GAUSS,
ba2b3b07 2230 .help = "Normal (Gaussian) distribution",
56d9fa4b 2231 },
e0a04ac1
JA
2232 { .ival = "zoned",
2233 .oval = FIO_RAND_DIST_ZONED,
2234 .help = "Zoned random distribution",
2235 },
2236
e25839d4 2237 },
48107598
JA
2238 .category = FIO_OPT_C_IO,
2239 .group = FIO_OPT_G_RANDOM,
e25839d4 2240 },
211c9b89
JA
2241 {
2242 .name = "percentage_random",
2243 .lname = "Percentage Random",
2244 .type = FIO_OPT_INT,
a609f12a
JA
2245 .off1 = offsetof(struct thread_options, perc_rand[DDIR_READ]),
2246 .off2 = offsetof(struct thread_options, perc_rand[DDIR_WRITE]),
2247 .off3 = offsetof(struct thread_options, perc_rand[DDIR_TRIM]),
211c9b89
JA
2248 .maxval = 100,
2249 .help = "Percentage of seq/random mix that should be random",
d9472271 2250 .def = "100,100,100",
211c9b89
JA
2251 .interval = 5,
2252 .inverse = "percentage_sequential",
2253 .category = FIO_OPT_C_IO,
2254 .group = FIO_OPT_G_RANDOM,
2255 },
2256 {
2257 .name = "percentage_sequential",
2258 .lname = "Percentage Sequential",
d9472271 2259 .type = FIO_OPT_DEPRECATED,
211c9b89
JA
2260 .category = FIO_OPT_C_IO,
2261 .group = FIO_OPT_G_RANDOM,
2262 },
56e2a5fc
CE
2263 {
2264 .name = "allrandrepeat",
cce2fdfe 2265 .lname = "All Random Repeat",
56e2a5fc 2266 .type = FIO_OPT_BOOL,
a609f12a 2267 .off1 = offsetof(struct thread_options, allrand_repeatable),
56e2a5fc
CE
2268 .help = "Use repeatable random numbers for everything",
2269 .def = "0",
a869d9c6
JA
2270 .category = FIO_OPT_C_IO,
2271 .group = FIO_OPT_G_RANDOM,
56e2a5fc 2272 },
214e1eca
JA
2273 {
2274 .name = "nrfiles",
e8b0e958 2275 .lname = "Number of files",
d7c8be03 2276 .alias = "nr_files",
214e1eca 2277 .type = FIO_OPT_INT,
a609f12a 2278 .off1 = offsetof(struct thread_options, nr_files),
214e1eca
JA
2279 .help = "Split job workload between this number of files",
2280 .def = "1",
20eb06bd 2281 .interval = 1,
e8b0e958
JA
2282 .category = FIO_OPT_C_FILE,
2283 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2284 },
2285 {
2286 .name = "openfiles",
e8b0e958 2287 .lname = "Number of open files",
214e1eca 2288 .type = FIO_OPT_INT,
a609f12a 2289 .off1 = offsetof(struct thread_options, open_files),
214e1eca 2290 .help = "Number of files to keep open at the same time",
e8b0e958
JA
2291 .category = FIO_OPT_C_FILE,
2292 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2293 },
2294 {
2295 .name = "file_service_type",
e8b0e958 2296 .lname = "File service type",
214e1eca
JA
2297 .type = FIO_OPT_STR,
2298 .cb = str_fst_cb,
a609f12a 2299 .off1 = offsetof(struct thread_options, file_service_type),
214e1eca
JA
2300 .help = "How to select which file to service next",
2301 .def = "roundrobin",
e8b0e958
JA
2302 .category = FIO_OPT_C_FILE,
2303 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2304 .posval = {
2305 { .ival = "random",
2306 .oval = FIO_FSERVICE_RANDOM,
8c07860d
JA
2307 .help = "Choose a file at random (uniform)",
2308 },
2309 { .ival = "zipf",
2310 .oval = FIO_FSERVICE_ZIPF,
2311 .help = "Zipf randomized",
2312 },
2313 { .ival = "pareto",
2314 .oval = FIO_FSERVICE_PARETO,
2315 .help = "Pareto randomized",
2316 },
dd3503d3
SW
2317 { .ival = "normal",
2318 .oval = FIO_FSERVICE_GAUSS,
2319 .help = "Normal (Gaussian) randomized",
2320 },
8c07860d
JA
2321 { .ival = "gauss",
2322 .oval = FIO_FSERVICE_GAUSS,
dd3503d3 2323 .help = "Alias for normal",
214e1eca
JA
2324 },
2325 { .ival = "roundrobin",
2326 .oval = FIO_FSERVICE_RR,
2327 .help = "Round robin select files",
2328 },
a086c257
JA
2329 { .ival = "sequential",
2330 .oval = FIO_FSERVICE_SEQ,
2331 .help = "Finish one file before moving to the next",
2332 },
214e1eca 2333 },
67a1000f 2334 .parent = "nrfiles",
d71c154c 2335 .hide = 1,
67a1000f 2336 },
cbbdf1c8 2337#ifdef FIO_HAVE_ANY_FALLOCATE
7bc8c2cf
JA
2338 {
2339 .name = "fallocate",
e8b0e958 2340 .lname = "Fallocate",
a596f047 2341 .type = FIO_OPT_STR,
a609f12a 2342 .off1 = offsetof(struct thread_options, fallocate_mode),
a596f047 2343 .help = "Whether pre-allocation is performed when laying out files",
2c3e17be 2344 .def = "native",
e8b0e958
JA
2345 .category = FIO_OPT_C_FILE,
2346 .group = FIO_OPT_G_INVALID,
a596f047
EG
2347 .posval = {
2348 { .ival = "none",
2349 .oval = FIO_FALLOCATE_NONE,
2350 .help = "Do not pre-allocate space",
2351 },
2c3e17be
SW
2352 { .ival = "native",
2353 .oval = FIO_FALLOCATE_NATIVE,
2354 .help = "Use native pre-allocation if possible",
2355 },
2356#ifdef CONFIG_POSIX_FALLOCATE
a596f047
EG
2357 { .ival = "posix",
2358 .oval = FIO_FALLOCATE_POSIX,
2359 .help = "Use posix_fallocate()",
2360 },
2c3e17be 2361#endif
97ac992c 2362#ifdef CONFIG_LINUX_FALLOCATE
a596f047
EG
2363 { .ival = "keep",
2364 .oval = FIO_FALLOCATE_KEEP_SIZE,
2365 .help = "Use fallocate(..., FALLOC_FL_KEEP_SIZE, ...)",
2366 },
7bc8c2cf 2367#endif
a596f047
EG
2368 /* Compatibility with former boolean values */
2369 { .ival = "0",
2370 .oval = FIO_FALLOCATE_NONE,
2371 .help = "Alias for 'none'",
2372 },
2c3e17be 2373#ifdef CONFIG_POSIX_FALLOCATE
a596f047
EG
2374 { .ival = "1",
2375 .oval = FIO_FALLOCATE_POSIX,
2376 .help = "Alias for 'posix'",
2377 },
2c3e17be 2378#endif
a596f047
EG
2379 },
2380 },
cbbdf1c8 2381#else /* FIO_HAVE_ANY_FALLOCATE */
a275c37a
JA
2382 {
2383 .name = "fallocate",
2384 .lname = "Fallocate",
2385 .type = FIO_OPT_UNSUPPORTED,
2386 .help = "Your platform does not support fallocate",
2387 },
cbbdf1c8 2388#endif /* FIO_HAVE_ANY_FALLOCATE */
67a1000f
JA
2389 {
2390 .name = "fadvise_hint",
e8b0e958 2391 .lname = "Fadvise hint",
ecb2083d 2392 .type = FIO_OPT_STR,
a609f12a 2393 .off1 = offsetof(struct thread_options, fadvise_hint),
ecb2083d
JA
2394 .posval = {
2395 { .ival = "0",
2396 .oval = F_ADV_NONE,
2397 .help = "Don't issue fadvise",
2398 },
2399 { .ival = "1",
2400 .oval = F_ADV_TYPE,
2401 .help = "Advise using fio IO pattern",
2402 },
2403 { .ival = "random",
2404 .oval = F_ADV_RANDOM,
2405 .help = "Advise using FADV_RANDOM",
2406 },
2407 { .ival = "sequential",
2408 .oval = F_ADV_SEQUENTIAL,
2409 .help = "Advise using FADV_SEQUENTIAL",
2410 },
2411 },
67a1000f
JA
2412 .help = "Use fadvise() to advise the kernel on IO pattern",
2413 .def = "1",
e8b0e958
JA
2414 .category = FIO_OPT_C_FILE,
2415 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2416 },
2417 {
2418 .name = "fsync",
e8b0e958 2419 .lname = "Fsync",
214e1eca 2420 .type = FIO_OPT_INT,
a609f12a 2421 .off1 = offsetof(struct thread_options, fsync_blocks),
214e1eca
JA
2422 .help = "Issue fsync for writes every given number of blocks",
2423 .def = "0",
20eb06bd 2424 .interval = 1,
e8b0e958
JA
2425 .category = FIO_OPT_C_FILE,
2426 .group = FIO_OPT_G_INVALID,
214e1eca 2427 },
5f9099ea
JA
2428 {
2429 .name = "fdatasync",
e8b0e958 2430 .lname = "Fdatasync",
5f9099ea 2431 .type = FIO_OPT_INT,
a609f12a 2432 .off1 = offsetof(struct thread_options, fdatasync_blocks),
5f9099ea
JA
2433 .help = "Issue fdatasync for writes every given number of blocks",
2434 .def = "0",
20eb06bd 2435 .interval = 1,
e8b0e958
JA
2436 .category = FIO_OPT_C_FILE,
2437 .group = FIO_OPT_G_INVALID,
5f9099ea 2438 },
1ef2b6be
JA
2439 {
2440 .name = "write_barrier",
e8b0e958 2441 .lname = "Write barrier",
1ef2b6be 2442 .type = FIO_OPT_INT,
a609f12a 2443 .off1 = offsetof(struct thread_options, barrier_blocks),
1ef2b6be
JA
2444 .help = "Make every Nth write a barrier write",
2445 .def = "0",
20eb06bd 2446 .interval = 1,
e8b0e958
JA
2447 .category = FIO_OPT_C_IO,
2448 .group = FIO_OPT_G_INVALID,
1ef2b6be 2449 },
67bf9823 2450#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA
2451 {
2452 .name = "sync_file_range",
e8b0e958 2453 .lname = "Sync file range",
44f29692
JA
2454 .posval = {
2455 { .ival = "wait_before",
2456 .oval = SYNC_FILE_RANGE_WAIT_BEFORE,
2457 .help = "SYNC_FILE_RANGE_WAIT_BEFORE",
ebadc0ce 2458 .orval = 1,
44f29692
JA
2459 },
2460 { .ival = "write",
2461 .oval = SYNC_FILE_RANGE_WRITE,
2462 .help = "SYNC_FILE_RANGE_WRITE",
ebadc0ce 2463 .orval = 1,
44f29692
JA
2464 },
2465 {
2466 .ival = "wait_after",
2467 .oval = SYNC_FILE_RANGE_WAIT_AFTER,
2468 .help = "SYNC_FILE_RANGE_WAIT_AFTER",
ebadc0ce 2469 .orval = 1,
44f29692
JA
2470 },
2471 },
3843deb3 2472 .type = FIO_OPT_STR_MULTI,
44f29692 2473 .cb = str_sfr_cb,
a609f12a 2474 .off1 = offsetof(struct thread_options, sync_file_range),
44f29692 2475 .help = "Use sync_file_range()",
e8b0e958
JA
2476 .category = FIO_OPT_C_FILE,
2477 .group = FIO_OPT_G_INVALID,
44f29692 2478 },
a275c37a 2479#else
54d0a315 2480 {
a275c37a
JA
2481 .name = "sync_file_range",
2482 .lname = "Sync file range",
2483 .type = FIO_OPT_UNSUPPORTED,
2484 .help = "Your platform does not support sync_file_range",
2485 },
44f29692 2486#endif
214e1eca
JA
2487 {
2488 .name = "direct",
e8b0e958 2489 .lname = "Direct I/O",
214e1eca 2490 .type = FIO_OPT_BOOL,
a609f12a 2491 .off1 = offsetof(struct thread_options, odirect),
214e1eca
JA
2492 .help = "Use O_DIRECT IO (negates buffered)",
2493 .def = "0",
a01a1bc5 2494 .inverse = "buffered",
e8b0e958 2495 .category = FIO_OPT_C_IO,
3ceb458f 2496 .group = FIO_OPT_G_IO_TYPE,
214e1eca 2497 },
d01612f3
CM
2498 {
2499 .name = "atomic",
2500 .lname = "Atomic I/O",
2501 .type = FIO_OPT_BOOL,
a609f12a 2502 .off1 = offsetof(struct thread_options, oatomic),
d01612f3
CM
2503 .help = "Use Atomic IO with O_DIRECT (implies O_DIRECT)",
2504 .def = "0",
2505 .category = FIO_OPT_C_IO,
2506 .group = FIO_OPT_G_IO_TYPE,
2507 },
214e1eca
JA
2508 {
2509 .name = "buffered",
e8b0e958 2510 .lname = "Buffered I/O",
214e1eca 2511 .type = FIO_OPT_BOOL,
a609f12a 2512 .off1 = offsetof(struct thread_options, odirect),
214e1eca
JA
2513 .neg = 1,
2514 .help = "Use buffered IO (negates direct)",
2515 .def = "1",
a01a1bc5 2516 .inverse = "direct",
e8b0e958 2517 .category = FIO_OPT_C_IO,
3ceb458f 2518 .group = FIO_OPT_G_IO_TYPE,
214e1eca
JA
2519 },
2520 {
2521 .name = "overwrite",
e8b0e958 2522 .lname = "Overwrite",
214e1eca 2523 .type = FIO_OPT_BOOL,
a609f12a 2524 .off1 = offsetof(struct thread_options, overwrite),
214e1eca
JA
2525 .help = "When writing, set whether to overwrite current data",
2526 .def = "0",
e8b0e958
JA
2527 .category = FIO_OPT_C_FILE,
2528 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2529 },
2530 {
2531 .name = "loops",
e8b0e958 2532 .lname = "Loops",
214e1eca 2533 .type = FIO_OPT_INT,
a609f12a 2534 .off1 = offsetof(struct thread_options, loops),
214e1eca
JA
2535 .help = "Number of times to run the job",
2536 .def = "1",
20eb06bd 2537 .interval = 1,
e8b0e958 2538 .category = FIO_OPT_C_GENERAL,
a1f6afec 2539 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2540 },
2541 {
2542 .name = "numjobs",
e8b0e958 2543 .lname = "Number of jobs",
214e1eca 2544 .type = FIO_OPT_INT,
a609f12a 2545 .off1 = offsetof(struct thread_options, numjobs),
214e1eca
JA
2546 .help = "Duplicate this job this many times",
2547 .def = "1",
20eb06bd 2548 .interval = 1,
e8b0e958 2549 .category = FIO_OPT_C_GENERAL,
a1f6afec 2550 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2551 },
2552 {
2553 .name = "startdelay",
e8b0e958 2554 .lname = "Start delay",
a5737c93 2555 .type = FIO_OPT_STR_VAL_TIME,
a609f12a
JA
2556 .off1 = offsetof(struct thread_options, start_delay),
2557 .off2 = offsetof(struct thread_options, start_delay_high),
214e1eca
JA
2558 .help = "Only start job when this period has passed",
2559 .def = "0",
0de5b26f 2560 .is_seconds = 1,
88038bc7 2561 .is_time = 1,
e8b0e958 2562 .category = FIO_OPT_C_GENERAL,
a1f6afec 2563 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2564 },
2565 {
2566 .name = "runtime",
e8b0e958 2567 .lname = "Runtime",
214e1eca
JA
2568 .alias = "timeout",
2569 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 2570 .off1 = offsetof(struct thread_options, timeout),
214e1eca
JA
2571 .help = "Stop workload when this amount of time has passed",
2572 .def = "0",
0de5b26f 2573 .is_seconds = 1,
88038bc7 2574 .is_time = 1,
e8b0e958 2575 .category = FIO_OPT_C_GENERAL,
a1f6afec 2576 .group = FIO_OPT_G_RUNTIME,
214e1eca 2577 },
cf4464ca
JA
2578 {
2579 .name = "time_based",
e8b0e958 2580 .lname = "Time based",
cf4464ca 2581 .type = FIO_OPT_STR_SET,
a609f12a 2582 .off1 = offsetof(struct thread_options, time_based),
cf4464ca 2583 .help = "Keep running until runtime/timeout is met",
e8b0e958 2584 .category = FIO_OPT_C_GENERAL,
a1f6afec 2585 .group = FIO_OPT_G_RUNTIME,
cf4464ca 2586 },
62167762
JC
2587 {
2588 .name = "verify_only",
2589 .lname = "Verify only",
2590 .type = FIO_OPT_STR_SET,
a609f12a 2591 .off1 = offsetof(struct thread_options, verify_only),
62167762
JC
2592 .help = "Verifies previously written data is still valid",
2593 .category = FIO_OPT_C_GENERAL,
2594 .group = FIO_OPT_G_RUNTIME,
2595 },
721938ae
JA
2596 {
2597 .name = "ramp_time",
e8b0e958 2598 .lname = "Ramp time",
721938ae 2599 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 2600 .off1 = offsetof(struct thread_options, ramp_time),
721938ae 2601 .help = "Ramp up time before measuring performance",
0de5b26f 2602 .is_seconds = 1,
88038bc7 2603 .is_time = 1,
e8b0e958 2604 .category = FIO_OPT_C_GENERAL,
a1f6afec 2605 .group = FIO_OPT_G_RUNTIME,
721938ae 2606 },
c223da83
JA
2607 {
2608 .name = "clocksource",
e8b0e958 2609 .lname = "Clock source",
c223da83
JA
2610 .type = FIO_OPT_STR,
2611 .cb = fio_clock_source_cb,
a609f12a 2612 .off1 = offsetof(struct thread_options, clocksource),
c223da83 2613 .help = "What type of timing source to use",
e8b0e958 2614 .category = FIO_OPT_C_GENERAL,
10860056 2615 .group = FIO_OPT_G_CLOCK,
c223da83 2616 .posval = {
67bf9823 2617#ifdef CONFIG_GETTIMEOFDAY
c223da83
JA
2618 { .ival = "gettimeofday",
2619 .oval = CS_GTOD,
2620 .help = "Use gettimeofday(2) for timing",
2621 },
67bf9823
JA
2622#endif
2623#ifdef CONFIG_CLOCK_GETTIME
c223da83
JA
2624 { .ival = "clock_gettime",
2625 .oval = CS_CGETTIME,
2626 .help = "Use clock_gettime(2) for timing",
2627 },
67bf9823 2628#endif
c223da83
JA
2629#ifdef ARCH_HAVE_CPU_CLOCK
2630 { .ival = "cpu",
2631 .oval = CS_CPUCLOCK,
2632 .help = "Use CPU private clock",
2633 },
2634#endif
2635 },
2636 },
214e1eca
JA
2637 {
2638 .name = "mem",
d3aad8f2 2639 .alias = "iomem",
e8b0e958 2640 .lname = "I/O Memory",
214e1eca
JA
2641 .type = FIO_OPT_STR,
2642 .cb = str_mem_cb,
a609f12a 2643 .off1 = offsetof(struct thread_options, mem_type),
214e1eca
JA
2644 .help = "Backing type for IO buffers",
2645 .def = "malloc",
e8b0e958
JA
2646 .category = FIO_OPT_C_IO,
2647 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2648 .posval = {
2649 { .ival = "malloc",
2650 .oval = MEM_MALLOC,
2651 .help = "Use malloc(3) for IO buffers",
2652 },
c8931876 2653#ifndef CONFIG_NO_SHM
37c8cdfe
JA
2654 { .ival = "shm",
2655 .oval = MEM_SHM,
2656 .help = "Use shared memory segments for IO buffers",
2657 },
214e1eca
JA
2658#ifdef FIO_HAVE_HUGETLB
2659 { .ival = "shmhuge",
2660 .oval = MEM_SHMHUGE,
2661 .help = "Like shm, but use huge pages",
2662 },
c8931876 2663#endif
b370e46a 2664#endif
37c8cdfe
JA
2665 { .ival = "mmap",
2666 .oval = MEM_MMAP,
2667 .help = "Use mmap(2) (file or anon) for IO buffers",
2668 },
217b0f1d
LG
2669 { .ival = "mmapshared",
2670 .oval = MEM_MMAPSHARED,
2671 .help = "Like mmap, but use the shared flag",
2672 },
214e1eca
JA
2673#ifdef FIO_HAVE_HUGETLB
2674 { .ival = "mmaphuge",
2675 .oval = MEM_MMAPHUGE,
2676 .help = "Like mmap, but use huge pages",
2677 },
03553853
YR
2678#endif
2679#ifdef CONFIG_CUDA
2680 { .ival = "cudamalloc",
2681 .oval = MEM_CUDA_MALLOC,
2682 .help = "Allocate GPU device memory for GPUDirect RDMA",
2683 },
214e1eca
JA
2684#endif
2685 },
2686 },
d529ee19
JA
2687 {
2688 .name = "iomem_align",
2689 .alias = "mem_align",
e8b0e958 2690 .lname = "I/O memory alignment",
d529ee19 2691 .type = FIO_OPT_INT,
a609f12a 2692 .off1 = offsetof(struct thread_options, mem_align),
d529ee19
JA
2693 .minval = 0,
2694 .help = "IO memory buffer offset alignment",
2695 .def = "0",
2696 .parent = "iomem",
d71c154c 2697 .hide = 1,
e8b0e958
JA
2698 .category = FIO_OPT_C_IO,
2699 .group = FIO_OPT_G_INVALID,
d529ee19 2700 },
214e1eca
JA
2701 {
2702 .name = "verify",
e8b0e958 2703 .lname = "Verify",
214e1eca 2704 .type = FIO_OPT_STR,
a609f12a 2705 .off1 = offsetof(struct thread_options, verify),
214e1eca
JA
2706 .help = "Verify data written",
2707 .def = "0",
e8b0e958 2708 .category = FIO_OPT_C_IO,
3ceb458f 2709 .group = FIO_OPT_G_VERIFY,
214e1eca
JA
2710 .posval = {
2711 { .ival = "0",
2712 .oval = VERIFY_NONE,
2713 .help = "Don't do IO verification",
2714 },
fcca4b58
JA
2715 { .ival = "md5",
2716 .oval = VERIFY_MD5,
2717 .help = "Use md5 checksums for verification",
2718 },
d77a7af3
JA
2719 { .ival = "crc64",
2720 .oval = VERIFY_CRC64,
2721 .help = "Use crc64 checksums for verification",
2722 },
214e1eca
JA
2723 { .ival = "crc32",
2724 .oval = VERIFY_CRC32,
2725 .help = "Use crc32 checksums for verification",
2726 },
af497e6a 2727 { .ival = "crc32c-intel",
e3aaafc4
JA
2728 .oval = VERIFY_CRC32C,
2729 .help = "Use crc32c checksums for verification (hw assisted, if available)",
af497e6a 2730 },
bac39e0e
JA
2731 { .ival = "crc32c",
2732 .oval = VERIFY_CRC32C,
e3aaafc4 2733 .help = "Use crc32c checksums for verification (hw assisted, if available)",
bac39e0e 2734 },
969f7ed3
JA
2735 { .ival = "crc16",
2736 .oval = VERIFY_CRC16,
2737 .help = "Use crc16 checksums for verification",
2738 },
1e154bdb
JA
2739 { .ival = "crc7",
2740 .oval = VERIFY_CRC7,
2741 .help = "Use crc7 checksums for verification",
2742 },
7c353ceb
JA
2743 { .ival = "sha1",
2744 .oval = VERIFY_SHA1,
2745 .help = "Use sha1 checksums for verification",
2746 },
cd14cc10
JA
2747 { .ival = "sha256",
2748 .oval = VERIFY_SHA256,
2749 .help = "Use sha256 checksums for verification",
2750 },
2751 { .ival = "sha512",
2752 .oval = VERIFY_SHA512,
2753 .help = "Use sha512 checksums for verification",
ae3a5acc
JA
2754 },
2755 { .ival = "sha3-224",
2756 .oval = VERIFY_SHA3_224,
2757 .help = "Use sha3-224 checksums for verification",
2758 },
2759 { .ival = "sha3-256",
2760 .oval = VERIFY_SHA3_256,
2761 .help = "Use sha3-256 checksums for verification",
2762 },
2763 { .ival = "sha3-384",
2764 .oval = VERIFY_SHA3_384,
2765 .help = "Use sha3-384 checksums for verification",
2766 },
2767 { .ival = "sha3-512",
2768 .oval = VERIFY_SHA3_512,
2769 .help = "Use sha3-512 checksums for verification",
cd14cc10 2770 },
844ea602
JA
2771 { .ival = "xxhash",
2772 .oval = VERIFY_XXHASH,
2773 .help = "Use xxhash checksums for verification",
2774 },
b638d82f
RP
2775 /* Meta information was included into verify_header,
2776 * 'meta' verification is implied by default. */
7437ee87 2777 { .ival = "meta",
b638d82f
RP
2778 .oval = VERIFY_HDR_ONLY,
2779 .help = "Use io information for verification. "
2780 "Now is implied by default, thus option is obsolete, "
2781 "don't use it",
7437ee87 2782 },
59245381
JA
2783 { .ival = "pattern",
2784 .oval = VERIFY_PATTERN_NO_HDR,
2785 .help = "Verify strict pattern",
2786 },
36690c9b
JA
2787 {
2788 .ival = "null",
2789 .oval = VERIFY_NULL,
2790 .help = "Pretend to verify",
2791 },
214e1eca
JA
2792 },
2793 },
005c565a
JA
2794 {
2795 .name = "do_verify",
e8b0e958 2796 .lname = "Perform verify step",
68e1f29a 2797 .type = FIO_OPT_BOOL,
a609f12a 2798 .off1 = offsetof(struct thread_options, do_verify),
005c565a
JA
2799 .help = "Run verification stage after write",
2800 .def = "1",
2801 .parent = "verify",
d71c154c 2802 .hide = 1,
e8b0e958
JA
2803 .category = FIO_OPT_C_IO,
2804 .group = FIO_OPT_G_VERIFY,
005c565a 2805 },
160b966d
JA
2806 {
2807 .name = "verifysort",
e8b0e958 2808 .lname = "Verify sort",
160b966d 2809 .type = FIO_OPT_BOOL,
a609f12a 2810 .off1 = offsetof(struct thread_options, verifysort),
160b966d
JA
2811 .help = "Sort written verify blocks for read back",
2812 .def = "1",
c83f2df1 2813 .parent = "verify",
d71c154c 2814 .hide = 1,
e8b0e958
JA
2815 .category = FIO_OPT_C_IO,
2816 .group = FIO_OPT_G_VERIFY,
160b966d 2817 },
1ae83d45
JA
2818 {
2819 .name = "verifysort_nr",
cce2fdfe 2820 .lname = "Verify Sort Nr",
1ae83d45 2821 .type = FIO_OPT_INT,
a609f12a 2822 .off1 = offsetof(struct thread_options, verifysort_nr),
1ae83d45
JA
2823 .help = "Pre-load and sort verify blocks for a read workload",
2824 .minval = 0,
2825 .maxval = 131072,
2826 .def = "1024",
2827 .parent = "verify",
836fcc0f
JA
2828 .category = FIO_OPT_C_IO,
2829 .group = FIO_OPT_G_VERIFY,
1ae83d45 2830 },
3f9f4e26 2831 {
a59e170d 2832 .name = "verify_interval",
e8b0e958 2833 .lname = "Verify interval",
e01b22b8 2834 .type = FIO_OPT_INT,
a609f12a 2835 .off1 = offsetof(struct thread_options, verify_interval),
819a9680 2836 .minval = 2 * sizeof(struct verify_header),
a59e170d 2837 .help = "Store verify buffer header every N bytes",
afdf9352 2838 .parent = "verify",
d71c154c 2839 .hide = 1,
20eb06bd 2840 .interval = 2 * sizeof(struct verify_header),
e8b0e958
JA
2841 .category = FIO_OPT_C_IO,
2842 .group = FIO_OPT_G_VERIFY,
3f9f4e26 2843 },
546a9142 2844 {
a59e170d 2845 .name = "verify_offset",
e8b0e958 2846 .lname = "Verify offset",
e01b22b8 2847 .type = FIO_OPT_INT,
a59e170d 2848 .help = "Offset verify header location by N bytes",
a609f12a 2849 .off1 = offsetof(struct thread_options, verify_offset),
203160d5 2850 .minval = sizeof(struct verify_header),
afdf9352 2851 .parent = "verify",
d71c154c 2852 .hide = 1,
e8b0e958
JA
2853 .category = FIO_OPT_C_IO,
2854 .group = FIO_OPT_G_VERIFY,
546a9142 2855 },
e28218f3
SL
2856 {
2857 .name = "verify_pattern",
e8b0e958 2858 .lname = "Verify pattern",
0e92f873 2859 .type = FIO_OPT_STR,
e28218f3 2860 .cb = str_verify_pattern_cb,
a609f12a 2861 .off1 = offsetof(struct thread_options, verify_pattern),
e28218f3
SL
2862 .help = "Fill pattern for IO buffers",
2863 .parent = "verify",
d71c154c 2864 .hide = 1,
e8b0e958
JA
2865 .category = FIO_OPT_C_IO,
2866 .group = FIO_OPT_G_VERIFY,
e28218f3 2867 },
a12a3b4d
JA
2868 {
2869 .name = "verify_fatal",
e8b0e958 2870 .lname = "Verify fatal",
68e1f29a 2871 .type = FIO_OPT_BOOL,
a609f12a 2872 .off1 = offsetof(struct thread_options, verify_fatal),
a12a3b4d
JA
2873 .def = "0",
2874 .help = "Exit on a single verify failure, don't continue",
2875 .parent = "verify",
d71c154c 2876 .hide = 1,
e8b0e958
JA
2877 .category = FIO_OPT_C_IO,
2878 .group = FIO_OPT_G_VERIFY,
a12a3b4d 2879 },
b463e936
JA
2880 {
2881 .name = "verify_dump",
e8b0e958 2882 .lname = "Verify dump",
b463e936 2883 .type = FIO_OPT_BOOL,
a609f12a 2884 .off1 = offsetof(struct thread_options, verify_dump),
ef71e317 2885 .def = "0",
b463e936
JA
2886 .help = "Dump contents of good and bad blocks on failure",
2887 .parent = "verify",
d71c154c 2888 .hide = 1,
e8b0e958
JA
2889 .category = FIO_OPT_C_IO,
2890 .group = FIO_OPT_G_VERIFY,
b463e936 2891 },
e8462bd8
JA
2892 {
2893 .name = "verify_async",
e8b0e958 2894 .lname = "Verify asynchronously",
e8462bd8 2895 .type = FIO_OPT_INT,
a609f12a 2896 .off1 = offsetof(struct thread_options, verify_async),
e8462bd8
JA
2897 .def = "0",
2898 .help = "Number of async verifier threads to use",
2899 .parent = "verify",
d71c154c 2900 .hide = 1,
e8b0e958
JA
2901 .category = FIO_OPT_C_IO,
2902 .group = FIO_OPT_G_VERIFY,
e8462bd8 2903 },
9e144189
JA
2904 {
2905 .name = "verify_backlog",
e8b0e958 2906 .lname = "Verify backlog",
9e144189 2907 .type = FIO_OPT_STR_VAL,
a609f12a 2908 .off1 = offsetof(struct thread_options, verify_backlog),
9e144189
JA
2909 .help = "Verify after this number of blocks are written",
2910 .parent = "verify",
d71c154c 2911 .hide = 1,
e8b0e958
JA
2912 .category = FIO_OPT_C_IO,
2913 .group = FIO_OPT_G_VERIFY,
9e144189
JA
2914 },
2915 {
2916 .name = "verify_backlog_batch",
e8b0e958 2917 .lname = "Verify backlog batch",
9e144189 2918 .type = FIO_OPT_INT,
a609f12a 2919 .off1 = offsetof(struct thread_options, verify_batch),
9e144189 2920 .help = "Verify this number of IO blocks",
0d29de83 2921 .parent = "verify",
d71c154c 2922 .hide = 1,
e8b0e958
JA
2923 .category = FIO_OPT_C_IO,
2924 .group = FIO_OPT_G_VERIFY,
9e144189 2925 },
e8462bd8
JA
2926#ifdef FIO_HAVE_CPU_AFFINITY
2927 {
2928 .name = "verify_async_cpus",
e8b0e958 2929 .lname = "Async verify CPUs",
e8462bd8
JA
2930 .type = FIO_OPT_STR,
2931 .cb = str_verify_cpus_allowed_cb,
a609f12a 2932 .off1 = offsetof(struct thread_options, verify_cpumask),
e8462bd8
JA
2933 .help = "Set CPUs allowed for async verify threads",
2934 .parent = "verify_async",
d71c154c 2935 .hide = 1,
e8b0e958
JA
2936 .category = FIO_OPT_C_IO,
2937 .group = FIO_OPT_G_VERIFY,
e8462bd8 2938 },
a275c37a
JA
2939#else
2940 {
2941 .name = "verify_async_cpus",
2942 .lname = "Async verify CPUs",
2943 .type = FIO_OPT_UNSUPPORTED,
54d0a315 2944 .help = "Your platform does not support CPU affinities",
a275c37a 2945 },
0d29de83 2946#endif
51aa2da8
JA
2947 {
2948 .name = "experimental_verify",
cce2fdfe 2949 .lname = "Experimental Verify",
a609f12a 2950 .off1 = offsetof(struct thread_options, experimental_verify),
51aa2da8 2951 .type = FIO_OPT_BOOL,
b31eaac9 2952 .help = "Enable experimental verification",
ca09be4b
JA
2953 .parent = "verify",
2954 .category = FIO_OPT_C_IO,
2955 .group = FIO_OPT_G_VERIFY,
2956 },
2957 {
2958 .name = "verify_state_load",
2959 .lname = "Load verify state",
a609f12a 2960 .off1 = offsetof(struct thread_options, verify_state),
ca09be4b
JA
2961 .type = FIO_OPT_BOOL,
2962 .help = "Load verify termination state",
2963 .parent = "verify",
2964 .category = FIO_OPT_C_IO,
2965 .group = FIO_OPT_G_VERIFY,
2966 },
2967 {
2968 .name = "verify_state_save",
2969 .lname = "Save verify state",
a609f12a 2970 .off1 = offsetof(struct thread_options, verify_state_save),
ca09be4b
JA
2971 .type = FIO_OPT_BOOL,
2972 .def = "1",
2973 .help = "Save verify state on termination",
2974 .parent = "verify",
836fcc0f
JA
2975 .category = FIO_OPT_C_IO,
2976 .group = FIO_OPT_G_VERIFY,
51aa2da8 2977 },
0d29de83
JA
2978#ifdef FIO_HAVE_TRIM
2979 {
2980 .name = "trim_percentage",
e8b0e958 2981 .lname = "Trim percentage",
0d29de83 2982 .type = FIO_OPT_INT,
a609f12a 2983 .off1 = offsetof(struct thread_options, trim_percentage),
20eb06bd 2984 .minval = 0,
0d29de83 2985 .maxval = 100,
169c098d 2986 .help = "Number of verify blocks to trim (i.e., discard)",
0d29de83
JA
2987 .parent = "verify",
2988 .def = "0",
20eb06bd 2989 .interval = 1,
d71c154c 2990 .hide = 1,
e8b0e958
JA
2991 .category = FIO_OPT_C_IO,
2992 .group = FIO_OPT_G_TRIM,
0d29de83
JA
2993 },
2994 {
2995 .name = "trim_verify_zero",
e8b0e958 2996 .lname = "Verify trim zero",
20eb06bd 2997 .type = FIO_OPT_BOOL,
169c098d 2998 .help = "Verify that trimmed (i.e., discarded) blocks are returned as zeroes",
a609f12a 2999 .off1 = offsetof(struct thread_options, trim_zero),
0d29de83 3000 .parent = "trim_percentage",
d71c154c 3001 .hide = 1,
0d29de83 3002 .def = "1",
e8b0e958
JA
3003 .category = FIO_OPT_C_IO,
3004 .group = FIO_OPT_G_TRIM,
0d29de83
JA
3005 },
3006 {
3007 .name = "trim_backlog",
e8b0e958 3008 .lname = "Trim backlog",
0d29de83 3009 .type = FIO_OPT_STR_VAL,
a609f12a 3010 .off1 = offsetof(struct thread_options, trim_backlog),
0d29de83
JA
3011 .help = "Trim after this number of blocks are written",
3012 .parent = "trim_percentage",
d71c154c 3013 .hide = 1,
20eb06bd 3014 .interval = 1,
e8b0e958
JA
3015 .category = FIO_OPT_C_IO,
3016 .group = FIO_OPT_G_TRIM,
0d29de83
JA
3017 },
3018 {
3019 .name = "trim_backlog_batch",
e8b0e958 3020 .lname = "Trim backlog batch",
0d29de83 3021 .type = FIO_OPT_INT,
a609f12a 3022 .off1 = offsetof(struct thread_options, trim_batch),
0d29de83
JA
3023 .help = "Trim this number of IO blocks",
3024 .parent = "trim_percentage",
d71c154c 3025 .hide = 1,
20eb06bd 3026 .interval = 1,
e8b0e958
JA
3027 .category = FIO_OPT_C_IO,
3028 .group = FIO_OPT_G_TRIM,
0d29de83 3029 },
a275c37a
JA
3030#else
3031 {
3032 .name = "trim_percentage",
3033 .lname = "Trim percentage",
3034 .type = FIO_OPT_UNSUPPORTED,
3035 .help = "Fio does not support TRIM on your platform",
3036 },
3037 {
3038 .name = "trim_verify_zero",
3039 .lname = "Verify trim zero",
3040 .type = FIO_OPT_UNSUPPORTED,
3041 .help = "Fio does not support TRIM on your platform",
3042 },
3043 {
3044 .name = "trim_backlog",
3045 .lname = "Trim backlog",
3046 .type = FIO_OPT_UNSUPPORTED,
3047 .help = "Fio does not support TRIM on your platform",
3048 },
3049 {
3050 .name = "trim_backlog_batch",
3051 .lname = "Trim backlog batch",
3052 .type = FIO_OPT_UNSUPPORTED,
3053 .help = "Fio does not support TRIM on your platform",
3054 },
e8462bd8 3055#endif
214e1eca
JA
3056 {
3057 .name = "write_iolog",
e8b0e958 3058 .lname = "Write I/O log",
214e1eca 3059 .type = FIO_OPT_STR_STORE,
a609f12a 3060 .off1 = offsetof(struct thread_options, write_iolog_file),
214e1eca 3061 .help = "Store IO pattern to file",
e8b0e958
JA
3062 .category = FIO_OPT_C_IO,
3063 .group = FIO_OPT_G_IOLOG,
214e1eca
JA
3064 },
3065 {
3066 .name = "read_iolog",
e8b0e958 3067 .lname = "Read I/O log",
214e1eca 3068 .type = FIO_OPT_STR_STORE,
a609f12a 3069 .off1 = offsetof(struct thread_options, read_iolog_file),
214e1eca 3070 .help = "Playback IO pattern from file",
e8b0e958
JA
3071 .category = FIO_OPT_C_IO,
3072 .group = FIO_OPT_G_IOLOG,
214e1eca 3073 },
64bbb865
DN
3074 {
3075 .name = "replay_no_stall",
e8b0e958 3076 .lname = "Don't stall on replay",
20eb06bd 3077 .type = FIO_OPT_BOOL,
a609f12a 3078 .off1 = offsetof(struct thread_options, no_stall),
64bbb865 3079 .def = "0",
87e7a972 3080 .parent = "read_iolog",
d71c154c 3081 .hide = 1,
64bbb865 3082 .help = "Playback IO pattern file as fast as possible without stalls",
e8b0e958
JA
3083 .category = FIO_OPT_C_IO,
3084 .group = FIO_OPT_G_IOLOG,
64bbb865 3085 },
d1c46c04
DN
3086 {
3087 .name = "replay_redirect",
e8b0e958 3088 .lname = "Redirect device for replay",
d1c46c04 3089 .type = FIO_OPT_STR_STORE,
a609f12a 3090 .off1 = offsetof(struct thread_options, replay_redirect),
d1c46c04 3091 .parent = "read_iolog",
d71c154c 3092 .hide = 1,
d1c46c04 3093 .help = "Replay all I/O onto this device, regardless of trace device",
e8b0e958
JA
3094 .category = FIO_OPT_C_IO,
3095 .group = FIO_OPT_G_IOLOG,
d1c46c04 3096 },
0c63576e
JA
3097 {
3098 .name = "replay_scale",
3099 .lname = "Replace offset scale factor",
3100 .type = FIO_OPT_INT,
a609f12a 3101 .off1 = offsetof(struct thread_options, replay_scale),
0c63576e
JA
3102 .parent = "read_iolog",
3103 .def = "1",
3104 .help = "Align offsets to this blocksize",
3105 .category = FIO_OPT_C_IO,
3106 .group = FIO_OPT_G_IOLOG,
3107 },
3108 {
3109 .name = "replay_align",
3110 .lname = "Replace alignment",
3111 .type = FIO_OPT_INT,
a609f12a 3112 .off1 = offsetof(struct thread_options, replay_align),
0c63576e
JA
3113 .parent = "read_iolog",
3114 .help = "Scale offset down by this factor",
3115 .category = FIO_OPT_C_IO,
3116 .group = FIO_OPT_G_IOLOG,
3117 .pow2 = 1,
3118 },
214e1eca
JA
3119 {
3120 .name = "exec_prerun",
e8b0e958 3121 .lname = "Pre-execute runnable",
214e1eca 3122 .type = FIO_OPT_STR_STORE,
a609f12a 3123 .off1 = offsetof(struct thread_options, exec_prerun),
214e1eca 3124 .help = "Execute this file prior to running job",
e8b0e958
JA
3125 .category = FIO_OPT_C_GENERAL,
3126 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3127 },
3128 {
3129 .name = "exec_postrun",
e8b0e958 3130 .lname = "Post-execute runnable",
214e1eca 3131 .type = FIO_OPT_STR_STORE,
a609f12a 3132 .off1 = offsetof(struct thread_options, exec_postrun),
214e1eca 3133 .help = "Execute this file after running job",
e8b0e958
JA
3134 .category = FIO_OPT_C_GENERAL,
3135 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3136 },
3137#ifdef FIO_HAVE_IOSCHED_SWITCH
3138 {
3139 .name = "ioscheduler",
e8b0e958 3140 .lname = "I/O scheduler",
214e1eca 3141 .type = FIO_OPT_STR_STORE,
a609f12a 3142 .off1 = offsetof(struct thread_options, ioscheduler),
214e1eca 3143 .help = "Use this IO scheduler on the backing device",
e8b0e958
JA
3144 .category = FIO_OPT_C_FILE,
3145 .group = FIO_OPT_G_INVALID,
214e1eca 3146 },
a275c37a
JA
3147#else
3148 {
3149 .name = "ioscheduler",
3150 .lname = "I/O scheduler",
3151 .type = FIO_OPT_UNSUPPORTED,
3152 .help = "Your platform does not support IO scheduler switching",
3153 },
214e1eca
JA
3154#endif
3155 {
3156 .name = "zonesize",
e8b0e958 3157 .lname = "Zone size",
214e1eca 3158 .type = FIO_OPT_STR_VAL,
a609f12a 3159 .off1 = offsetof(struct thread_options, zone_size),
ed335855
SN
3160 .help = "Amount of data to read per zone",
3161 .def = "0",
20eb06bd 3162 .interval = 1024 * 1024,
e8b0e958
JA
3163 .category = FIO_OPT_C_IO,
3164 .group = FIO_OPT_G_ZONE,
ed335855
SN
3165 },
3166 {
3167 .name = "zonerange",
e8b0e958 3168 .lname = "Zone range",
ed335855 3169 .type = FIO_OPT_STR_VAL,
a609f12a 3170 .off1 = offsetof(struct thread_options, zone_range),
214e1eca
JA
3171 .help = "Give size of an IO zone",
3172 .def = "0",
20eb06bd 3173 .interval = 1024 * 1024,
e8b0e958
JA
3174 .category = FIO_OPT_C_IO,
3175 .group = FIO_OPT_G_ZONE,
214e1eca
JA
3176 },
3177 {
3178 .name = "zoneskip",
e8b0e958 3179 .lname = "Zone skip",
214e1eca 3180 .type = FIO_OPT_STR_VAL,
a609f12a 3181 .off1 = offsetof(struct thread_options, zone_skip),
214e1eca
JA
3182 .help = "Space between IO zones",
3183 .def = "0",
20eb06bd 3184 .interval = 1024 * 1024,
e8b0e958
JA
3185 .category = FIO_OPT_C_IO,
3186 .group = FIO_OPT_G_ZONE,
214e1eca
JA
3187 },
3188 {
3189 .name = "lockmem",
e8b0e958 3190 .lname = "Lock memory",
214e1eca 3191 .type = FIO_OPT_STR_VAL,
a609f12a 3192 .off1 = offsetof(struct thread_options, lockmem),
81c6b6cd 3193 .help = "Lock down this amount of memory (per worker)",
214e1eca 3194 .def = "0",
20eb06bd 3195 .interval = 1024 * 1024,
e8b0e958
JA
3196 .category = FIO_OPT_C_GENERAL,
3197 .group = FIO_OPT_G_INVALID,
214e1eca 3198 },
214e1eca
JA
3199 {
3200 .name = "rwmixread",
e8b0e958 3201 .lname = "Read/write mix read",
214e1eca 3202 .type = FIO_OPT_INT,
cb499fc4 3203 .cb = str_rwmix_read_cb,
a609f12a 3204 .off1 = offsetof(struct thread_options, rwmix[DDIR_READ]),
214e1eca
JA
3205 .maxval = 100,
3206 .help = "Percentage of mixed workload that is reads",
3207 .def = "50",
20eb06bd 3208 .interval = 5,
90265353 3209 .inverse = "rwmixwrite",
e8b0e958
JA
3210 .category = FIO_OPT_C_IO,
3211 .group = FIO_OPT_G_RWMIX,
214e1eca
JA
3212 },
3213 {
3214 .name = "rwmixwrite",
e8b0e958 3215 .lname = "Read/write mix write",
214e1eca 3216 .type = FIO_OPT_INT,
cb499fc4 3217 .cb = str_rwmix_write_cb,
a609f12a 3218 .off1 = offsetof(struct thread_options, rwmix[DDIR_WRITE]),
214e1eca
JA
3219 .maxval = 100,
3220 .help = "Percentage of mixed workload that is writes",
3221 .def = "50",
20eb06bd 3222 .interval = 5,
90265353 3223 .inverse = "rwmixread",
e8b0e958
JA
3224 .category = FIO_OPT_C_IO,
3225 .group = FIO_OPT_G_RWMIX,
214e1eca 3226 },
afdf9352
JA
3227 {
3228 .name = "rwmixcycle",
e8b0e958 3229 .lname = "Read/write mix cycle",
15ca150e 3230 .type = FIO_OPT_DEPRECATED,
e8b0e958
JA
3231 .category = FIO_OPT_C_IO,
3232 .group = FIO_OPT_G_RWMIX,
afdf9352 3233 },
214e1eca
JA
3234 {
3235 .name = "nice",
e8b0e958 3236 .lname = "Nice",
214e1eca 3237 .type = FIO_OPT_INT,
a609f12a 3238 .off1 = offsetof(struct thread_options, nice),
214e1eca
JA
3239 .help = "Set job CPU nice value",
3240 .minval = -19,
3241 .maxval = 20,
3242 .def = "0",
20eb06bd 3243 .interval = 1,
e8b0e958 3244 .category = FIO_OPT_C_GENERAL,
10860056 3245 .group = FIO_OPT_G_CRED,
214e1eca
JA
3246 },
3247#ifdef FIO_HAVE_IOPRIO
3248 {
3249 .name = "prio",
e8b0e958 3250 .lname = "I/O nice priority",
214e1eca 3251 .type = FIO_OPT_INT,
a609f12a 3252 .off1 = offsetof(struct thread_options, ioprio),
214e1eca 3253 .help = "Set job IO priority value",
1767bd34
TK
3254 .minval = IOPRIO_MIN_PRIO,
3255 .maxval = IOPRIO_MAX_PRIO,
20eb06bd 3256 .interval = 1,
e8b0e958 3257 .category = FIO_OPT_C_GENERAL,
10860056 3258 .group = FIO_OPT_G_CRED,
214e1eca 3259 },
32ef447a
TK
3260#else
3261 {
3262 .name = "prio",
3263 .lname = "I/O nice priority",
3264 .type = FIO_OPT_UNSUPPORTED,
3265 .help = "Your platform does not support IO priorities",
3266 },
3267#endif
3268#ifdef FIO_HAVE_IOPRIO_CLASS
3269#ifndef FIO_HAVE_IOPRIO
3270#error "FIO_HAVE_IOPRIO_CLASS requires FIO_HAVE_IOPRIO"
3271#endif
214e1eca
JA
3272 {
3273 .name = "prioclass",
e8b0e958 3274 .lname = "I/O nice priority class",
214e1eca 3275 .type = FIO_OPT_INT,
a609f12a 3276 .off1 = offsetof(struct thread_options, ioprio_class),
214e1eca 3277 .help = "Set job IO priority class",
1767bd34
TK
3278 .minval = IOPRIO_MIN_PRIO_CLASS,
3279 .maxval = IOPRIO_MAX_PRIO_CLASS,
20eb06bd 3280 .interval = 1,
e8b0e958 3281 .category = FIO_OPT_C_GENERAL,
10860056 3282 .group = FIO_OPT_G_CRED,
214e1eca 3283 },
a275c37a 3284#else
a275c37a
JA
3285 {
3286 .name = "prioclass",
3287 .lname = "I/O nice priority class",
3288 .type = FIO_OPT_UNSUPPORTED,
32ef447a 3289 .help = "Your platform does not support IO priority classes",
a275c37a 3290 },
214e1eca
JA
3291#endif
3292 {
3293 .name = "thinktime",
e8b0e958 3294 .lname = "Thinktime",
214e1eca 3295 .type = FIO_OPT_INT,
a609f12a 3296 .off1 = offsetof(struct thread_options, thinktime),
214e1eca
JA
3297 .help = "Idle time between IO buffers (usec)",
3298 .def = "0",
88038bc7 3299 .is_time = 1,
e8b0e958 3300 .category = FIO_OPT_C_IO,
3ceb458f 3301 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA
3302 },
3303 {
3304 .name = "thinktime_spin",
e8b0e958 3305 .lname = "Thinktime spin",
214e1eca 3306 .type = FIO_OPT_INT,
a609f12a 3307 .off1 = offsetof(struct thread_options, thinktime_spin),
214e1eca
JA
3308 .help = "Start think time by spinning this amount (usec)",
3309 .def = "0",
88038bc7 3310 .is_time = 1,
afdf9352 3311 .parent = "thinktime",
d71c154c 3312 .hide = 1,
e8b0e958 3313 .category = FIO_OPT_C_IO,
3ceb458f 3314 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA
3315 },
3316 {
3317 .name = "thinktime_blocks",
e8b0e958 3318 .lname = "Thinktime blocks",
214e1eca 3319 .type = FIO_OPT_INT,
a609f12a 3320 .off1 = offsetof(struct thread_options, thinktime_blocks),
214e1eca
JA
3321 .help = "IO buffer period between 'thinktime'",
3322 .def = "1",
afdf9352 3323 .parent = "thinktime",
d71c154c 3324 .hide = 1,
e8b0e958 3325 .category = FIO_OPT_C_IO,
3ceb458f 3326 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA
3327 },
3328 {
3329 .name = "rate",
e8b0e958 3330 .lname = "I/O rate",
e01b22b8 3331 .type = FIO_OPT_INT,
a609f12a
JA
3332 .off1 = offsetof(struct thread_options, rate[DDIR_READ]),
3333 .off2 = offsetof(struct thread_options, rate[DDIR_WRITE]),
3334 .off3 = offsetof(struct thread_options, rate[DDIR_TRIM]),
214e1eca 3335 .help = "Set bandwidth rate",
e8b0e958
JA
3336 .category = FIO_OPT_C_IO,
3337 .group = FIO_OPT_G_RATE,
214e1eca
JA
3338 },
3339 {
6d428bcd
JA
3340 .name = "rate_min",
3341 .alias = "ratemin",
e8b0e958 3342 .lname = "I/O min rate",
e01b22b8 3343 .type = FIO_OPT_INT,
a609f12a
JA
3344 .off1 = offsetof(struct thread_options, ratemin[DDIR_READ]),
3345 .off2 = offsetof(struct thread_options, ratemin[DDIR_WRITE]),
3346 .off3 = offsetof(struct thread_options, ratemin[DDIR_TRIM]),
4e991c23 3347 .help = "Job must meet this rate or it will be shutdown",
afdf9352 3348 .parent = "rate",
d71c154c 3349 .hide = 1,
e8b0e958
JA
3350 .category = FIO_OPT_C_IO,
3351 .group = FIO_OPT_G_RATE,
4e991c23
JA
3352 },
3353 {
3354 .name = "rate_iops",
e8b0e958 3355 .lname = "I/O rate IOPS",
e01b22b8 3356 .type = FIO_OPT_INT,
a609f12a
JA
3357 .off1 = offsetof(struct thread_options, rate_iops[DDIR_READ]),
3358 .off2 = offsetof(struct thread_options, rate_iops[DDIR_WRITE]),
3359 .off3 = offsetof(struct thread_options, rate_iops[DDIR_TRIM]),
4e991c23 3360 .help = "Limit IO used to this number of IO operations/sec",
d71c154c 3361 .hide = 1,
e8b0e958
JA
3362 .category = FIO_OPT_C_IO,
3363 .group = FIO_OPT_G_RATE,
4e991c23
JA
3364 },
3365 {
3366 .name = "rate_iops_min",
e8b0e958 3367 .lname = "I/O min rate IOPS",
e01b22b8 3368 .type = FIO_OPT_INT,
a609f12a
JA
3369 .off1 = offsetof(struct thread_options, rate_iops_min[DDIR_READ]),
3370 .off2 = offsetof(struct thread_options, rate_iops_min[DDIR_WRITE]),
3371 .off3 = offsetof(struct thread_options, rate_iops_min[DDIR_TRIM]),
03e20d68 3372 .help = "Job must meet this rate or it will be shut down",
afdf9352 3373 .parent = "rate_iops",
d71c154c 3374 .hide = 1,
e8b0e958
JA
3375 .category = FIO_OPT_C_IO,
3376 .group = FIO_OPT_G_RATE,
214e1eca 3377 },
ff6bb260 3378 {
6de65959
JA
3379 .name = "rate_process",
3380 .lname = "Rate Process",
3381 .type = FIO_OPT_STR,
a609f12a 3382 .off1 = offsetof(struct thread_options, rate_process),
6de65959
JA
3383 .help = "What process controls how rated IO is managed",
3384 .def = "linear",
ff6bb260
SL
3385 .category = FIO_OPT_C_IO,
3386 .group = FIO_OPT_G_RATE,
6de65959
JA
3387 .posval = {
3388 { .ival = "linear",
3389 .oval = RATE_PROCESS_LINEAR,
3390 .help = "Linear rate of IO",
3391 },
3392 {
3393 .ival = "poisson",
3394 .oval = RATE_PROCESS_POISSON,
3395 .help = "Rate follows Poisson process",
3396 },
3397 },
3398 .parent = "rate",
ff6bb260 3399 },
214e1eca 3400 {
6d428bcd
JA
3401 .name = "rate_cycle",
3402 .alias = "ratecycle",
e8b0e958 3403 .lname = "I/O rate cycle",
214e1eca 3404 .type = FIO_OPT_INT,
a609f12a 3405 .off1 = offsetof(struct thread_options, ratecycle),
214e1eca
JA
3406 .help = "Window average for rate limits (msec)",
3407 .def = "1000",
afdf9352 3408 .parent = "rate",
d71c154c 3409 .hide = 1,
e8b0e958
JA
3410 .category = FIO_OPT_C_IO,
3411 .group = FIO_OPT_G_RATE,
214e1eca 3412 },
15501535
JA
3413 {
3414 .name = "max_latency",
cce2fdfe 3415 .lname = "Max Latency",
15501535 3416 .type = FIO_OPT_INT,
a609f12a 3417 .off1 = offsetof(struct thread_options, max_latency),
15501535 3418 .help = "Maximum tolerated IO latency (usec)",
88038bc7 3419 .is_time = 1,
1e5324e7 3420 .category = FIO_OPT_C_IO,
3e260a46
JA
3421 .group = FIO_OPT_G_LATPROF,
3422 },
3423 {
3424 .name = "latency_target",
3425 .lname = "Latency Target (usec)",
3426 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 3427 .off1 = offsetof(struct thread_options, latency_target),
3e260a46 3428 .help = "Ramp to max queue depth supporting this latency",
88038bc7 3429 .is_time = 1,
3e260a46
JA
3430 .category = FIO_OPT_C_IO,
3431 .group = FIO_OPT_G_LATPROF,
3432 },
3433 {
3434 .name = "latency_window",
3435 .lname = "Latency Window (usec)",
3436 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 3437 .off1 = offsetof(struct thread_options, latency_window),
3e260a46 3438 .help = "Time to sustain latency_target",
88038bc7 3439 .is_time = 1,
3e260a46
JA
3440 .category = FIO_OPT_C_IO,
3441 .group = FIO_OPT_G_LATPROF,
3442 },
3443 {
3444 .name = "latency_percentile",
3445 .lname = "Latency Percentile",
3446 .type = FIO_OPT_FLOAT_LIST,
a609f12a 3447 .off1 = offsetof(struct thread_options, latency_percentile),
3e260a46
JA
3448 .help = "Percentile of IOs must be below latency_target",
3449 .def = "100",
3450 .maxlen = 1,
3451 .minfp = 0.0,
3452 .maxfp = 100.0,
3453 .category = FIO_OPT_C_IO,
3454 .group = FIO_OPT_G_LATPROF,
15501535 3455 },
214e1eca
JA
3456 {
3457 .name = "invalidate",
e8b0e958 3458 .lname = "Cache invalidate",
214e1eca 3459 .type = FIO_OPT_BOOL,
a609f12a 3460 .off1 = offsetof(struct thread_options, invalidate_cache),
214e1eca
JA
3461 .help = "Invalidate buffer/page cache prior to running job",
3462 .def = "1",
e8b0e958 3463 .category = FIO_OPT_C_IO,
3ceb458f 3464 .group = FIO_OPT_G_IO_TYPE,
214e1eca
JA
3465 },
3466 {
3467 .name = "sync",
e8b0e958 3468 .lname = "Synchronous I/O",
214e1eca 3469 .type = FIO_OPT_BOOL,
a609f12a 3470 .off1 = offsetof(struct thread_options, sync_io),
214e1eca
JA
3471 .help = "Use O_SYNC for buffered writes",
3472 .def = "0",
67a1000f 3473 .parent = "buffered",
d71c154c 3474 .hide = 1,
e8b0e958 3475 .category = FIO_OPT_C_IO,
3ceb458f 3476 .group = FIO_OPT_G_IO_TYPE,
214e1eca 3477 },
ae8e559e
JA
3478#ifdef FIO_HAVE_WRITE_HINT
3479 {
3480 .name = "write_hint",
3481 .lname = "Write hint",
3482 .type = FIO_OPT_STR,
3483 .off1 = offsetof(struct thread_options, write_hint),
3484 .help = "Set expected write life time",
3485 .category = FIO_OPT_C_ENGINE,
3486 .group = FIO_OPT_G_INVALID,
3487 .posval = {
3488 { .ival = "none",
3489 .oval = RWH_WRITE_LIFE_NONE,
3490 },
3491 { .ival = "short",
3492 .oval = RWH_WRITE_LIFE_SHORT,
3493 },
3494 { .ival = "medium",
3495 .oval = RWH_WRITE_LIFE_MEDIUM,
3496 },
3497 { .ival = "long",
3498 .oval = RWH_WRITE_LIFE_LONG,
3499 },
3500 { .ival = "extreme",
3501 .oval = RWH_WRITE_LIFE_EXTREME,
3502 },
3503 },
3504 },
3505#endif
214e1eca
JA
3506 {
3507 .name = "create_serialize",
e8b0e958 3508 .lname = "Create serialize",
214e1eca 3509 .type = FIO_OPT_BOOL,
a609f12a 3510 .off1 = offsetof(struct thread_options, create_serialize),
c2b8035f 3511 .help = "Serialize creation of job files",
214e1eca 3512 .def = "1",
e8b0e958
JA
3513 .category = FIO_OPT_C_FILE,
3514 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3515 },
3516 {
3517 .name = "create_fsync",
e8b0e958 3518 .lname = "Create fsync",
214e1eca 3519 .type = FIO_OPT_BOOL,
a609f12a 3520 .off1 = offsetof(struct thread_options, create_fsync),
03e20d68 3521 .help = "fsync file after creation",
214e1eca 3522 .def = "1",
e8b0e958
JA
3523 .category = FIO_OPT_C_FILE,
3524 .group = FIO_OPT_G_INVALID,
214e1eca 3525 },
814452bd
JA
3526 {
3527 .name = "create_on_open",
e8b0e958 3528 .lname = "Create on open",
814452bd 3529 .type = FIO_OPT_BOOL,
a609f12a 3530 .off1 = offsetof(struct thread_options, create_on_open),
814452bd
JA
3531 .help = "Create files when they are opened for IO",
3532 .def = "0",
e8b0e958
JA
3533 .category = FIO_OPT_C_FILE,
3534 .group = FIO_OPT_G_INVALID,
814452bd 3535 },
25460cf6
JA
3536 {
3537 .name = "create_only",
cce2fdfe 3538 .lname = "Create Only",
25460cf6 3539 .type = FIO_OPT_BOOL,
a609f12a 3540 .off1 = offsetof(struct thread_options, create_only),
25460cf6 3541 .help = "Only perform file creation phase",
d17fda71 3542 .category = FIO_OPT_C_FILE,
25460cf6
JA
3543 .def = "0",
3544 },
2378826d
JA
3545 {
3546 .name = "allow_file_create",
e81ecca3 3547 .lname = "Allow file create",
2378826d 3548 .type = FIO_OPT_BOOL,
a609f12a 3549 .off1 = offsetof(struct thread_options, allow_create),
2378826d
JA
3550 .help = "Permit fio to create files, if they don't exist",
3551 .def = "1",
3552 .category = FIO_OPT_C_FILE,
3553 .group = FIO_OPT_G_FILENAME,
3554 },
e81ecca3
JA
3555 {
3556 .name = "allow_mounted_write",
3557 .lname = "Allow mounted write",
3558 .type = FIO_OPT_BOOL,
a609f12a 3559 .off1 = offsetof(struct thread_options, allow_mounted_write),
e81ecca3
JA
3560 .help = "Allow writes to a mounted partition",
3561 .def = "0",
3562 .category = FIO_OPT_C_FILE,
3563 .group = FIO_OPT_G_FILENAME,
3564 },
0b9d69ec 3565 {
afad68f7 3566 .name = "pre_read",
e8b0e958 3567 .lname = "Pre-read files",
afad68f7 3568 .type = FIO_OPT_BOOL,
a609f12a 3569 .off1 = offsetof(struct thread_options, pre_read),
03e20d68 3570 .help = "Pre-read files before starting official testing",
afad68f7 3571 .def = "0",
e8b0e958
JA
3572 .category = FIO_OPT_C_FILE,
3573 .group = FIO_OPT_G_INVALID,
afad68f7 3574 },
214e1eca
JA
3575#ifdef FIO_HAVE_CPU_AFFINITY
3576 {
3577 .name = "cpumask",
e8b0e958 3578 .lname = "CPU mask",
214e1eca
JA
3579 .type = FIO_OPT_INT,
3580 .cb = str_cpumask_cb,
a609f12a 3581 .off1 = offsetof(struct thread_options, cpumask),
214e1eca 3582 .help = "CPU affinity mask",
e8b0e958 3583 .category = FIO_OPT_C_GENERAL,
10860056 3584 .group = FIO_OPT_G_CRED,
214e1eca 3585 },
d2e268b0
JA
3586 {
3587 .name = "cpus_allowed",
e8b0e958 3588 .lname = "CPUs allowed",
d2e268b0
JA
3589 .type = FIO_OPT_STR,
3590 .cb = str_cpus_allowed_cb,
a609f12a 3591 .off1 = offsetof(struct thread_options, cpumask),
d2e268b0 3592 .help = "Set CPUs allowed",
e8b0e958 3593 .category = FIO_OPT_C_GENERAL,
10860056 3594 .group = FIO_OPT_G_CRED,
d2e268b0 3595 },
c2acfbac
JA
3596 {
3597 .name = "cpus_allowed_policy",
3598 .lname = "CPUs allowed distribution policy",
3599 .type = FIO_OPT_STR,
a609f12a 3600 .off1 = offsetof(struct thread_options, cpus_allowed_policy),
c2acfbac
JA
3601 .help = "Distribution policy for cpus_allowed",
3602 .parent = "cpus_allowed",
3603 .prio = 1,
3604 .posval = {
3605 { .ival = "shared",
3606 .oval = FIO_CPUS_SHARED,
3607 .help = "Mask shared between threads",
3608 },
3609 { .ival = "split",
3610 .oval = FIO_CPUS_SPLIT,
3611 .help = "Mask split between threads",
3612 },
3613 },
3614 .category = FIO_OPT_C_GENERAL,
3615 .group = FIO_OPT_G_CRED,
3616 },
a275c37a
JA
3617#else
3618 {
3619 .name = "cpumask",
3620 .lname = "CPU mask",
3621 .type = FIO_OPT_UNSUPPORTED,
3622 .help = "Your platform does not support CPU affinities",
3623 },
3624 {
3625 .name = "cpus_allowed",
3626 .lname = "CPUs allowed",
3627 .type = FIO_OPT_UNSUPPORTED,
3628 .help = "Your platform does not support CPU affinities",
3629 },
3630 {
3631 .name = "cpus_allowed_policy",
3632 .lname = "CPUs allowed distribution policy",
3633 .type = FIO_OPT_UNSUPPORTED,
3634 .help = "Your platform does not support CPU affinities",
3635 },
d0b937ed 3636#endif
67bf9823 3637#ifdef CONFIG_LIBNUMA
d0b937ed
YR
3638 {
3639 .name = "numa_cpu_nodes",
cce2fdfe 3640 .lname = "NUMA CPU Nodes",
d0b937ed
YR
3641 .type = FIO_OPT_STR,
3642 .cb = str_numa_cpunodes_cb,
a609f12a 3643 .off1 = offsetof(struct thread_options, numa_cpunodes),
d0b937ed 3644 .help = "NUMA CPU nodes bind",
6be54b2d
JA
3645 .category = FIO_OPT_C_GENERAL,
3646 .group = FIO_OPT_G_INVALID,
d0b937ed
YR
3647 },
3648 {
3649 .name = "numa_mem_policy",
cce2fdfe 3650 .lname = "NUMA Memory Policy",
d0b937ed
YR
3651 .type = FIO_OPT_STR,
3652 .cb = str_numa_mpol_cb,
a609f12a 3653 .off1 = offsetof(struct thread_options, numa_memnodes),
d0b937ed 3654 .help = "NUMA memory policy setup",
6be54b2d
JA
3655 .category = FIO_OPT_C_GENERAL,
3656 .group = FIO_OPT_G_INVALID,
d0b937ed 3657 },
a275c37a
JA
3658#else
3659 {
3660 .name = "numa_cpu_nodes",
3661 .lname = "NUMA CPU Nodes",
3662 .type = FIO_OPT_UNSUPPORTED,
3663 .help = "Build fio with libnuma-dev(el) to enable this option",
3664 },
3665 {
3666 .name = "numa_mem_policy",
3667 .lname = "NUMA Memory Policy",
3668 .type = FIO_OPT_UNSUPPORTED,
3669 .help = "Build fio with libnuma-dev(el) to enable this option",
3670 },
03553853
YR
3671#endif
3672#ifdef CONFIG_CUDA
3673 {
3674 .name = "gpu_dev_id",
3675 .lname = "GPU device ID",
3676 .type = FIO_OPT_INT,
3677 .off1 = offsetof(struct thread_options, gpu_dev_id),
3678 .help = "Set GPU device ID for GPUDirect RDMA",
3679 .def = "0",
3680 .category = FIO_OPT_C_GENERAL,
3681 .group = FIO_OPT_G_INVALID,
3682 },
214e1eca
JA
3683#endif
3684 {
3685 .name = "end_fsync",
e8b0e958 3686 .lname = "End fsync",
214e1eca 3687 .type = FIO_OPT_BOOL,
a609f12a 3688 .off1 = offsetof(struct thread_options, end_fsync),
214e1eca
JA
3689 .help = "Include fsync at the end of job",
3690 .def = "0",
e8b0e958
JA
3691 .category = FIO_OPT_C_FILE,
3692 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3693 },
3694 {
3695 .name = "fsync_on_close",
e8b0e958 3696 .lname = "Fsync on close",
214e1eca 3697 .type = FIO_OPT_BOOL,
a609f12a 3698 .off1 = offsetof(struct thread_options, fsync_on_close),
214e1eca
JA
3699 .help = "fsync files on close",
3700 .def = "0",
e8b0e958
JA
3701 .category = FIO_OPT_C_FILE,
3702 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3703 },
3704 {
3705 .name = "unlink",
e8b0e958 3706 .lname = "Unlink file",
214e1eca 3707 .type = FIO_OPT_BOOL,
a609f12a 3708 .off1 = offsetof(struct thread_options, unlink),
214e1eca
JA
3709 .help = "Unlink created files after job has completed",
3710 .def = "0",
e8b0e958
JA
3711 .category = FIO_OPT_C_FILE,
3712 .group = FIO_OPT_G_INVALID,
214e1eca 3713 },
39c1c323 3714 {
3715 .name = "unlink_each_loop",
3716 .lname = "Unlink file after each loop of a job",
3717 .type = FIO_OPT_BOOL,
a609f12a 3718 .off1 = offsetof(struct thread_options, unlink_each_loop),
39c1c323 3719 .help = "Unlink created files after each loop in a job has completed",
3720 .def = "0",
3721 .category = FIO_OPT_C_FILE,
3722 .group = FIO_OPT_G_INVALID,
3723 },
214e1eca
JA
3724 {
3725 .name = "exitall",
e8b0e958 3726 .lname = "Exit-all on terminate",
214e1eca
JA
3727 .type = FIO_OPT_STR_SET,
3728 .cb = str_exitall_cb,
3729 .help = "Terminate all jobs when one exits",
e8b0e958 3730 .category = FIO_OPT_C_GENERAL,
a1f6afec 3731 .group = FIO_OPT_G_PROCESS,
214e1eca 3732 },
f9cafb12
JA
3733 {
3734 .name = "exitall_on_error",
3735 .lname = "Exit-all on terminate in error",
78abcf9b 3736 .type = FIO_OPT_STR_SET,
a609f12a 3737 .off1 = offsetof(struct thread_options, exitall_error),
f9cafb12
JA
3738 .help = "Terminate all jobs when one exits in error",
3739 .category = FIO_OPT_C_GENERAL,
3740 .group = FIO_OPT_G_PROCESS,
3741 },
214e1eca
JA
3742 {
3743 .name = "stonewall",
e8b0e958 3744 .lname = "Wait for previous",
d392365e 3745 .alias = "wait_for_previous",
214e1eca 3746 .type = FIO_OPT_STR_SET,
a609f12a 3747 .off1 = offsetof(struct thread_options, stonewall),
214e1eca 3748 .help = "Insert a hard barrier between this job and previous",
e8b0e958 3749 .category = FIO_OPT_C_GENERAL,
a1f6afec 3750 .group = FIO_OPT_G_PROCESS,
214e1eca 3751 },
b3d62a75
JA
3752 {
3753 .name = "new_group",
e8b0e958 3754 .lname = "New group",
b3d62a75 3755 .type = FIO_OPT_STR_SET,
a609f12a 3756 .off1 = offsetof(struct thread_options, new_group),
b3d62a75 3757 .help = "Mark the start of a new group (for reporting)",
e8b0e958 3758 .category = FIO_OPT_C_GENERAL,
a1f6afec 3759 .group = FIO_OPT_G_PROCESS,
b3d62a75 3760 },
214e1eca
JA
3761 {
3762 .name = "thread",
e8b0e958 3763 .lname = "Thread",
214e1eca 3764 .type = FIO_OPT_STR_SET,
a609f12a 3765 .off1 = offsetof(struct thread_options, use_thread),
20eb06bd 3766 .help = "Use threads instead of processes",
c8931876
JA
3767#ifdef CONFIG_NO_SHM
3768 .def = "1",
3769 .no_warn_def = 1,
3770#endif
e8b0e958 3771 .category = FIO_OPT_C_GENERAL,
a1f6afec 3772 .group = FIO_OPT_G_PROCESS,
214e1eca 3773 },
3a5db920
JA
3774 {
3775 .name = "per_job_logs",
cce2fdfe 3776 .lname = "Per Job Logs",
3a5db920 3777 .type = FIO_OPT_BOOL,
a609f12a 3778 .off1 = offsetof(struct thread_options, per_job_logs),
3a5db920
JA
3779 .help = "Include job number in generated log files or not",
3780 .def = "1",
3781 .category = FIO_OPT_C_LOG,
3782 .group = FIO_OPT_G_INVALID,
3783 },
214e1eca
JA
3784 {
3785 .name = "write_bw_log",
e8b0e958 3786 .lname = "Write bandwidth log",
dded427c 3787 .type = FIO_OPT_STR,
a609f12a 3788 .off1 = offsetof(struct thread_options, bw_log_file),
dded427c 3789 .cb = str_write_bw_log_cb,
214e1eca 3790 .help = "Write log of bandwidth during run",
e8b0e958
JA
3791 .category = FIO_OPT_C_LOG,
3792 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3793 },
3794 {
3795 .name = "write_lat_log",
e8b0e958 3796 .lname = "Write latency log",
dded427c 3797 .type = FIO_OPT_STR,
a609f12a 3798 .off1 = offsetof(struct thread_options, lat_log_file),
dded427c 3799 .cb = str_write_lat_log_cb,
214e1eca 3800 .help = "Write log of latency during run",
e8b0e958
JA
3801 .category = FIO_OPT_C_LOG,
3802 .group = FIO_OPT_G_INVALID,
214e1eca 3803 },
c8eeb9df
JA
3804 {
3805 .name = "write_iops_log",
e8b0e958 3806 .lname = "Write IOPS log",
dded427c 3807 .type = FIO_OPT_STR,
a609f12a 3808 .off1 = offsetof(struct thread_options, iops_log_file),
dded427c 3809 .cb = str_write_iops_log_cb,
c8eeb9df 3810 .help = "Write log of IOPS during run",
e8b0e958
JA
3811 .category = FIO_OPT_C_LOG,
3812 .group = FIO_OPT_G_INVALID,
c8eeb9df 3813 },
b8bc8cba
JA
3814 {
3815 .name = "log_avg_msec",
e8b0e958 3816 .lname = "Log averaging (msec)",
b8bc8cba 3817 .type = FIO_OPT_INT,
a609f12a 3818 .off1 = offsetof(struct thread_options, log_avg_msec),
b8bc8cba
JA
3819 .help = "Average bw/iops/lat logs over this period of time",
3820 .def = "0",
e8b0e958 3821 .category = FIO_OPT_C_LOG,
1e613c9c
KC
3822 .group = FIO_OPT_G_INVALID,
3823 },
3824 {
3825 .name = "log_hist_msec",
3826 .lname = "Log histograms (msec)",
3827 .type = FIO_OPT_INT,
a609f12a 3828 .off1 = offsetof(struct thread_options, log_hist_msec),
1e613c9c
KC
3829 .help = "Dump completion latency histograms at frequency of this time value",
3830 .def = "0",
3831 .category = FIO_OPT_C_LOG,
3832 .group = FIO_OPT_G_INVALID,
3833 },
3834 {
3835 .name = "log_hist_coarseness",
3836 .lname = "Histogram logs coarseness",
3837 .type = FIO_OPT_INT,
a609f12a 3838 .off1 = offsetof(struct thread_options, log_hist_coarseness),
1e613c9c
KC
3839 .help = "Integer in range [0,6]. Higher coarseness outputs"
3840 " fewer histogram bins per sample. The number of bins for"
3841 " these are [1216, 608, 304, 152, 76, 38, 19] respectively.",
3842 .def = "0",
3843 .category = FIO_OPT_C_LOG,
3844 .group = FIO_OPT_G_INVALID,
3845 },
3846 {
3847 .name = "write_hist_log",
3848 .lname = "Write latency histogram logs",
dded427c 3849 .type = FIO_OPT_STR,
a609f12a 3850 .off1 = offsetof(struct thread_options, hist_log_file),
dded427c 3851 .cb = str_write_hist_log_cb,
1e613c9c
KC
3852 .help = "Write log of latency histograms during run",
3853 .category = FIO_OPT_C_LOG,
e8b0e958 3854 .group = FIO_OPT_G_INVALID,
b8bc8cba 3855 },
e6989e10
JA
3856 {
3857 .name = "log_max_value",
3858 .lname = "Log maximum instead of average",
3859 .type = FIO_OPT_BOOL,
a609f12a 3860 .off1 = offsetof(struct thread_options, log_max),
e6989e10
JA
3861 .help = "Log max sample in a window instead of average",
3862 .def = "0",
3863 .category = FIO_OPT_C_LOG,
3864 .group = FIO_OPT_G_INVALID,
3865 },
ae588852
JA
3866 {
3867 .name = "log_offset",
3868 .lname = "Log offset of IO",
3869 .type = FIO_OPT_BOOL,
a609f12a 3870 .off1 = offsetof(struct thread_options, log_offset),
ae588852
JA
3871 .help = "Include offset of IO for each log entry",
3872 .def = "0",
3873 .category = FIO_OPT_C_LOG,
3874 .group = FIO_OPT_G_INVALID,
3875 },
aee2ab67
JA
3876#ifdef CONFIG_ZLIB
3877 {
3878 .name = "log_compression",
3879 .lname = "Log compression",
3880 .type = FIO_OPT_INT,
a609f12a 3881 .off1 = offsetof(struct thread_options, log_gz),
aee2ab67 3882 .help = "Log in compressed chunks of this size",
9919b27b 3883 .minval = 1024ULL,
aee2ab67
JA
3884 .maxval = 512 * 1024 * 1024ULL,
3885 .category = FIO_OPT_C_LOG,
3886 .group = FIO_OPT_G_INVALID,
3887 },
c08f9fe2
JA
3888#ifdef FIO_HAVE_CPU_AFFINITY
3889 {
3890 .name = "log_compression_cpus",
3891 .lname = "Log Compression CPUs",
3892 .type = FIO_OPT_STR,
3893 .cb = str_log_cpus_allowed_cb,
a609f12a 3894 .off1 = offsetof(struct thread_options, log_gz_cpumask),
c08f9fe2
JA
3895 .parent = "log_compression",
3896 .help = "Limit log compression to these CPUs",
3897 .category = FIO_OPT_C_LOG,
3898 .group = FIO_OPT_G_INVALID,
3899 },
a275c37a
JA
3900#else
3901 {
3902 .name = "log_compression_cpus",
3903 .lname = "Log Compression CPUs",
3904 .type = FIO_OPT_UNSUPPORTED,
3905 .help = "Your platform does not support CPU affinities",
3906 },
c08f9fe2 3907#endif
b26317c9
JA
3908 {
3909 .name = "log_store_compressed",
3910 .lname = "Log store compressed",
3911 .type = FIO_OPT_BOOL,
a609f12a 3912 .off1 = offsetof(struct thread_options, log_gz_store),
b26317c9
JA
3913 .help = "Store logs in a compressed format",
3914 .category = FIO_OPT_C_LOG,
3915 .group = FIO_OPT_G_INVALID,
3916 },
a275c37a
JA
3917#else
3918 {
3919 .name = "log_compression",
3920 .lname = "Log compression",
3921 .type = FIO_OPT_UNSUPPORTED,
3922 .help = "Install libz-dev(el) to get compression support",
3923 },
3924 {
3925 .name = "log_store_compressed",
3926 .lname = "Log store compressed",
3927 .type = FIO_OPT_UNSUPPORTED,
3928 .help = "Install libz-dev(el) to get compression support",
3929 },
aee2ab67 3930#endif
3aea75b1
KC
3931 {
3932 .name = "log_unix_epoch",
3933 .lname = "Log epoch unix",
3934 .type = FIO_OPT_BOOL,
3935 .off1 = offsetof(struct thread_options, log_unix_epoch),
3936 .help = "Use Unix time in log files",
3937 .category = FIO_OPT_C_LOG,
3938 .group = FIO_OPT_G_INVALID,
3939 },
66347cfa
DE
3940 {
3941 .name = "block_error_percentiles",
3942 .lname = "Block error percentiles",
3943 .type = FIO_OPT_BOOL,
a609f12a 3944 .off1 = offsetof(struct thread_options, block_error_hist),
66347cfa
DE
3945 .help = "Record trim block errors and make a histogram",
3946 .def = "0",
3947 .category = FIO_OPT_C_LOG,
3948 .group = FIO_OPT_G_INVALID,
3949 },
c504ee55
JA
3950 {
3951 .name = "bwavgtime",
3952 .lname = "Bandwidth average time",
3953 .type = FIO_OPT_INT,
a609f12a 3954 .off1 = offsetof(struct thread_options, bw_avg_time),
c504ee55
JA
3955 .help = "Time window over which to calculate bandwidth"
3956 " (msec)",
3957 .def = "500",
3958 .parent = "write_bw_log",
3959 .hide = 1,
3960 .interval = 100,
3961 .category = FIO_OPT_C_LOG,
3962 .group = FIO_OPT_G_INVALID,
3963 },
3964 {
3965 .name = "iopsavgtime",
3966 .lname = "IOPS average time",
3967 .type = FIO_OPT_INT,
a609f12a 3968 .off1 = offsetof(struct thread_options, iops_avg_time),
c504ee55
JA
3969 .help = "Time window over which to calculate IOPS (msec)",
3970 .def = "500",
3971 .parent = "write_iops_log",
3972 .hide = 1,
3973 .interval = 100,
3974 .category = FIO_OPT_C_LOG,
3975 .group = FIO_OPT_G_INVALID,
3976 },
214e1eca
JA
3977 {
3978 .name = "group_reporting",
e8b0e958 3979 .lname = "Group reporting",
d2507043 3980 .type = FIO_OPT_STR_SET,
a609f12a 3981 .off1 = offsetof(struct thread_options, group_reporting),
214e1eca 3982 .help = "Do reporting on a per-group basis",
10860056 3983 .category = FIO_OPT_C_STAT,
e8b0e958 3984 .group = FIO_OPT_G_INVALID,
214e1eca 3985 },
8243be59
JA
3986 {
3987 .name = "stats",
3988 .lname = "Stats",
3989 .type = FIO_OPT_BOOL,
3990 .off1 = offsetof(struct thread_options, stats),
3991 .help = "Enable collection of stats",
3992 .def = "1",
3993 .category = FIO_OPT_C_STAT,
3994 .group = FIO_OPT_G_INVALID,
3995 },
e9459e5a
JA
3996 {
3997 .name = "zero_buffers",
e8b0e958 3998 .lname = "Zero I/O buffers",
e9459e5a 3999 .type = FIO_OPT_STR_SET,
a609f12a 4000 .off1 = offsetof(struct thread_options, zero_buffers),
e9459e5a 4001 .help = "Init IO buffers to all zeroes",
e8b0e958 4002 .category = FIO_OPT_C_IO,
3ceb458f 4003 .group = FIO_OPT_G_IO_BUF,
e9459e5a 4004 },
5973cafb
JA
4005 {
4006 .name = "refill_buffers",
e8b0e958 4007 .lname = "Refill I/O buffers",
5973cafb 4008 .type = FIO_OPT_STR_SET,
a609f12a 4009 .off1 = offsetof(struct thread_options, refill_buffers),
5973cafb 4010 .help = "Refill IO buffers on every IO submit",
e8b0e958 4011 .category = FIO_OPT_C_IO,
3ceb458f 4012 .group = FIO_OPT_G_IO_BUF,
5973cafb 4013 },
fd68418e
JA
4014 {
4015 .name = "scramble_buffers",
e8b0e958 4016 .lname = "Scramble I/O buffers",
fd68418e 4017 .type = FIO_OPT_BOOL,
a609f12a 4018 .off1 = offsetof(struct thread_options, scramble_buffers),
fd68418e
JA
4019 .help = "Slightly scramble buffers on every IO submit",
4020 .def = "1",
e8b0e958 4021 .category = FIO_OPT_C_IO,
3ceb458f 4022 .group = FIO_OPT_G_IO_BUF,
fd68418e 4023 },
ce35b1ec
JA
4024 {
4025 .name = "buffer_pattern",
4026 .lname = "Buffer pattern",
4027 .type = FIO_OPT_STR,
4028 .cb = str_buffer_pattern_cb,
a609f12a 4029 .off1 = offsetof(struct thread_options, buffer_pattern),
ce35b1ec
JA
4030 .help = "Fill pattern for IO buffers",
4031 .category = FIO_OPT_C_IO,
4032 .group = FIO_OPT_G_IO_BUF,
4033 },
9c42684e
JA
4034 {
4035 .name = "buffer_compress_percentage",
e8b0e958 4036 .lname = "Buffer compression percentage",
9c42684e 4037 .type = FIO_OPT_INT,
bedc9dc2 4038 .cb = str_buffer_compress_cb,
a609f12a 4039 .off1 = offsetof(struct thread_options, compress_percentage),
9c42684e 4040 .maxval = 100,
e7f5de90 4041 .minval = 0,
9c42684e 4042 .help = "How compressible the buffer is (approximately)",
20eb06bd 4043 .interval = 5,
e8b0e958 4044 .category = FIO_OPT_C_IO,
3ceb458f 4045 .group = FIO_OPT_G_IO_BUF,
9c42684e 4046 },
f97a43a1
JA
4047 {
4048 .name = "buffer_compress_chunk",
e8b0e958 4049 .lname = "Buffer compression chunk size",
f97a43a1 4050 .type = FIO_OPT_INT,
a609f12a 4051 .off1 = offsetof(struct thread_options, compress_chunk),
207b18e4 4052 .parent = "buffer_compress_percentage",
d71c154c 4053 .hide = 1,
f97a43a1 4054 .help = "Size of compressible region in buffer",
20eb06bd 4055 .interval = 256,
e8b0e958 4056 .category = FIO_OPT_C_IO,
3ceb458f 4057 .group = FIO_OPT_G_IO_BUF,
f97a43a1 4058 },
5c94b008
JA
4059 {
4060 .name = "dedupe_percentage",
4061 .lname = "Dedupe percentage",
4062 .type = FIO_OPT_INT,
4063 .cb = str_dedupe_cb,
a609f12a 4064 .off1 = offsetof(struct thread_options, dedupe_percentage),
5c94b008
JA
4065 .maxval = 100,
4066 .minval = 0,
4067 .help = "Percentage of buffers that are dedupable",
4068 .interval = 1,
4069 .category = FIO_OPT_C_IO,
4070 .group = FIO_OPT_G_IO_BUF,
4071 },
83349190
YH
4072 {
4073 .name = "clat_percentiles",
e8b0e958 4074 .lname = "Completion latency percentiles",
83349190 4075 .type = FIO_OPT_BOOL,
a609f12a 4076 .off1 = offsetof(struct thread_options, clat_percentiles),
83349190 4077 .help = "Enable the reporting of completion latency percentiles",
467b35ed 4078 .def = "1",
b599759b
JA
4079 .inverse = "lat_percentiles",
4080 .category = FIO_OPT_C_STAT,
4081 .group = FIO_OPT_G_INVALID,
4082 },
4083 {
4084 .name = "lat_percentiles",
4085 .lname = "IO latency percentiles",
4086 .type = FIO_OPT_BOOL,
4087 .off1 = offsetof(struct thread_options, lat_percentiles),
4088 .help = "Enable the reporting of IO latency percentiles",
4089 .def = "0",
4090 .inverse = "clat_percentiles",
e8b0e958
JA
4091 .category = FIO_OPT_C_STAT,
4092 .group = FIO_OPT_G_INVALID,
83349190
YH
4093 },
4094 {
4095 .name = "percentile_list",
66347cfa 4096 .lname = "Percentile list",
83349190 4097 .type = FIO_OPT_FLOAT_LIST,
a609f12a
JA
4098 .off1 = offsetof(struct thread_options, percentile_list),
4099 .off2 = offsetof(struct thread_options, percentile_precision),
66347cfa
DE
4100 .help = "Specify a custom list of percentiles to report for "
4101 "completion latency and block errors",
fd112d34 4102 .def = "1:5:10:20:30:40:50:60:70:80:90:95:99:99.5:99.9:99.95:99.99",
83349190
YH
4103 .maxlen = FIO_IO_U_LIST_MAX_LEN,
4104 .minfp = 0.0,
4105 .maxfp = 100.0,
e8b0e958
JA
4106 .category = FIO_OPT_C_STAT,
4107 .group = FIO_OPT_G_INVALID,
83349190
YH
4108 },
4109
0a839f30
JA
4110#ifdef FIO_HAVE_DISK_UTIL
4111 {
4112 .name = "disk_util",
e8b0e958 4113 .lname = "Disk utilization",
0a839f30 4114 .type = FIO_OPT_BOOL,
a609f12a 4115 .off1 = offsetof(struct thread_options, do_disk_util),
f66ab3c8 4116 .help = "Log disk utilization statistics",
0a839f30 4117 .def = "1",
e8b0e958
JA
4118 .category = FIO_OPT_C_STAT,
4119 .group = FIO_OPT_G_INVALID,
0a839f30 4120 },
a275c37a
JA
4121#else
4122 {
4123 .name = "disk_util",
4124 .lname = "Disk utilization",
4125 .type = FIO_OPT_UNSUPPORTED,
4126 .help = "Your platform does not support disk utilization",
4127 },
0a839f30 4128#endif
993bf48b
JA
4129 {
4130 .name = "gtod_reduce",
e8b0e958 4131 .lname = "Reduce gettimeofday() calls",
993bf48b
JA
4132 .type = FIO_OPT_BOOL,
4133 .help = "Greatly reduce number of gettimeofday() calls",
4134 .cb = str_gtod_reduce_cb,
4135 .def = "0",
a4ed77fe 4136 .hide_on_set = 1,
e8b0e958
JA
4137 .category = FIO_OPT_C_STAT,
4138 .group = FIO_OPT_G_INVALID,
993bf48b 4139 },
02af0988
JA
4140 {
4141 .name = "disable_lat",
e8b0e958 4142 .lname = "Disable all latency stats",
02af0988 4143 .type = FIO_OPT_BOOL,
a609f12a 4144 .off1 = offsetof(struct thread_options, disable_lat),
02af0988
JA
4145 .help = "Disable latency numbers",
4146 .parent = "gtod_reduce",
d71c154c 4147 .hide = 1,
02af0988 4148 .def = "0",
e8b0e958
JA
4149 .category = FIO_OPT_C_STAT,
4150 .group = FIO_OPT_G_INVALID,
02af0988 4151 },
9520ebb9
JA
4152 {
4153 .name = "disable_clat",
e8b0e958 4154 .lname = "Disable completion latency stats",
9520ebb9 4155 .type = FIO_OPT_BOOL,
a609f12a 4156 .off1 = offsetof(struct thread_options, disable_clat),
9520ebb9 4157 .help = "Disable completion latency numbers",
993bf48b 4158 .parent = "gtod_reduce",
d71c154c 4159 .hide = 1,
9520ebb9 4160 .def = "0",
e8b0e958
JA
4161 .category = FIO_OPT_C_STAT,
4162 .group = FIO_OPT_G_INVALID,
9520ebb9
JA
4163 },
4164 {
4165 .name = "disable_slat",
e8b0e958 4166 .lname = "Disable submission latency stats",
9520ebb9 4167 .type = FIO_OPT_BOOL,
a609f12a 4168 .off1 = offsetof(struct thread_options, disable_slat),
03e20d68 4169 .help = "Disable submission latency numbers",
993bf48b 4170 .parent = "gtod_reduce",
d71c154c 4171 .hide = 1,
9520ebb9 4172 .def = "0",
e8b0e958
JA
4173 .category = FIO_OPT_C_STAT,
4174 .group = FIO_OPT_G_INVALID,
9520ebb9
JA
4175 },
4176 {
4177 .name = "disable_bw_measurement",
afd2ceff 4178 .alias = "disable_bw",
e8b0e958 4179 .lname = "Disable bandwidth stats",
9520ebb9 4180 .type = FIO_OPT_BOOL,
a609f12a 4181 .off1 = offsetof(struct thread_options, disable_bw),
9520ebb9 4182 .help = "Disable bandwidth logging",
993bf48b 4183 .parent = "gtod_reduce",
d71c154c 4184 .hide = 1,
9520ebb9 4185 .def = "0",
e8b0e958
JA
4186 .category = FIO_OPT_C_STAT,
4187 .group = FIO_OPT_G_INVALID,
9520ebb9 4188 },
be4ecfdf
JA
4189 {
4190 .name = "gtod_cpu",
e8b0e958 4191 .lname = "Dedicated gettimeofday() CPU",
be4ecfdf 4192 .type = FIO_OPT_INT,
a609f12a 4193 .off1 = offsetof(struct thread_options, gtod_cpu),
03e20d68 4194 .help = "Set up dedicated gettimeofday() thread on this CPU",
29d43ff9 4195 .verify = gtod_cpu_verify,
e8b0e958 4196 .category = FIO_OPT_C_GENERAL,
10860056 4197 .group = FIO_OPT_G_CLOCK,
be4ecfdf 4198 },
771e58be
JA
4199 {
4200 .name = "unified_rw_reporting",
cce2fdfe 4201 .lname = "Unified RW Reporting",
771e58be 4202 .type = FIO_OPT_BOOL,
a609f12a 4203 .off1 = offsetof(struct thread_options, unified_rw_rep),
771e58be
JA
4204 .help = "Unify reporting across data direction",
4205 .def = "0",
90b7a96d
JA
4206 .category = FIO_OPT_C_GENERAL,
4207 .group = FIO_OPT_G_INVALID,
771e58be 4208 },
f2bba182
RR
4209 {
4210 .name = "continue_on_error",
e8b0e958 4211 .lname = "Continue on error",
06842027 4212 .type = FIO_OPT_STR,
a609f12a 4213 .off1 = offsetof(struct thread_options, continue_on_error),
03e20d68 4214 .help = "Continue on non-fatal errors during IO",
06842027 4215 .def = "none",
e8b0e958 4216 .category = FIO_OPT_C_GENERAL,
bc3f552f 4217 .group = FIO_OPT_G_ERR,
06842027
SL
4218 .posval = {
4219 { .ival = "none",
4220 .oval = ERROR_TYPE_NONE,
4221 .help = "Exit when an error is encountered",
4222 },
4223 { .ival = "read",
4224 .oval = ERROR_TYPE_READ,
4225 .help = "Continue on read errors only",
4226 },
4227 { .ival = "write",
4228 .oval = ERROR_TYPE_WRITE,
4229 .help = "Continue on write errors only",
4230 },
4231 { .ival = "io",
4232 .oval = ERROR_TYPE_READ | ERROR_TYPE_WRITE,
4233 .help = "Continue on any IO errors",
4234 },
4235 { .ival = "verify",
4236 .oval = ERROR_TYPE_VERIFY,
4237 .help = "Continue on verify errors only",
4238 },
4239 { .ival = "all",
4240 .oval = ERROR_TYPE_ANY,
4241 .help = "Continue on all io and verify errors",
4242 },
4243 { .ival = "0",
4244 .oval = ERROR_TYPE_NONE,
4245 .help = "Alias for 'none'",
4246 },
4247 { .ival = "1",
4248 .oval = ERROR_TYPE_ANY,
4249 .help = "Alias for 'all'",
4250 },
4251 },
f2bba182 4252 },
8b28bd41
DM
4253 {
4254 .name = "ignore_error",
cce2fdfe 4255 .lname = "Ignore Error",
8b28bd41
DM
4256 .type = FIO_OPT_STR,
4257 .cb = str_ignore_error_cb,
a609f12a 4258 .off1 = offsetof(struct thread_options, ignore_error_nr),
8b28bd41
DM
4259 .help = "Set a specific list of errors to ignore",
4260 .parent = "rw",
a94eb99a 4261 .category = FIO_OPT_C_GENERAL,
bc3f552f 4262 .group = FIO_OPT_G_ERR,
8b28bd41
DM
4263 },
4264 {
4265 .name = "error_dump",
cce2fdfe 4266 .lname = "Error Dump",
8b28bd41 4267 .type = FIO_OPT_BOOL,
a609f12a 4268 .off1 = offsetof(struct thread_options, error_dump),
8b28bd41
DM
4269 .def = "0",
4270 .help = "Dump info on each error",
a94eb99a 4271 .category = FIO_OPT_C_GENERAL,
bc3f552f 4272 .group = FIO_OPT_G_ERR,
8b28bd41 4273 },
9ac8a797
JA
4274 {
4275 .name = "profile",
e8b0e958 4276 .lname = "Profile",
79d16311 4277 .type = FIO_OPT_STR_STORE,
a609f12a 4278 .off1 = offsetof(struct thread_options, profile),
9ac8a797 4279 .help = "Select a specific builtin performance test",
13fca827 4280 .category = FIO_OPT_C_PROFILE,
e8b0e958 4281 .group = FIO_OPT_G_INVALID,
9ac8a797 4282 },
a696fa2a
JA
4283 {
4284 .name = "cgroup",
e8b0e958 4285 .lname = "Cgroup",
a696fa2a 4286 .type = FIO_OPT_STR_STORE,
a609f12a 4287 .off1 = offsetof(struct thread_options, cgroup),
a696fa2a 4288 .help = "Add job to cgroup of this name",
e8b0e958 4289 .category = FIO_OPT_C_GENERAL,
a1f6afec
JA
4290 .group = FIO_OPT_G_CGROUP,
4291 },
4292 {
4293 .name = "cgroup_nodelete",
4294 .lname = "Cgroup no-delete",
4295 .type = FIO_OPT_BOOL,
a609f12a 4296 .off1 = offsetof(struct thread_options, cgroup_nodelete),
a1f6afec
JA
4297 .help = "Do not delete cgroups after job completion",
4298 .def = "0",
4299 .parent = "cgroup",
4300 .category = FIO_OPT_C_GENERAL,
4301 .group = FIO_OPT_G_CGROUP,
a696fa2a
JA
4302 },
4303 {
4304 .name = "cgroup_weight",
e8b0e958 4305 .lname = "Cgroup weight",
a696fa2a 4306 .type = FIO_OPT_INT,
a609f12a 4307 .off1 = offsetof(struct thread_options, cgroup_weight),
a696fa2a
JA
4308 .help = "Use given weight for cgroup",
4309 .minval = 100,
4310 .maxval = 1000,
a1f6afec 4311 .parent = "cgroup",
e8b0e958 4312 .category = FIO_OPT_C_GENERAL,
a1f6afec 4313 .group = FIO_OPT_G_CGROUP,
7de87099 4314 },
e0b0d892
JA
4315 {
4316 .name = "uid",
e8b0e958 4317 .lname = "User ID",
e0b0d892 4318 .type = FIO_OPT_INT,
a609f12a 4319 .off1 = offsetof(struct thread_options, uid),
e0b0d892 4320 .help = "Run job with this user ID",
e8b0e958 4321 .category = FIO_OPT_C_GENERAL,
10860056 4322 .group = FIO_OPT_G_CRED,
e0b0d892
JA
4323 },
4324 {
4325 .name = "gid",
e8b0e958 4326 .lname = "Group ID",
e0b0d892 4327 .type = FIO_OPT_INT,
a609f12a 4328 .off1 = offsetof(struct thread_options, gid),
e0b0d892 4329 .help = "Run job with this group ID",
e8b0e958 4330 .category = FIO_OPT_C_GENERAL,
10860056 4331 .group = FIO_OPT_G_CRED,
e0b0d892 4332 },
a1f6afec
JA
4333 {
4334 .name = "kb_base",
4335 .lname = "KB Base",
4336 .type = FIO_OPT_INT,
a609f12a 4337 .off1 = offsetof(struct thread_options, kb_base),
a1f6afec
JA
4338 .prio = 1,
4339 .def = "1024",
ba9c7219
JA
4340 .posval = {
4341 { .ival = "1024",
4342 .oval = 1024,
d694a6a7 4343 .help = "Inputs invert IEC and SI prefixes (for compatibility); outputs prefer binary",
ba9c7219
JA
4344 },
4345 { .ival = "1000",
4346 .oval = 1000,
d694a6a7 4347 .help = "Inputs use IEC and SI prefixes; outputs prefer SI",
ba9c7219
JA
4348 },
4349 },
d694a6a7 4350 .help = "Unit prefix interpretation for quantities of data (IEC and SI)",
a1f6afec
JA
4351 .category = FIO_OPT_C_GENERAL,
4352 .group = FIO_OPT_G_INVALID,
4353 },
cf3a0518
JA
4354 {
4355 .name = "unit_base",
d694a6a7 4356 .lname = "Unit for quantities of data (Bits or Bytes)",
cf3a0518 4357 .type = FIO_OPT_INT,
a609f12a 4358 .off1 = offsetof(struct thread_options, unit_base),
cf3a0518 4359 .prio = 1,
71a08258
JA
4360 .posval = {
4361 { .ival = "0",
4362 .oval = 0,
4363 .help = "Auto-detect",
4364 },
4365 { .ival = "8",
4366 .oval = 8,
4367 .help = "Normal (byte based)",
4368 },
4369 { .ival = "1",
4370 .oval = 1,
4371 .help = "Bit based",
4372 },
4373 },
cf3a0518
JA
4374 .help = "Bit multiple of result summary data (8 for byte, 1 for bit)",
4375 .category = FIO_OPT_C_GENERAL,
4376 .group = FIO_OPT_G_INVALID,
4377 },
3ceb458f
JA
4378 {
4379 .name = "hugepage-size",
4380 .lname = "Hugepage size",
4381 .type = FIO_OPT_INT,
a609f12a 4382 .off1 = offsetof(struct thread_options, hugepage_size),
3ceb458f
JA
4383 .help = "When using hugepages, specify size of each page",
4384 .def = __fio_stringify(FIO_HUGE_PAGE),
4385 .interval = 1024 * 1024,
4386 .category = FIO_OPT_C_GENERAL,
4387 .group = FIO_OPT_G_INVALID,
4388 },
9e684a49
DE
4389 {
4390 .name = "flow_id",
e8b0e958 4391 .lname = "I/O flow ID",
9e684a49 4392 .type = FIO_OPT_INT,
a609f12a 4393 .off1 = offsetof(struct thread_options, flow_id),
9e684a49
DE
4394 .help = "The flow index ID to use",
4395 .def = "0",
e8b0e958
JA
4396 .category = FIO_OPT_C_IO,
4397 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE
4398 },
4399 {
4400 .name = "flow",
e8b0e958 4401 .lname = "I/O flow weight",
9e684a49 4402 .type = FIO_OPT_INT,
a609f12a 4403 .off1 = offsetof(struct thread_options, flow),
9e684a49
DE
4404 .help = "Weight for flow control of this job",
4405 .parent = "flow_id",
d71c154c 4406 .hide = 1,
9e684a49 4407 .def = "0",
e8b0e958
JA
4408 .category = FIO_OPT_C_IO,
4409 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE
4410 },
4411 {
4412 .name = "flow_watermark",
e8b0e958 4413 .lname = "I/O flow watermark",
9e684a49 4414 .type = FIO_OPT_INT,
a609f12a 4415 .off1 = offsetof(struct thread_options, flow_watermark),
9e684a49
DE
4416 .help = "High watermark for flow control. This option"
4417 " should be set to the same value for all threads"
4418 " with non-zero flow.",
4419 .parent = "flow_id",
d71c154c 4420 .hide = 1,
9e684a49 4421 .def = "1024",
e8b0e958
JA
4422 .category = FIO_OPT_C_IO,
4423 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE
4424 },
4425 {
4426 .name = "flow_sleep",
e8b0e958 4427 .lname = "I/O flow sleep",
9e684a49 4428 .type = FIO_OPT_INT,
a609f12a 4429 .off1 = offsetof(struct thread_options, flow_sleep),
9e684a49
DE
4430 .help = "How many microseconds to sleep after being held"
4431 " back by the flow control mechanism",
4432 .parent = "flow_id",
d71c154c 4433 .hide = 1,
9e684a49 4434 .def = "0",
e8b0e958
JA
4435 .category = FIO_OPT_C_IO,
4436 .group = FIO_OPT_G_IO_FLOW,
9e684a49 4437 },
16e56d25
VF
4438 {
4439 .name = "steadystate",
4440 .lname = "Steady state threshold",
4441 .alias = "ss",
4442 .type = FIO_OPT_STR,
2c5d94bc 4443 .off1 = offsetof(struct thread_options, ss_state),
16e56d25
VF
4444 .cb = str_steadystate_cb,
4445 .help = "Define the criterion and limit to judge when a job has reached steady state",
4446 .def = "iops_slope:0.01%",
4447 .posval = {
4448 { .ival = "iops",
f0c50c66 4449 .oval = FIO_SS_IOPS,
16e56d25
VF
4450 .help = "maximum mean deviation of IOPS measurements",
4451 },
4452 { .ival = "iops_slope",
f0c50c66 4453 .oval = FIO_SS_IOPS_SLOPE,
16e56d25
VF
4454 .help = "slope calculated from IOPS measurements",
4455 },
4456 { .ival = "bw",
f0c50c66 4457 .oval = FIO_SS_BW,
16e56d25
VF
4458 .help = "maximum mean deviation of bandwidth measurements",
4459 },
4460 {
4461 .ival = "bw_slope",
f0c50c66 4462 .oval = FIO_SS_BW_SLOPE,
16e56d25
VF
4463 .help = "slope calculated from bandwidth measurements",
4464 },
4465 },
4466 .category = FIO_OPT_C_GENERAL,
4467 .group = FIO_OPT_G_RUNTIME,
4468 },
4469 {
4470 .name = "steadystate_duration",
4471 .lname = "Steady state duration",
4472 .alias = "ss_dur",
915ca980 4473 .parent = "steadystate",
16e56d25
VF
4474 .type = FIO_OPT_STR_VAL_TIME,
4475 .off1 = offsetof(struct thread_options, ss_dur),
4476 .help = "Stop workload upon attaining steady state for specified duration",
4477 .def = "0",
4478 .is_seconds = 1,
4479 .is_time = 1,
4480 .category = FIO_OPT_C_GENERAL,
4481 .group = FIO_OPT_G_RUNTIME,
4482 },
4483 {
4484 .name = "steadystate_ramp_time",
4485 .lname = "Steady state ramp time",
4486 .alias = "ss_ramp",
915ca980 4487 .parent = "steadystate",
16e56d25
VF
4488 .type = FIO_OPT_STR_VAL_TIME,
4489 .off1 = offsetof(struct thread_options, ss_ramp_time),
4490 .help = "Delay before initiation of data collection for steady state job termination testing",
4491 .def = "0",
4492 .is_seconds = 1,
4493 .is_time = 1,
4494 .category = FIO_OPT_C_GENERAL,
4495 .group = FIO_OPT_G_RUNTIME,
4496 },
214e1eca
JA
4497 {
4498 .name = NULL,
4499 },
4500};
4501
17af15d4 4502static void add_to_lopt(struct option *lopt, struct fio_option *o,
de890a1e 4503 const char *name, int val)
9f81736c 4504{
17af15d4 4505 lopt->name = (char *) name;
de890a1e 4506 lopt->val = val;
9f81736c 4507 if (o->type == FIO_OPT_STR_SET)
ff52be3d 4508 lopt->has_arg = optional_argument;
9f81736c
JA
4509 else
4510 lopt->has_arg = required_argument;
4511}
4512
de890a1e
SL
4513static void options_to_lopts(struct fio_option *opts,
4514 struct option *long_options,
4515 int i, int option_type)
214e1eca 4516{
de890a1e 4517 struct fio_option *o = &opts[0];
214e1eca 4518 while (o->name) {
de890a1e 4519 add_to_lopt(&long_options[i], o, o->name, option_type);
17af15d4
JA
4520 if (o->alias) {
4521 i++;
de890a1e 4522 add_to_lopt(&long_options[i], o, o->alias, option_type);
17af15d4 4523 }
214e1eca
JA
4524
4525 i++;
4526 o++;
4527 assert(i < FIO_NR_OPTIONS);
4528 }
4529}
4530
de890a1e
SL
4531void fio_options_set_ioengine_opts(struct option *long_options,
4532 struct thread_data *td)
4533{
4534 unsigned int i;
4535
4536 i = 0;
4537 while (long_options[i].name) {
4538 if (long_options[i].val == FIO_GETOPT_IOENGINE) {
4539 memset(&long_options[i], 0, sizeof(*long_options));
4540 break;
4541 }
4542 i++;
4543 }
4544
4545 /*
4546 * Just clear out the prior ioengine options.
4547 */
4548 if (!td || !td->eo)
4549 return;
4550
4551 options_to_lopts(td->io_ops->options, long_options, i,
4552 FIO_GETOPT_IOENGINE);
4553}
4554
4555void fio_options_dup_and_init(struct option *long_options)
4556{
4557 unsigned int i;
4558
9af4a244 4559 options_init(fio_options);
de890a1e
SL
4560
4561 i = 0;
4562 while (long_options[i].name)
4563 i++;
4564
9af4a244 4565 options_to_lopts(fio_options, long_options, i, FIO_GETOPT_JOB);
de890a1e
SL
4566}
4567
74929ac2
JA
4568struct fio_keyword {
4569 const char *word;
4570 const char *desc;
4571 char *replace;
4572};
4573
4574static struct fio_keyword fio_keywords[] = {
4575 {
4576 .word = "$pagesize",
4577 .desc = "Page size in the system",
4578 },
4579 {
4580 .word = "$mb_memory",
4581 .desc = "Megabytes of memory online",
4582 },
4583 {
4584 .word = "$ncpus",
4585 .desc = "Number of CPUs online in the system",
4586 },
4587 {
4588 .word = NULL,
4589 },
4590};
4591
af1dc266
JA
4592void fio_keywords_exit(void)
4593{
4594 struct fio_keyword *kw;
4595
4596 kw = &fio_keywords[0];
4597 while (kw->word) {
4598 free(kw->replace);
4599 kw->replace = NULL;
4600 kw++;
4601 }
4602}
4603
74929ac2
JA
4604void fio_keywords_init(void)
4605{
3b2e1464 4606 unsigned long long mb_memory;
74929ac2
JA
4607 char buf[128];
4608 long l;
4609
a4cfc477 4610 sprintf(buf, "%lu", (unsigned long) page_size);
74929ac2
JA
4611 fio_keywords[0].replace = strdup(buf);
4612
8eb016d3 4613 mb_memory = os_phys_mem() / (1024 * 1024);
3b2e1464 4614 sprintf(buf, "%llu", mb_memory);
74929ac2
JA
4615 fio_keywords[1].replace = strdup(buf);
4616
c00a2289 4617 l = cpus_online();
74929ac2
JA
4618 sprintf(buf, "%lu", l);
4619 fio_keywords[2].replace = strdup(buf);
4620}
4621
892a6ffc
JA
4622#define BC_APP "bc"
4623
4624static char *bc_calc(char *str)
4625{
d0c814ec 4626 char buf[128], *tmp;
892a6ffc
JA
4627 FILE *f;
4628 int ret;
4629
4630 /*
4631 * No math, just return string
4632 */
d0c814ec
SL
4633 if ((!strchr(str, '+') && !strchr(str, '-') && !strchr(str, '*') &&
4634 !strchr(str, '/')) || strchr(str, '\''))
892a6ffc
JA
4635 return str;
4636
4637 /*
4638 * Split option from value, we only need to calculate the value
4639 */
4640 tmp = strchr(str, '=');
4641 if (!tmp)
4642 return str;
4643
4644 tmp++;
892a6ffc 4645
d0c814ec
SL
4646 /*
4647 * Prevent buffer overflows; such a case isn't reasonable anyway
4648 */
4649 if (strlen(str) >= 128 || strlen(tmp) > 100)
4650 return str;
892a6ffc
JA
4651
4652 sprintf(buf, "which %s > /dev/null", BC_APP);
4653 if (system(buf)) {
4654 log_err("fio: bc is needed for performing math\n");
892a6ffc
JA
4655 return NULL;
4656 }
4657
d0c814ec 4658 sprintf(buf, "echo '%s' | %s", tmp, BC_APP);
892a6ffc 4659 f = popen(buf, "r");
3c3ed070 4660 if (!f)
892a6ffc 4661 return NULL;
892a6ffc 4662
d0c814ec 4663 ret = fread(&buf[tmp - str], 1, 128 - (tmp - str), f);
1d824f37
JA
4664 if (ret <= 0) {
4665 pclose(f);
892a6ffc 4666 return NULL;
1d824f37 4667 }
892a6ffc 4668
892a6ffc 4669 pclose(f);
d0c814ec
SL
4670 buf[(tmp - str) + ret - 1] = '\0';
4671 memcpy(buf, str, tmp - str);
892a6ffc 4672 free(str);
d0c814ec
SL
4673 return strdup(buf);
4674}
4675
4676/*
4677 * Return a copy of the input string with substrings of the form ${VARNAME}
4678 * substituted with the value of the environment variable VARNAME. The
4679 * substitution always occurs, even if VARNAME is empty or the corresponding
4680 * environment variable undefined.
4681 */
4682static char *option_dup_subs(const char *opt)
4683{
4684 char out[OPT_LEN_MAX+1];
4685 char in[OPT_LEN_MAX+1];
4686 char *outptr = out;
4687 char *inptr = in;
4688 char *ch1, *ch2, *env;
4689 ssize_t nchr = OPT_LEN_MAX;
4690 size_t envlen;
4691
4692 if (strlen(opt) + 1 > OPT_LEN_MAX) {
4693 log_err("OPT_LEN_MAX (%d) is too small\n", OPT_LEN_MAX);
4694 return NULL;
4695 }
4696
4697 in[OPT_LEN_MAX] = '\0';
4698 strncpy(in, opt, OPT_LEN_MAX);
4699
4700 while (*inptr && nchr > 0) {
4701 if (inptr[0] == '$' && inptr[1] == '{') {
4702 ch2 = strchr(inptr, '}');
4703 if (ch2 && inptr+1 < ch2) {
4704 ch1 = inptr+2;
4705 inptr = ch2+1;
4706 *ch2 = '\0';
4707
4708 env = getenv(ch1);
4709 if (env) {
4710 envlen = strlen(env);
4711 if (envlen <= nchr) {
4712 memcpy(outptr, env, envlen);
4713 outptr += envlen;
4714 nchr -= envlen;
4715 }
4716 }
4717
4718 continue;
4719 }
4720 }
4721
4722 *outptr++ = *inptr++;
4723 --nchr;
4724 }
4725
4726 *outptr = '\0';
4727 return strdup(out);
892a6ffc
JA
4728}
4729
74929ac2
JA
4730/*
4731 * Look for reserved variable names and replace them with real values
4732 */
4733static char *fio_keyword_replace(char *opt)
4734{
4735 char *s;
4736 int i;
d0c814ec 4737 int docalc = 0;
74929ac2
JA
4738
4739 for (i = 0; fio_keywords[i].word != NULL; i++) {
4740 struct fio_keyword *kw = &fio_keywords[i];
4741
4742 while ((s = strstr(opt, kw->word)) != NULL) {
4743 char *new = malloc(strlen(opt) + 1);
4744 char *o_org = opt;
4745 int olen = s - opt;
4746 int len;
4747
4748 /*
4749 * Copy part of the string before the keyword and
4750 * sprintf() the replacement after it.
4751 */
4752 memcpy(new, opt, olen);
4753 len = sprintf(new + olen, "%s", kw->replace);
4754
4755 /*
4756 * If there's more in the original string, copy that
4757 * in too
4758 */
4759 opt += strlen(kw->word) + olen;
4760 if (strlen(opt))
4761 memcpy(new + olen + len, opt, opt - o_org - 1);
4762
4763 /*
4764 * replace opt and free the old opt
4765 */
4766 opt = new;
d0c814ec 4767 free(o_org);
7a958bd5 4768
d0c814ec 4769 docalc = 1;
74929ac2
JA
4770 }
4771 }
4772
d0c814ec
SL
4773 /*
4774 * Check for potential math and invoke bc, if possible
4775 */
4776 if (docalc)
4777 opt = bc_calc(opt);
4778
7a958bd5 4779 return opt;
74929ac2
JA
4780}
4781
d0c814ec
SL
4782static char **dup_and_sub_options(char **opts, int num_opts)
4783{
4784 int i;
4785 char **opts_copy = malloc(num_opts * sizeof(*opts));
4786 for (i = 0; i < num_opts; i++) {
4787 opts_copy[i] = option_dup_subs(opts[i]);
4788 if (!opts_copy[i])
4789 continue;
4790 opts_copy[i] = fio_keyword_replace(opts_copy[i]);
4791 }
4792 return opts_copy;
4793}
4794
e15b023b 4795static void show_closest_option(const char *opt)
a2d027b9
JA
4796{
4797 int best_option, best_distance;
4798 int i, distance;
e15b023b
JA
4799 char *name;
4800
4801 if (!strlen(opt))
4802 return;
4803
4804 name = strdup(opt);
4805 i = 0;
4806 while (name[i] != '\0' && name[i] != '=')
4807 i++;
4808 name[i] = '\0';
a2d027b9
JA
4809
4810 best_option = -1;
4811 best_distance = INT_MAX;
4812 i = 0;
4813 while (fio_options[i].name) {
4814 distance = string_distance(name, fio_options[i].name);
4815 if (distance < best_distance) {
4816 best_distance = distance;
4817 best_option = i;
4818 }
4819 i++;
4820 }
4821
75e6bcba
JA
4822 if (best_option != -1 && string_distance_ok(name, best_distance) &&
4823 fio_options[best_option].type != FIO_OPT_UNSUPPORTED)
a2d027b9 4824 log_err("Did you mean %s?\n", fio_options[best_option].name);
e15b023b
JA
4825
4826 free(name);
a2d027b9
JA
4827}
4828
c2292325 4829int fio_options_parse(struct thread_data *td, char **opts, int num_opts)
214e1eca 4830{
de890a1e 4831 int i, ret, unknown;
d0c814ec 4832 char **opts_copy;
3b8b7135 4833
9af4a244 4834 sort_options(opts, fio_options, num_opts);
d0c814ec 4835 opts_copy = dup_and_sub_options(opts, num_opts);
3b8b7135 4836
de890a1e
SL
4837 for (ret = 0, i = 0, unknown = 0; i < num_opts; i++) {
4838 struct fio_option *o;
9af4a244 4839 int newret = parse_option(opts_copy[i], opts[i], fio_options,
a609f12a 4840 &o, &td->o, &td->opt_list);
d0c814ec 4841
a8523a6a
JA
4842 if (!newret && o)
4843 fio_option_mark_set(&td->o, o);
4844
de890a1e
SL
4845 if (opts_copy[i]) {
4846 if (newret && !o) {
4847 unknown++;
4848 continue;
4849 }
d0c814ec 4850 free(opts_copy[i]);
de890a1e
SL
4851 opts_copy[i] = NULL;
4852 }
4853
4854 ret |= newret;
4855 }
4856
4857 if (unknown) {
4858 ret |= ioengine_load(td);
4859 if (td->eo) {
4860 sort_options(opts_copy, td->io_ops->options, num_opts);
4861 opts = opts_copy;
4862 }
4863 for (i = 0; i < num_opts; i++) {
4864 struct fio_option *o = NULL;
4865 int newret = 1;
a2d027b9 4866
de890a1e
SL
4867 if (!opts_copy[i])
4868 continue;
4869
4870 if (td->eo)
4871 newret = parse_option(opts_copy[i], opts[i],
4872 td->io_ops->options, &o,
66e19a38 4873 td->eo, &td->opt_list);
de890a1e
SL
4874
4875 ret |= newret;
a2d027b9 4876 if (!o) {
de890a1e 4877 log_err("Bad option <%s>\n", opts[i]);
a2d027b9
JA
4878 show_closest_option(opts[i]);
4879 }
de890a1e
SL
4880 free(opts_copy[i]);
4881 opts_copy[i] = NULL;
4882 }
74929ac2 4883 }
3b8b7135 4884
d0c814ec 4885 free(opts_copy);
3b8b7135 4886 return ret;
214e1eca
JA
4887}
4888
4889int fio_cmd_option_parse(struct thread_data *td, const char *opt, char *val)
4890{
a8523a6a
JA
4891 int ret;
4892
a609f12a 4893 ret = parse_cmd_option(opt, val, fio_options, &td->o, &td->opt_list);
a8523a6a
JA
4894 if (!ret) {
4895 struct fio_option *o;
4896
4897 o = find_option(fio_options, opt);
4898 if (o)
4899 fio_option_mark_set(&td->o, o);
4900 }
4901
4902 return ret;
214e1eca
JA
4903}
4904
de890a1e
SL
4905int fio_cmd_ioengine_option_parse(struct thread_data *td, const char *opt,
4906 char *val)
4907{
d8b4f395
JA
4908 return parse_cmd_option(opt, val, td->io_ops->options, td->eo,
4909 &td->opt_list);
de890a1e
SL
4910}
4911
214e1eca
JA
4912void fio_fill_default_options(struct thread_data *td)
4913{
cb1402d6 4914 td->o.magic = OPT_MAGIC;
a609f12a 4915 fill_default_options(&td->o, fio_options);
214e1eca
JA
4916}
4917
4918int fio_show_option_help(const char *opt)
4919{
9af4a244 4920 return show_cmd_help(fio_options, opt);
214e1eca 4921}
d23bb327 4922
de890a1e
SL
4923/*
4924 * dupe FIO_OPT_STR_STORE options
4925 */
4926void fio_options_mem_dupe(struct thread_data *td)
4927{
53b5693d 4928 options_mem_dupe(fio_options, &td->o);
1647f592
JA
4929
4930 if (td->eo && td->io_ops) {
de890a1e 4931 void *oldeo = td->eo;
1647f592 4932
de890a1e
SL
4933 td->eo = malloc(td->io_ops->option_struct_size);
4934 memcpy(td->eo, oldeo, td->io_ops->option_struct_size);
53b5693d 4935 options_mem_dupe(td->io_ops->options, td->eo);
de890a1e
SL
4936 }
4937}
4938
d6978a32
JA
4939unsigned int fio_get_kb_base(void *data)
4940{
a609f12a
JA
4941 struct thread_data *td = cb_data_to_td(data);
4942 struct thread_options *o = &td->o;
d6978a32
JA
4943 unsigned int kb_base = 0;
4944
cb1402d6
JA
4945 /*
4946 * This is a hack... For private options, *data is not holding
4947 * a pointer to the thread_options, but to private data. This means
4948 * we can't safely dereference it, but magic is first so mem wise
4949 * it is valid. But this also means that if the job first sets
4950 * kb_base and expects that to be honored by private options,
4951 * it will be disappointed. We will return the global default
4952 * for this.
4953 */
4954 if (o && o->magic == OPT_MAGIC)
83ea422a 4955 kb_base = o->kb_base;
d6978a32
JA
4956 if (!kb_base)
4957 kb_base = 1024;
4958
4959 return kb_base;
4960}
9f988e2e 4961
07b3232d 4962int add_option(struct fio_option *o)
9f988e2e 4963{
07b3232d
JA
4964 struct fio_option *__o;
4965 int opt_index = 0;
4966
9af4a244 4967 __o = fio_options;
07b3232d
JA
4968 while (__o->name) {
4969 opt_index++;
4970 __o++;
4971 }
4972
7b504edd
JA
4973 if (opt_index + 1 == FIO_MAX_OPTS) {
4974 log_err("fio: FIO_MAX_OPTS is too small\n");
4975 return 1;
4976 }
4977
9af4a244 4978 memcpy(&fio_options[opt_index], o, sizeof(*o));
7b504edd 4979 fio_options[opt_index + 1].name = NULL;
07b3232d 4980 return 0;
9f988e2e 4981}
e2de69da 4982
07b3232d 4983void invalidate_profile_options(const char *prof_name)
e2de69da 4984{
07b3232d 4985 struct fio_option *o;
e2de69da 4986
9af4a244 4987 o = fio_options;
07b3232d
JA
4988 while (o->name) {
4989 if (o->prof_name && !strcmp(o->prof_name, prof_name)) {
4990 o->type = FIO_OPT_INVALID;
4991 o->prof_name = NULL;
4992 }
4993 o++;
e2de69da
JA
4994 }
4995}
f5b6bb85
JA
4996
4997void add_opt_posval(const char *optname, const char *ival, const char *help)
4998{
4999 struct fio_option *o;
5000 unsigned int i;
5001
9af4a244 5002 o = find_option(fio_options, optname);
f5b6bb85
JA
5003 if (!o)
5004 return;
5005
5006 for (i = 0; i < PARSE_MAX_VP; i++) {
5007 if (o->posval[i].ival)
5008 continue;
5009
5010 o->posval[i].ival = ival;
5011 o->posval[i].help = help;
5012 break;
5013 }
5014}
5015
5016void del_opt_posval(const char *optname, const char *ival)
5017{
5018 struct fio_option *o;
5019 unsigned int i;
5020
9af4a244 5021 o = find_option(fio_options, optname);
f5b6bb85
JA
5022 if (!o)
5023 return;
5024
5025 for (i = 0; i < PARSE_MAX_VP; i++) {
5026 if (!o->posval[i].ival)
5027 continue;
5028 if (strcmp(o->posval[i].ival, ival))
5029 continue;
5030
5031 o->posval[i].ival = NULL;
5032 o->posval[i].help = NULL;
5033 }
5034}
7e356b2d
JA
5035
5036void fio_options_free(struct thread_data *td)
5037{
ca6336a8 5038 options_free(fio_options, &td->o);
de890a1e
SL
5039 if (td->eo && td->io_ops && td->io_ops->options) {
5040 options_free(td->io_ops->options, td->eo);
5041 free(td->eo);
5042 td->eo = NULL;
5043 }
7e356b2d 5044}
c504ee55
JA
5045
5046struct fio_option *fio_option_find(const char *name)
5047{
5048 return find_option(fio_options, name);
5049}
5050
f0e7f45a
JA
5051static struct fio_option *find_next_opt(struct thread_options *o,
5052 struct fio_option *from,
5053 unsigned int off1)
a8523a6a 5054{
f0e7f45a 5055 struct fio_option *opt;
a8523a6a 5056
f0e7f45a
JA
5057 if (!from)
5058 from = &fio_options[0];
5059 else
5060 from++;
5061
5062 opt = NULL;
5063 do {
5064 if (off1 == from->off1) {
5065 opt = from;
a8523a6a
JA
5066 break;
5067 }
f0e7f45a
JA
5068 from++;
5069 } while (from->name);
a8523a6a 5070
f0e7f45a
JA
5071 return opt;
5072}
5073
5074static int opt_is_set(struct thread_options *o, struct fio_option *opt)
5075{
5076 unsigned int opt_off, index, offset;
a8523a6a
JA
5077
5078 opt_off = opt - &fio_options[0];
5079 index = opt_off / (8 * sizeof(uint64_t));
5080 offset = opt_off & ((8 * sizeof(uint64_t)) - 1);
e9d686d6 5081 return (o->set_options[index] & ((uint64_t)1 << offset)) != 0;
a8523a6a
JA
5082}
5083
72f39748 5084bool __fio_option_is_set(struct thread_options *o, unsigned int off1)
f0e7f45a
JA
5085{
5086 struct fio_option *opt, *next;
5087
5088 next = NULL;
5089 while ((opt = find_next_opt(o, next, off1)) != NULL) {
5090 if (opt_is_set(o, opt))
72f39748 5091 return true;
f0e7f45a
JA
5092
5093 next = opt;
5094 }
5095
72f39748 5096 return false;
f0e7f45a
JA
5097}
5098
a8523a6a
JA
5099void fio_option_mark_set(struct thread_options *o, struct fio_option *opt)
5100{
5101 unsigned int opt_off, index, offset;
5102
5103 opt_off = opt - &fio_options[0];
5104 index = opt_off / (8 * sizeof(uint64_t));
5105 offset = opt_off & ((8 * sizeof(uint64_t)) - 1);
e9d686d6 5106 o->set_options[index] |= (uint64_t)1 << offset;
a8523a6a 5107}