io_uring: sync header with the kernel
[fio.git] / options.c
CommitLineData
214e1eca
JA
1#include <stdio.h>
2#include <stdlib.h>
3#include <unistd.h>
4#include <ctype.h>
5#include <string.h>
214e1eca 6#include <assert.h>
5921e80c 7#include <sys/stat.h>
e13c3b50 8#include <netinet/in.h>
214e1eca
JA
9
10#include "fio.h"
4f5af7b2 11#include "verify.h"
214e1eca 12#include "parse.h"
61b9861d 13#include "lib/pattern.h"
9f988e2e 14#include "options.h"
d220c761 15#include "optgroup.h"
214e1eca 16
e13c3b50 17char client_sockaddr_str[INET6_ADDRSTRLEN] = { 0 };
72a703da 18
a609f12a
JA
19#define cb_data_to_td(data) container_of(data, struct thread_data, o)
20
fc8d6d05 21static struct pattern_fmt_desc fmt_desc[] = {
4205998f
JA
22 {
23 .fmt = "%o",
24 .len = FIELD_SIZE(struct io_u *, offset),
25 .paste = paste_blockoff
26 }
27};
28
214e1eca
JA
29/*
30 * Check if mmap/mmaphuge has a :/foo/bar/file at the end. If so, return that.
31 */
32static char *get_opt_postfix(const char *str)
33{
34 char *p = strstr(str, ":");
35
36 if (!p)
37 return NULL;
38
39 p++;
40 strip_blank_front(&p);
41 strip_blank_end(p);
42 return strdup(p);
43}
44
564ca972
JA
45static int bs_cmp(const void *p1, const void *p2)
46{
47 const struct bssplit *bsp1 = p1;
48 const struct bssplit *bsp2 = p2;
49
a7cd478d 50 return (int) bsp1->perc - (int) bsp2->perc;
564ca972
JA
51}
52
d2835319
JA
53struct split {
54 unsigned int nr;
5fff9543 55 unsigned long long val1[ZONESPLIT_MAX];
9d8fc5e4 56 unsigned long long val2[ZONESPLIT_MAX];
d2835319
JA
57};
58
59static int split_parse_ddir(struct thread_options *o, struct split *split,
517c9c72 60 char *str, bool absolute, unsigned int max_splits)
564ca972 61{
59466396
JA
62 unsigned long long perc;
63 unsigned int i;
564ca972 64 long long val;
720e84ad 65 char *fname;
564ca972 66
d2835319 67 split->nr = 0;
564ca972
JA
68
69 i = 0;
564ca972
JA
70 while ((fname = strsep(&str, ":")) != NULL) {
71 char *perc_str;
72
73 if (!strlen(fname))
74 break;
75
564ca972
JA
76 perc_str = strstr(fname, "/");
77 if (perc_str) {
78 *perc_str = '\0';
79 perc_str++;
59466396
JA
80 if (absolute) {
81 if (str_to_decimal(perc_str, &val, 1, o, 0, 0)) {
82 log_err("fio: split conversion failed\n");
83 return 1;
84 }
85 perc = val;
86 } else {
87 perc = atoi(perc_str);
88 if (perc > 100)
89 perc = 100;
90 else if (!perc)
91 perc = -1U;
92 }
93 } else {
94 if (absolute)
95 perc = 0;
96 else
d711cce5 97 perc = -1U;
59466396 98 }
564ca972 99
88038bc7 100 if (str_to_decimal(fname, &val, 1, o, 0, 0)) {
59466396 101 log_err("fio: split conversion failed\n");
564ca972
JA
102 return 1;
103 }
104
d2835319
JA
105 split->val1[i] = val;
106 split->val2[i] = perc;
564ca972 107 i++;
c32e1a09
JA
108 if (i == max_splits) {
109 log_err("fio: hit max of %d split entries\n", i);
d2835319 110 break;
c32e1a09 111 }
564ca972
JA
112 }
113
d2835319
JA
114 split->nr = i;
115 return 0;
116}
117
59466396
JA
118static int bssplit_ddir(struct thread_options *o, enum fio_ddir ddir, char *str,
119 bool data)
d2835319
JA
120{
121 unsigned int i, perc, perc_missing;
5fff9543 122 unsigned long long max_bs, min_bs;
d2835319
JA
123 struct split split;
124
125 memset(&split, 0, sizeof(split));
126
517c9c72 127 if (split_parse_ddir(o, &split, str, data, BSSPLIT_MAX))
d2835319
JA
128 return 1;
129 if (!split.nr)
130 return 0;
131
132 max_bs = 0;
133 min_bs = -1;
134 o->bssplit[ddir] = malloc(split.nr * sizeof(struct bssplit));
135 o->bssplit_nr[ddir] = split.nr;
136 for (i = 0; i < split.nr; i++) {
137 if (split.val1[i] > max_bs)
138 max_bs = split.val1[i];
139 if (split.val1[i] < min_bs)
140 min_bs = split.val1[i];
141
142 o->bssplit[ddir][i].bs = split.val1[i];
143 o->bssplit[ddir][i].perc =split.val2[i];
144 }
564ca972
JA
145
146 /*
147 * Now check if the percentages add up, and how much is missing
148 */
149 perc = perc_missing = 0;
83ea422a 150 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 151 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 152
d711cce5 153 if (bsp->perc == -1U)
564ca972
JA
154 perc_missing++;
155 else
156 perc += bsp->perc;
157 }
158
40bafa33 159 if (perc > 100 && perc_missing > 1) {
564ca972 160 log_err("fio: bssplit percentages add to more than 100%%\n");
d2835319
JA
161 free(o->bssplit[ddir]);
162 o->bssplit[ddir] = NULL;
564ca972
JA
163 return 1;
164 }
d711cce5 165
564ca972
JA
166 /*
167 * If values didn't have a percentage set, divide the remains between
168 * them.
169 */
170 if (perc_missing) {
d711cce5 171 if (perc_missing == 1 && o->bssplit_nr[ddir] == 1)
40bafa33 172 perc = 100;
83ea422a 173 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 174 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 175
d711cce5 176 if (bsp->perc == -1U)
564ca972
JA
177 bsp->perc = (100 - perc) / perc_missing;
178 }
179 }
180
83ea422a
JA
181 o->min_bs[ddir] = min_bs;
182 o->max_bs[ddir] = max_bs;
564ca972
JA
183
184 /*
185 * now sort based on percentages, for ease of lookup
186 */
d2835319 187 qsort(o->bssplit[ddir], o->bssplit_nr[ddir], sizeof(struct bssplit), bs_cmp);
720e84ad 188 return 0;
720e84ad
JA
189}
190
59466396 191typedef int (split_parse_fn)(struct thread_options *, enum fio_ddir, char *, bool);
764593c0 192
59466396
JA
193static int str_split_parse(struct thread_data *td, char *str,
194 split_parse_fn *fn, bool data)
720e84ad 195{
764593c0 196 char *odir, *ddir;
720e84ad
JA
197 int ret = 0;
198
720e84ad
JA
199 odir = strchr(str, ',');
200 if (odir) {
6eaf09d6
SL
201 ddir = strchr(odir + 1, ',');
202 if (ddir) {
59466396 203 ret = fn(&td->o, DDIR_TRIM, ddir + 1, data);
6eaf09d6
SL
204 if (!ret)
205 *ddir = '\0';
206 } else {
207 char *op;
208
209 op = strdup(odir + 1);
59466396 210 ret = fn(&td->o, DDIR_TRIM, op, data);
6eaf09d6
SL
211
212 free(op);
213 }
d79db122 214 if (!ret)
59466396 215 ret = fn(&td->o, DDIR_WRITE, odir + 1, data);
720e84ad
JA
216 if (!ret) {
217 *odir = '\0';
59466396 218 ret = fn(&td->o, DDIR_READ, str, data);
720e84ad
JA
219 }
220 } else {
221 char *op;
222
223 op = strdup(str);
59466396 224 ret = fn(&td->o, DDIR_WRITE, op, data);
6eaf09d6 225 free(op);
720e84ad 226
6eaf09d6
SL
227 if (!ret) {
228 op = strdup(str);
59466396 229 ret = fn(&td->o, DDIR_TRIM, op, data);
6eaf09d6
SL
230 free(op);
231 }
f0c9c217 232 if (!ret)
59466396 233 ret = fn(&td->o, DDIR_READ, str, data);
720e84ad 234 }
564ca972 235
764593c0
JA
236 return ret;
237}
238
239static int str_bssplit_cb(void *data, const char *input)
240{
a609f12a 241 struct thread_data *td = cb_data_to_td(data);
764593c0
JA
242 char *str, *p;
243 int ret = 0;
244
764593c0
JA
245 p = str = strdup(input);
246
247 strip_blank_front(&str);
248 strip_blank_end(str);
249
59466396 250 ret = str_split_parse(td, str, bssplit_ddir, false);
764593c0 251
55baca06
JA
252 if (parse_dryrun()) {
253 int i;
254
255 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
256 free(td->o.bssplit[i]);
257 td->o.bssplit[i] = NULL;
258 td->o.bssplit_nr[i] = 0;
259 }
260 }
261
564ca972 262 free(p);
720e84ad 263 return ret;
564ca972
JA
264}
265
8b28bd41
DM
266static int str2error(char *str)
267{
a94eb99a 268 const char *err[] = { "EPERM", "ENOENT", "ESRCH", "EINTR", "EIO",
8b28bd41
DM
269 "ENXIO", "E2BIG", "ENOEXEC", "EBADF",
270 "ECHILD", "EAGAIN", "ENOMEM", "EACCES",
271 "EFAULT", "ENOTBLK", "EBUSY", "EEXIST",
272 "EXDEV", "ENODEV", "ENOTDIR", "EISDIR",
273 "EINVAL", "ENFILE", "EMFILE", "ENOTTY",
274 "ETXTBSY","EFBIG", "ENOSPC", "ESPIPE",
a94eb99a 275 "EROFS","EMLINK", "EPIPE", "EDOM", "ERANGE" };
7fe481b4 276 int i = 0, num = sizeof(err) / sizeof(char *);
8b28bd41 277
a94eb99a 278 while (i < num) {
8b28bd41
DM
279 if (!strcmp(err[i], str))
280 return i + 1;
281 i++;
282 }
283 return 0;
284}
285
3ed673c6
TK
286static int ignore_error_type(struct thread_data *td, enum error_type_bit etype,
287 char *str)
8b28bd41
DM
288{
289 unsigned int i;
290 int *error;
291 char *fname;
292
293 if (etype >= ERROR_TYPE_CNT) {
294 log_err("Illegal error type\n");
295 return 1;
296 }
297
298 td->o.ignore_error_nr[etype] = 4;
685ffd57 299 error = calloc(4, sizeof(int));
8b28bd41
DM
300
301 i = 0;
302 while ((fname = strsep(&str, ":")) != NULL) {
303
304 if (!strlen(fname))
305 break;
306
307 /*
308 * grow struct buffer, if needed
309 */
310 if (i == td->o.ignore_error_nr[etype]) {
311 td->o.ignore_error_nr[etype] <<= 1;
312 error = realloc(error, td->o.ignore_error_nr[etype]
313 * sizeof(int));
314 }
315 if (fname[0] == 'E') {
316 error[i] = str2error(fname);
317 } else {
318 error[i] = atoi(fname);
319 if (error[i] < 0)
1616e025 320 error[i] = -error[i];
8b28bd41
DM
321 }
322 if (!error[i]) {
d503e281 323 log_err("Unknown error %s, please use number value\n",
8b28bd41 324 fname);
d503e281 325 td->o.ignore_error_nr[etype] = 0;
0fddbf7a 326 free(error);
8b28bd41
DM
327 return 1;
328 }
329 i++;
330 }
331 if (i) {
332 td->o.continue_on_error |= 1 << etype;
333 td->o.ignore_error_nr[etype] = i;
334 td->o.ignore_error[etype] = error;
d503e281
TK
335 } else {
336 td->o.ignore_error_nr[etype] = 0;
c7b086be 337 free(error);
d503e281 338 }
c7b086be 339
8b28bd41
DM
340 return 0;
341
342}
343
d7235efb
JA
344static int str_replay_skip_cb(void *data, const char *input)
345{
346 struct thread_data *td = cb_data_to_td(data);
347 char *str, *p, *n;
348 int ret = 0;
349
350 if (parse_dryrun())
351 return 0;
352
353 p = str = strdup(input);
354
355 strip_blank_front(&str);
356 strip_blank_end(str);
357
358 while (p) {
359 n = strchr(p, ',');
360 if (n)
361 *n++ = '\0';
362 if (!strcmp(p, "read"))
363 td->o.replay_skip |= 1u << DDIR_READ;
364 else if (!strcmp(p, "write"))
365 td->o.replay_skip |= 1u << DDIR_WRITE;
366 else if (!strcmp(p, "trim"))
367 td->o.replay_skip |= 1u << DDIR_TRIM;
368 else if (!strcmp(p, "sync"))
369 td->o.replay_skip |= 1u << DDIR_SYNC;
370 else {
371 log_err("Unknown skip type: %s\n", p);
372 ret = 1;
373 break;
374 }
375 p = n;
376 }
377 free(str);
378 return ret;
379}
380
8b28bd41
DM
381static int str_ignore_error_cb(void *data, const char *input)
382{
a609f12a 383 struct thread_data *td = cb_data_to_td(data);
8b28bd41 384 char *str, *p, *n;
3ed673c6
TK
385 int ret = 1;
386 enum error_type_bit type = 0;
52c0cea3
JA
387
388 if (parse_dryrun())
389 return 0;
390
8b28bd41
DM
391 p = str = strdup(input);
392
393 strip_blank_front(&str);
394 strip_blank_end(str);
395
396 while (p) {
397 n = strchr(p, ',');
398 if (n)
399 *n++ = '\0';
400 ret = ignore_error_type(td, type, p);
401 if (ret)
402 break;
403 p = n;
404 type++;
405 }
406 free(str);
407 return ret;
408}
409
211097b2
JA
410static int str_rw_cb(void *data, const char *str)
411{
a609f12a 412 struct thread_data *td = cb_data_to_td(data);
83ea422a 413 struct thread_options *o = &td->o;
27ca949f 414 char *nr;
211097b2 415
52c0cea3
JA
416 if (parse_dryrun())
417 return 0;
418
83ea422a
JA
419 o->ddir_seq_nr = 1;
420 o->ddir_seq_add = 0;
059b0802 421
27ca949f 422 nr = get_opt_postfix(str);
059b0802
JA
423 if (!nr)
424 return 0;
425
426 if (td_random(td))
83ea422a 427 o->ddir_seq_nr = atoi(nr);
059b0802
JA
428 else {
429 long long val;
430
88038bc7 431 if (str_to_decimal(nr, &val, 1, o, 0, 0)) {
059b0802
JA
432 log_err("fio: rw postfix parsing failed\n");
433 free(nr);
434 return 1;
435 }
436
83ea422a 437 o->ddir_seq_add = val;
182ec6ee 438 }
211097b2 439
059b0802 440 free(nr);
211097b2
JA
441 return 0;
442}
443
214e1eca
JA
444static int str_mem_cb(void *data, const char *mem)
445{
a609f12a 446 struct thread_data *td = cb_data_to_td(data);
214e1eca 447
217b0f1d
LG
448 if (td->o.mem_type == MEM_MMAPHUGE || td->o.mem_type == MEM_MMAP ||
449 td->o.mem_type == MEM_MMAPSHARED)
836fcc0f 450 td->o.mmapfile = get_opt_postfix(mem);
214e1eca
JA
451
452 return 0;
453}
454
c223da83
JA
455static int fio_clock_source_cb(void *data, const char *str)
456{
a609f12a 457 struct thread_data *td = cb_data_to_td(data);
c223da83
JA
458
459 fio_clock_source = td->o.clocksource;
fa80feae 460 fio_clock_source_set = 1;
01423eae 461 fio_clock_init();
c223da83
JA
462 return 0;
463}
464
85bc833b 465static int str_rwmix_read_cb(void *data, unsigned long long *val)
cb499fc4 466{
a609f12a 467 struct thread_data *td = cb_data_to_td(data);
cb499fc4
JA
468
469 td->o.rwmix[DDIR_READ] = *val;
470 td->o.rwmix[DDIR_WRITE] = 100 - *val;
471 return 0;
472}
473
85bc833b 474static int str_rwmix_write_cb(void *data, unsigned long long *val)
cb499fc4 475{
a609f12a 476 struct thread_data *td = cb_data_to_td(data);
cb499fc4
JA
477
478 td->o.rwmix[DDIR_WRITE] = *val;
479 td->o.rwmix[DDIR_READ] = 100 - *val;
480 return 0;
481}
482
214e1eca
JA
483static int str_exitall_cb(void)
484{
f1867a7f 485 exitall_on_terminate = true;
214e1eca
JA
486 return 0;
487}
488
214e1eca 489#ifdef FIO_HAVE_CPU_AFFINITY
50b5860b 490int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu_index)
c2acfbac 491{
50b5860b 492 unsigned int i, index, cpus_in_mask;
c2acfbac 493 const long max_cpu = cpus_online();
c2acfbac 494
50b5860b
JA
495 cpus_in_mask = fio_cpu_count(mask);
496 cpu_index = cpu_index % cpus_in_mask;
497
498 index = 0;
c2acfbac 499 for (i = 0; i < max_cpu; i++) {
50b5860b 500 if (!fio_cpu_isset(mask, i))
c2acfbac 501 continue;
50b5860b
JA
502
503 if (cpu_index != index)
504 fio_cpu_clear(mask, i);
505
506 index++;
c2acfbac
JA
507 }
508
509 return fio_cpu_count(mask);
510}
511
85bc833b 512static int str_cpumask_cb(void *data, unsigned long long *val)
d2e268b0 513{
a609f12a 514 struct thread_data *td = cb_data_to_td(data);
214e1eca 515 unsigned int i;
b03daafb 516 long max_cpu;
d2ce18b5
JA
517 int ret;
518
52c0cea3
JA
519 if (parse_dryrun())
520 return 0;
521
d2ce18b5
JA
522 ret = fio_cpuset_init(&td->o.cpumask);
523 if (ret < 0) {
524 log_err("fio: cpuset_init failed\n");
525 td_verror(td, ret, "fio_cpuset_init");
526 return 1;
527 }
214e1eca 528
c00a2289 529 max_cpu = cpus_online();
214e1eca 530
62a7273d
JA
531 for (i = 0; i < sizeof(int) * 8; i++) {
532 if ((1 << i) & *val) {
b8411399 533 if (i >= max_cpu) {
b03daafb 534 log_err("fio: CPU %d too large (max=%ld)\n", i,
b8411399 535 max_cpu - 1);
b03daafb
JA
536 return 1;
537 }
62a7273d 538 dprint(FD_PARSE, "set cpu allowed %d\n", i);
6d459ee7 539 fio_cpu_set(&td->o.cpumask, i);
62a7273d
JA
540 }
541 }
d2e268b0 542
d2e268b0 543 return 0;
214e1eca
JA
544}
545
e8462bd8
JA
546static int set_cpus_allowed(struct thread_data *td, os_cpu_mask_t *mask,
547 const char *input)
214e1eca 548{
d2e268b0 549 char *cpu, *str, *p;
b03daafb 550 long max_cpu;
19608d6c 551 int ret = 0;
d2e268b0 552
e8462bd8 553 ret = fio_cpuset_init(mask);
d2ce18b5
JA
554 if (ret < 0) {
555 log_err("fio: cpuset_init failed\n");
556 td_verror(td, ret, "fio_cpuset_init");
557 return 1;
558 }
d2e268b0
JA
559
560 p = str = strdup(input);
214e1eca 561
d2e268b0
JA
562 strip_blank_front(&str);
563 strip_blank_end(str);
564
c00a2289 565 max_cpu = cpus_online();
b03daafb 566
d2e268b0 567 while ((cpu = strsep(&str, ",")) != NULL) {
62a7273d
JA
568 char *str2, *cpu2;
569 int icpu, icpu2;
570
d2e268b0
JA
571 if (!strlen(cpu))
572 break;
62a7273d
JA
573
574 str2 = cpu;
575 icpu2 = -1;
576 while ((cpu2 = strsep(&str2, "-")) != NULL) {
577 if (!strlen(cpu2))
578 break;
579
580 icpu2 = atoi(cpu2);
581 }
582
583 icpu = atoi(cpu);
584 if (icpu2 == -1)
585 icpu2 = icpu;
586 while (icpu <= icpu2) {
6d459ee7 587 if (icpu >= FIO_MAX_CPUS) {
19608d6c 588 log_err("fio: your OS only supports up to"
6d459ee7 589 " %d CPUs\n", (int) FIO_MAX_CPUS);
19608d6c
JA
590 ret = 1;
591 break;
592 }
9e986889 593 if (icpu >= max_cpu) {
b03daafb 594 log_err("fio: CPU %d too large (max=%ld)\n",
9e986889 595 icpu, max_cpu - 1);
b03daafb
JA
596 ret = 1;
597 break;
598 }
0b9d69ec 599
62a7273d 600 dprint(FD_PARSE, "set cpu allowed %d\n", icpu);
e8462bd8 601 fio_cpu_set(mask, icpu);
62a7273d
JA
602 icpu++;
603 }
19608d6c
JA
604 if (ret)
605 break;
d2e268b0
JA
606 }
607
608 free(p);
19608d6c 609 return ret;
214e1eca 610}
e8462bd8
JA
611
612static int str_cpus_allowed_cb(void *data, const char *input)
613{
a609f12a 614 struct thread_data *td = cb_data_to_td(data);
e8462bd8 615
52c0cea3
JA
616 if (parse_dryrun())
617 return 0;
618
b2a9e649 619 return set_cpus_allowed(td, &td->o.cpumask, input);
e8462bd8
JA
620}
621
622static int str_verify_cpus_allowed_cb(void *data, const char *input)
623{
a609f12a 624 struct thread_data *td = cb_data_to_td(data);
e8462bd8 625
466155e2
JA
626 if (parse_dryrun())
627 return 0;
628
b2a9e649 629 return set_cpus_allowed(td, &td->o.verify_cpumask, input);
e8462bd8 630}
c08f9fe2 631
105157ad 632#ifdef CONFIG_ZLIB
c08f9fe2
JA
633static int str_log_cpus_allowed_cb(void *data, const char *input)
634{
a609f12a 635 struct thread_data *td = cb_data_to_td(data);
c08f9fe2
JA
636
637 if (parse_dryrun())
638 return 0;
639
640 return set_cpus_allowed(td, &td->o.log_gz_cpumask, input);
641}
105157ad 642#endif /* CONFIG_ZLIB */
c08f9fe2 643
105157ad 644#endif /* FIO_HAVE_CPU_AFFINITY */
214e1eca 645
67bf9823 646#ifdef CONFIG_LIBNUMA
d0b937ed
YR
647static int str_numa_cpunodes_cb(void *data, char *input)
648{
a609f12a 649 struct thread_data *td = cb_data_to_td(data);
43522848 650 struct bitmask *verify_bitmask;
d0b937ed 651
52c0cea3
JA
652 if (parse_dryrun())
653 return 0;
654
d0b937ed
YR
655 /* numa_parse_nodestring() parses a character string list
656 * of nodes into a bit mask. The bit mask is allocated by
657 * numa_allocate_nodemask(), so it should be freed by
658 * numa_free_nodemask().
659 */
43522848
DG
660 verify_bitmask = numa_parse_nodestring(input);
661 if (verify_bitmask == NULL) {
d0b937ed
YR
662 log_err("fio: numa_parse_nodestring failed\n");
663 td_verror(td, 1, "str_numa_cpunodes_cb");
664 return 1;
665 }
43522848 666 numa_free_nodemask(verify_bitmask);
d0b937ed 667
43522848 668 td->o.numa_cpunodes = strdup(input);
d0b937ed
YR
669 return 0;
670}
671
672static int str_numa_mpol_cb(void *data, char *input)
673{
a609f12a 674 struct thread_data *td = cb_data_to_td(data);
d0b937ed 675 const char * const policy_types[] =
05d6f44b 676 { "default", "prefer", "bind", "interleave", "local", NULL };
d0b937ed 677 int i;
52c0cea3 678 char *nodelist;
43522848 679 struct bitmask *verify_bitmask;
52c0cea3
JA
680
681 if (parse_dryrun())
682 return 0;
d0b937ed 683
52c0cea3 684 nodelist = strchr(input, ':');
d0b937ed
YR
685 if (nodelist) {
686 /* NUL-terminate mode */
687 *nodelist++ = '\0';
688 }
689
690 for (i = 0; i <= MPOL_LOCAL; i++) {
691 if (!strcmp(input, policy_types[i])) {
692 td->o.numa_mem_mode = i;
693 break;
694 }
695 }
696 if (i > MPOL_LOCAL) {
697 log_err("fio: memory policy should be: default, prefer, bind, interleave, local\n");
698 goto out;
699 }
700
701 switch (td->o.numa_mem_mode) {
702 case MPOL_PREFERRED:
703 /*
704 * Insist on a nodelist of one node only
705 */
706 if (nodelist) {
707 char *rest = nodelist;
708 while (isdigit(*rest))
709 rest++;
710 if (*rest) {
711 log_err("fio: one node only for \'prefer\'\n");
712 goto out;
713 }
714 } else {
715 log_err("fio: one node is needed for \'prefer\'\n");
716 goto out;
717 }
718 break;
719 case MPOL_INTERLEAVE:
720 /*
721 * Default to online nodes with memory if no nodelist
722 */
723 if (!nodelist)
724 nodelist = strdup("all");
725 break;
726 case MPOL_LOCAL:
727 case MPOL_DEFAULT:
728 /*
729 * Don't allow a nodelist
730 */
731 if (nodelist) {
732 log_err("fio: NO nodelist for \'local\'\n");
733 goto out;
734 }
735 break;
736 case MPOL_BIND:
737 /*
738 * Insist on a nodelist
739 */
740 if (!nodelist) {
741 log_err("fio: a nodelist is needed for \'bind\'\n");
742 goto out;
743 }
744 break;
745 }
746
747
748 /* numa_parse_nodestring() parses a character string list
749 * of nodes into a bit mask. The bit mask is allocated by
750 * numa_allocate_nodemask(), so it should be freed by
751 * numa_free_nodemask().
752 */
753 switch (td->o.numa_mem_mode) {
754 case MPOL_PREFERRED:
755 td->o.numa_mem_prefer_node = atoi(nodelist);
756 break;
757 case MPOL_INTERLEAVE:
758 case MPOL_BIND:
43522848
DG
759 verify_bitmask = numa_parse_nodestring(nodelist);
760 if (verify_bitmask == NULL) {
d0b937ed
YR
761 log_err("fio: numa_parse_nodestring failed\n");
762 td_verror(td, 1, "str_numa_memnodes_cb");
763 return 1;
764 }
43522848
DG
765 td->o.numa_memnodes = strdup(nodelist);
766 numa_free_nodemask(verify_bitmask);
b74e419e 767
d0b937ed
YR
768 break;
769 case MPOL_LOCAL:
770 case MPOL_DEFAULT:
771 default:
772 break;
773 }
774
d0b937ed 775 return 0;
d0b937ed
YR
776out:
777 return 1;
778}
779#endif
780
214e1eca
JA
781static int str_fst_cb(void *data, const char *str)
782{
a609f12a 783 struct thread_data *td = cb_data_to_td(data);
8c07860d
JA
784 double val;
785 bool done = false;
786 char *nr;
214e1eca
JA
787
788 td->file_service_nr = 1;
8c07860d
JA
789
790 switch (td->o.file_service_type) {
791 case FIO_FSERVICE_RANDOM:
792 case FIO_FSERVICE_RR:
793 case FIO_FSERVICE_SEQ:
794 nr = get_opt_postfix(str);
795 if (nr) {
796 td->file_service_nr = atoi(nr);
797 free(nr);
798 }
799 done = true;
800 break;
801 case FIO_FSERVICE_ZIPF:
802 val = FIO_DEF_ZIPF;
803 break;
804 case FIO_FSERVICE_PARETO:
805 val = FIO_DEF_PARETO;
806 break;
807 case FIO_FSERVICE_GAUSS:
808 val = 0.0;
809 break;
810 default:
811 log_err("fio: bad file service type: %d\n", td->o.file_service_type);
812 return 1;
813 }
814
815 if (done)
816 return 0;
817
818 nr = get_opt_postfix(str);
819 if (nr && !str_to_float(nr, &val, 0)) {
820 log_err("fio: file service type random postfix parsing failed\n");
182ec6ee 821 free(nr);
8c07860d
JA
822 return 1;
823 }
824
825 free(nr);
826
827 switch (td->o.file_service_type) {
828 case FIO_FSERVICE_ZIPF:
829 if (val == 1.00) {
830 log_err("fio: zipf theta must be different than 1.0\n");
831 return 1;
832 }
833 if (parse_dryrun())
834 return 0;
835 td->zipf_theta = val;
836 break;
837 case FIO_FSERVICE_PARETO:
838 if (val <= 0.00 || val >= 1.00) {
839 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
840 return 1;
841 }
842 if (parse_dryrun())
843 return 0;
844 td->pareto_h = val;
845 break;
846 case FIO_FSERVICE_GAUSS:
847 if (val < 0.00 || val >= 100.00) {
99c94a6b 848 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
8c07860d
JA
849 return 1;
850 }
851 if (parse_dryrun())
852 return 0;
853 td->gauss_dev = val;
854 break;
182ec6ee 855 }
214e1eca
JA
856
857 return 0;
858}
859
67bf9823 860#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA
861static int str_sfr_cb(void *data, const char *str)
862{
a609f12a 863 struct thread_data *td = cb_data_to_td(data);
44f29692
JA
864 char *nr = get_opt_postfix(str);
865
866 td->sync_file_range_nr = 1;
867 if (nr) {
868 td->sync_file_range_nr = atoi(nr);
869 free(nr);
870 }
871
872 return 0;
873}
3ae06371 874#endif
44f29692 875
764593c0 876static int zone_split_ddir(struct thread_options *o, enum fio_ddir ddir,
59466396 877 char *str, bool absolute)
e0a04ac1 878{
e0a04ac1 879 unsigned int i, perc, perc_missing, sperc, sperc_missing;
d2835319 880 struct split split;
e0a04ac1 881
d2835319 882 memset(&split, 0, sizeof(split));
e0a04ac1 883
517c9c72 884 if (split_parse_ddir(o, &split, str, absolute, ZONESPLIT_MAX))
d2835319
JA
885 return 1;
886 if (!split.nr)
887 return 0;
e0a04ac1 888
d2835319
JA
889 o->zone_split[ddir] = malloc(split.nr * sizeof(struct zone_split));
890 o->zone_split_nr[ddir] = split.nr;
891 for (i = 0; i < split.nr; i++) {
892 o->zone_split[ddir][i].access_perc = split.val1[i];
59466396
JA
893 if (absolute)
894 o->zone_split[ddir][i].size = split.val2[i];
895 else
896 o->zone_split[ddir][i].size_perc = split.val2[i];
e0a04ac1
JA
897 }
898
e0a04ac1
JA
899 /*
900 * Now check if the percentages add up, and how much is missing
901 */
902 perc = perc_missing = 0;
903 sperc = sperc_missing = 0;
904 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 905 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
906
907 if (zsp->access_perc == (uint8_t) -1U)
908 perc_missing++;
909 else
910 perc += zsp->access_perc;
911
59466396
JA
912 if (!absolute) {
913 if (zsp->size_perc == (uint8_t) -1U)
914 sperc_missing++;
915 else
916 sperc += zsp->size_perc;
917 }
e0a04ac1
JA
918 }
919
920 if (perc > 100 || sperc > 100) {
921 log_err("fio: zone_split percentages add to more than 100%%\n");
d2835319
JA
922 free(o->zone_split[ddir]);
923 o->zone_split[ddir] = NULL;
e0a04ac1
JA
924 return 1;
925 }
926 if (perc < 100) {
927 log_err("fio: access percentage don't add up to 100 for zoned "
928 "random distribution (got=%u)\n", perc);
d2835319
JA
929 free(o->zone_split[ddir]);
930 o->zone_split[ddir] = NULL;
e0a04ac1
JA
931 return 1;
932 }
933
934 /*
935 * If values didn't have a percentage set, divide the remains between
936 * them.
937 */
938 if (perc_missing) {
939 if (perc_missing == 1 && o->zone_split_nr[ddir] == 1)
940 perc = 100;
941 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 942 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
943
944 if (zsp->access_perc == (uint8_t) -1U)
945 zsp->access_perc = (100 - perc) / perc_missing;
946 }
947 }
948 if (sperc_missing) {
949 if (sperc_missing == 1 && o->zone_split_nr[ddir] == 1)
950 sperc = 100;
951 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 952 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
953
954 if (zsp->size_perc == (uint8_t) -1U)
955 zsp->size_perc = (100 - sperc) / sperc_missing;
956 }
957 }
958
e0a04ac1
JA
959 return 0;
960}
961
59466396
JA
962static int parse_zoned_distribution(struct thread_data *td, const char *input,
963 bool absolute)
e0a04ac1 964{
59466396 965 const char *pre = absolute ? "zoned_abs:" : "zoned:";
764593c0 966 char *str, *p;
e0a04ac1
JA
967 int i, ret = 0;
968
969 p = str = strdup(input);
970
971 strip_blank_front(&str);
972 strip_blank_end(str);
973
974 /* We expect it to start like that, bail if not */
59466396 975 if (strncmp(str, pre, strlen(pre))) {
e0a04ac1
JA
976 log_err("fio: mismatch in zoned input <%s>\n", str);
977 free(p);
978 return 1;
979 }
59466396 980 str += strlen(pre);
e0a04ac1 981
59466396 982 ret = str_split_parse(td, str, zone_split_ddir, absolute);
e0a04ac1
JA
983
984 free(p);
985
986 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
987 int j;
988
989 dprint(FD_PARSE, "zone ddir %d (nr=%u): \n", i, td->o.zone_split_nr[i]);
990
991 for (j = 0; j < td->o.zone_split_nr[i]; j++) {
992 struct zone_split *zsp = &td->o.zone_split[i][j];
993
59466396
JA
994 if (absolute) {
995 dprint(FD_PARSE, "\t%d: %u/%llu\n", j,
996 zsp->access_perc,
997 (unsigned long long) zsp->size);
998 } else {
999 dprint(FD_PARSE, "\t%d: %u/%u\n", j,
1000 zsp->access_perc,
1001 zsp->size_perc);
1002 }
e0a04ac1
JA
1003 }
1004 }
1005
55baca06 1006 if (parse_dryrun()) {
55baca06
JA
1007 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
1008 free(td->o.zone_split[i]);
1009 td->o.zone_split[i] = NULL;
1010 td->o.zone_split_nr[i] = 0;
1011 }
1012
1013 return ret;
1014 }
1015
81bdb791 1016 if (ret) {
dc4bffb8
JA
1017 for (i = 0; i < DDIR_RWDIR_CNT; i++)
1018 td->o.zone_split_nr[i] = 0;
1019 }
e0a04ac1
JA
1020
1021 return ret;
1022}
1023
e25839d4
JA
1024static int str_random_distribution_cb(void *data, const char *str)
1025{
a609f12a 1026 struct thread_data *td = cb_data_to_td(data);
e25839d4
JA
1027 double val;
1028 char *nr;
1029
925fee33 1030 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF)
c95f9404 1031 val = FIO_DEF_ZIPF;
925fee33 1032 else if (td->o.random_distribution == FIO_RAND_DIST_PARETO)
c95f9404 1033 val = FIO_DEF_PARETO;
56d9fa4b
JA
1034 else if (td->o.random_distribution == FIO_RAND_DIST_GAUSS)
1035 val = 0.0;
e0a04ac1 1036 else if (td->o.random_distribution == FIO_RAND_DIST_ZONED)
59466396
JA
1037 return parse_zoned_distribution(td, str, false);
1038 else if (td->o.random_distribution == FIO_RAND_DIST_ZONED_ABS)
1039 return parse_zoned_distribution(td, str, true);
925fee33 1040 else
e25839d4
JA
1041 return 0;
1042
1043 nr = get_opt_postfix(str);
88038bc7 1044 if (nr && !str_to_float(nr, &val, 0)) {
e25839d4
JA
1045 log_err("fio: random postfix parsing failed\n");
1046 free(nr);
1047 return 1;
1048 }
1049
078189c1
JA
1050 free(nr);
1051
18ded917
JA
1052 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF) {
1053 if (val == 1.00) {
1054 log_err("fio: zipf theta must different than 1.0\n");
1055 return 1;
1056 }
55baca06
JA
1057 if (parse_dryrun())
1058 return 0;
1e5324e7 1059 td->o.zipf_theta.u.f = val;
56d9fa4b 1060 } else if (td->o.random_distribution == FIO_RAND_DIST_PARETO) {
078189c1
JA
1061 if (val <= 0.00 || val >= 1.00) {
1062 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
1063 return 1;
1064 }
55baca06
JA
1065 if (parse_dryrun())
1066 return 0;
1e5324e7 1067 td->o.pareto_h.u.f = val;
3cdb8cf3 1068 } else {
76527b19 1069 if (val < 0.00 || val >= 100.0) {
99c94a6b 1070 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
3cdb8cf3
JA
1071 return 1;
1072 }
55baca06
JA
1073 if (parse_dryrun())
1074 return 0;
f88cd222 1075 td->o.gauss_dev.u.f = val;
3cdb8cf3 1076 }
921c766f
JA
1077
1078 return 0;
1079}
1080
16e56d25
VF
1081static int str_steadystate_cb(void *data, const char *str)
1082{
94f218f6 1083 struct thread_data *td = cb_data_to_td(data);
16e56d25
VF
1084 double val;
1085 char *nr;
1086 char *pct;
1087 long long ll;
1088
2c5d94bc
VF
1089 if (td->o.ss_state != FIO_SS_IOPS && td->o.ss_state != FIO_SS_IOPS_SLOPE &&
1090 td->o.ss_state != FIO_SS_BW && td->o.ss_state != FIO_SS_BW_SLOPE) {
16e56d25
VF
1091 /* should be impossible to get here */
1092 log_err("fio: unknown steady state criterion\n");
1093 return 1;
1094 }
1095
1096 nr = get_opt_postfix(str);
1097 if (!nr) {
1098 log_err("fio: steadystate threshold must be specified in addition to criterion\n");
1099 free(nr);
1100 return 1;
1101 }
1102
1103 /* ENHANCEMENT Allow fio to understand size=10.2% and use here */
1104 pct = strstr(nr, "%");
1105 if (pct) {
1106 *pct = '\0';
1107 strip_blank_end(nr);
1108 if (!str_to_float(nr, &val, 0)) {
1109 log_err("fio: could not parse steadystate threshold percentage\n");
1110 free(nr);
1111 return 1;
1112 }
1113
1114 dprint(FD_PARSE, "set steady state threshold to %f%%\n", val);
1115 free(nr);
1116 if (parse_dryrun())
1117 return 0;
1118
c8caba48 1119 td->o.ss_state |= FIO_SS_PCT;
16e56d25 1120 td->o.ss_limit.u.f = val;
c8caba48 1121 } else if (td->o.ss_state & FIO_SS_IOPS) {
16e56d25
VF
1122 if (!str_to_float(nr, &val, 0)) {
1123 log_err("fio: steadystate IOPS threshold postfix parsing failed\n");
1124 free(nr);
1125 return 1;
1126 }
1127
1128 dprint(FD_PARSE, "set steady state IOPS threshold to %f\n", val);
1129 free(nr);
1130 if (parse_dryrun())
1131 return 0;
1132
16e56d25 1133 td->o.ss_limit.u.f = val;
16e56d25
VF
1134 } else { /* bandwidth criterion */
1135 if (str_to_decimal(nr, &ll, 1, td, 0, 0)) {
1136 log_err("fio: steadystate BW threshold postfix parsing failed\n");
1137 free(nr);
1138 return 1;
1139 }
1140
1141 dprint(FD_PARSE, "set steady state BW threshold to %lld\n", ll);
1142 free(nr);
1143 if (parse_dryrun())
1144 return 0;
1145
16e56d25 1146 td->o.ss_limit.u.f = (double) ll;
16e56d25
VF
1147 }
1148
2c5d94bc 1149 td->ss.state = td->o.ss_state;
16e56d25
VF
1150 return 0;
1151}
1152
8e827d35 1153/*
bcbfeefa 1154 * Return next name in the string. Files are separated with ':'. If the ':'
8e827d35
JA
1155 * is escaped with a '\', then that ':' is part of the filename and does not
1156 * indicate a new file.
1157 */
532eda7e 1158char *get_next_str(char **ptr)
8e827d35
JA
1159{
1160 char *str = *ptr;
1161 char *p, *start;
1162
1163 if (!str || !strlen(str))
1164 return NULL;
1165
1166 start = str;
1167 do {
1168 /*
1169 * No colon, we are done
1170 */
1171 p = strchr(str, ':');
1172 if (!p) {
1173 *ptr = NULL;
1174 break;
1175 }
1176
1177 /*
1178 * We got a colon, but it's the first character. Skip and
1179 * continue
1180 */
1181 if (p == start) {
1182 str = ++start;
1183 continue;
1184 }
1185
1186 if (*(p - 1) != '\\') {
1187 *p = '\0';
1188 *ptr = p + 1;
1189 break;
1190 }
1191
1192 memmove(p - 1, p, strlen(p) + 1);
1193 str = p;
1194 } while (1);
1195
1196 return start;
1197}
1198
bcbfeefa 1199
532eda7e 1200int get_max_str_idx(char *input)
bcbfeefa
CE
1201{
1202 unsigned int cur_idx;
1203 char *str, *p;
1204
1205 p = str = strdup(input);
1206 for (cur_idx = 0; ; cur_idx++)
532eda7e 1207 if (get_next_str(&str) == NULL)
bcbfeefa
CE
1208 break;
1209
1210 free(p);
1211 return cur_idx;
1212}
1213
1214/*
1215 * Returns the directory at the index, indexes > entires will be
1216 * assigned via modulo division of the index
1217 */
922a5be8
JA
1218int set_name_idx(char *target, size_t tlen, char *input, int index,
1219 bool unique_filename)
bcbfeefa
CE
1220{
1221 unsigned int cur_idx;
1222 int len;
1223 char *fname, *str, *p;
1224
1225 p = str = strdup(input);
1226
532eda7e 1227 index %= get_max_str_idx(input);
bcbfeefa 1228 for (cur_idx = 0; cur_idx <= index; cur_idx++)
532eda7e 1229 fname = get_next_str(&str);
bcbfeefa 1230
922a5be8 1231 if (client_sockaddr_str[0] && unique_filename) {
e13c3b50
JA
1232 len = snprintf(target, tlen, "%s/%s.", fname,
1233 client_sockaddr_str);
1234 } else
1235 len = snprintf(target, tlen, "%s/", fname);
72a703da 1236
e13c3b50 1237 target[tlen - 1] = '\0';
bcbfeefa
CE
1238 free(p);
1239
1240 return len;
1241}
1242
c70c7f58
AK
1243char* get_name_by_idx(char *input, int index)
1244{
1245 unsigned int cur_idx;
1246 char *fname, *str, *p;
1247
1248 p = str = strdup(input);
1249
532eda7e 1250 index %= get_max_str_idx(input);
c70c7f58 1251 for (cur_idx = 0; cur_idx <= index; cur_idx++)
532eda7e 1252 fname = get_next_str(&str);
c70c7f58
AK
1253
1254 fname = strdup(fname);
1255 free(p);
1256
1257 return fname;
1258}
1259
214e1eca
JA
1260static int str_filename_cb(void *data, const char *input)
1261{
a609f12a 1262 struct thread_data *td = cb_data_to_td(data);
214e1eca
JA
1263 char *fname, *str, *p;
1264
1265 p = str = strdup(input);
1266
1267 strip_blank_front(&str);
1268 strip_blank_end(str);
1269
79591fa9
TK
1270 /*
1271 * Ignore what we may already have from nrfiles option.
1272 */
214e1eca 1273 if (!td->files_index)
2dc1bbeb 1274 td->o.nr_files = 0;
214e1eca 1275
532eda7e 1276 while ((fname = get_next_str(&str)) != NULL) {
214e1eca
JA
1277 if (!strlen(fname))
1278 break;
5903e7b7 1279 add_file(td, fname, 0, 1);
214e1eca
JA
1280 }
1281
1282 free(p);
1283 return 0;
1284}
1285
bcbfeefa 1286static int str_directory_cb(void *data, const char fio_unused *unused)
214e1eca 1287{
a609f12a 1288 struct thread_data *td = cb_data_to_td(data);
214e1eca 1289 struct stat sb;
bcbfeefa
CE
1290 char *dirname, *str, *p;
1291 int ret = 0;
214e1eca 1292
f9633d72
JA
1293 if (parse_dryrun())
1294 return 0;
1295
bcbfeefa 1296 p = str = strdup(td->o.directory);
532eda7e 1297 while ((dirname = get_next_str(&str)) != NULL) {
bcbfeefa
CE
1298 if (lstat(dirname, &sb) < 0) {
1299 ret = errno;
921c766f 1300
bcbfeefa
CE
1301 log_err("fio: %s is not a directory\n", dirname);
1302 td_verror(td, ret, "lstat");
1303 goto out;
1304 }
1305 if (!S_ISDIR(sb.st_mode)) {
1306 log_err("fio: %s is not a directory\n", dirname);
1307 ret = 1;
1308 goto out;
1309 }
214e1eca
JA
1310 }
1311
bcbfeefa
CE
1312out:
1313 free(p);
1314 return ret;
214e1eca
JA
1315}
1316
1317static int str_opendir_cb(void *data, const char fio_unused *str)
1318{
a609f12a 1319 struct thread_data *td = cb_data_to_td(data);
214e1eca 1320
52c0cea3
JA
1321 if (parse_dryrun())
1322 return 0;
1323
214e1eca 1324 if (!td->files_index)
2dc1bbeb 1325 td->o.nr_files = 0;
214e1eca 1326
2dc1bbeb 1327 return add_dir_files(td, td->o.opendir);
214e1eca
JA
1328}
1329
ce35b1ec
JA
1330static int str_buffer_pattern_cb(void *data, const char *input)
1331{
a609f12a 1332 struct thread_data *td = cb_data_to_td(data);
ce35b1ec
JA
1333 int ret;
1334
61b9861d
RP
1335 /* FIXME: for now buffer pattern does not support formats */
1336 ret = parse_and_fill_pattern(input, strlen(input), td->o.buffer_pattern,
1337 MAX_PATTERN_SIZE, NULL, 0, NULL, NULL);
1338 if (ret < 0)
1339 return 1;
ce35b1ec 1340
61b9861d
RP
1341 assert(ret != 0);
1342 td->o.buffer_pattern_bytes = ret;
c55fae03
JA
1343
1344 /*
1345 * If this job is doing any reading or has compression set,
1346 * ensure that we refill buffers for writes or we could be
1347 * invalidating the pattern through reads.
1348 */
1349 if (!td->o.compress_percentage && !td_read(td))
61b9861d 1350 td->o.refill_buffers = 0;
c55fae03
JA
1351 else
1352 td->o.refill_buffers = 1;
1353
61b9861d
RP
1354 td->o.scramble_buffers = 0;
1355 td->o.zero_buffers = 0;
efcd9dcc 1356
61b9861d 1357 return 0;
ce35b1ec
JA
1358}
1359
bedc9dc2
JA
1360static int str_buffer_compress_cb(void *data, unsigned long long *il)
1361{
a609f12a 1362 struct thread_data *td = cb_data_to_td(data);
bedc9dc2
JA
1363
1364 td->flags |= TD_F_COMPRESS;
1365 td->o.compress_percentage = *il;
1366 return 0;
1367}
1368
5c94b008
JA
1369static int str_dedupe_cb(void *data, unsigned long long *il)
1370{
a609f12a 1371 struct thread_data *td = cb_data_to_td(data);
5c94b008
JA
1372
1373 td->flags |= TD_F_COMPRESS;
1374 td->o.dedupe_percentage = *il;
1375 td->o.refill_buffers = 1;
1376 return 0;
1377}
1378
ce35b1ec
JA
1379static int str_verify_pattern_cb(void *data, const char *input)
1380{
a609f12a 1381 struct thread_data *td = cb_data_to_td(data);
ce35b1ec
JA
1382 int ret;
1383
61b9861d
RP
1384 td->o.verify_fmt_sz = ARRAY_SIZE(td->o.verify_fmt);
1385 ret = parse_and_fill_pattern(input, strlen(input), td->o.verify_pattern,
4205998f
JA
1386 MAX_PATTERN_SIZE, fmt_desc, sizeof(fmt_desc),
1387 td->o.verify_fmt, &td->o.verify_fmt_sz);
61b9861d
RP
1388 if (ret < 0)
1389 return 1;
efcd9dcc 1390
61b9861d
RP
1391 assert(ret != 0);
1392 td->o.verify_pattern_bytes = ret;
92bf48d5 1393 /*
b638d82f 1394 * VERIFY_* could already be set
92bf48d5 1395 */
61b9861d 1396 if (!fio_option_is_set(&td->o, verify))
92bf48d5 1397 td->o.verify = VERIFY_PATTERN;
efcd9dcc 1398
61b9861d 1399 return 0;
90059d65 1400}
214e1eca 1401
993bf48b
JA
1402static int str_gtod_reduce_cb(void *data, int *il)
1403{
a609f12a 1404 struct thread_data *td = cb_data_to_td(data);
993bf48b
JA
1405 int val = *il;
1406
02af0988 1407 td->o.disable_lat = !!val;
993bf48b
JA
1408 td->o.disable_clat = !!val;
1409 td->o.disable_slat = !!val;
1410 td->o.disable_bw = !!val;
0dc1bc03 1411 td->o.clat_percentiles = !val;
993bf48b 1412 if (val)
8b6a404c 1413 td->ts_cache_mask = 63;
993bf48b
JA
1414
1415 return 0;
1416}
1417
89978a6b
BW
1418static int str_offset_cb(void *data, unsigned long long *__val)
1419{
1420 struct thread_data *td = cb_data_to_td(data);
1421 unsigned long long v = *__val;
1422
1423 if (parse_is_percent(v)) {
1424 td->o.start_offset = 0;
1425 td->o.start_offset_percent = -1ULL - v;
872e0415
JA
1426 dprint(FD_PARSE, "SET start_offset_percent %d\n",
1427 td->o.start_offset_percent);
89978a6b
BW
1428 } else
1429 td->o.start_offset = v;
1430
1431 return 0;
1432}
1433
7bb59102
JA
1434static int str_size_cb(void *data, unsigned long long *__val)
1435{
a609f12a 1436 struct thread_data *td = cb_data_to_td(data);
7bb59102
JA
1437 unsigned long long v = *__val;
1438
1439 if (parse_is_percent(v)) {
1440 td->o.size = 0;
1441 td->o.size_percent = -1ULL - v;
24e4321c
TK
1442 dprint(FD_PARSE, "SET size_percent %d\n",
1443 td->o.size_percent);
7bb59102
JA
1444 } else
1445 td->o.size = v;
1446
1447 return 0;
1448}
1449
dded427c
OS
1450static int str_write_bw_log_cb(void *data, const char *str)
1451{
1452 struct thread_data *td = cb_data_to_td(data);
1453
1454 if (str)
1455 td->o.bw_log_file = strdup(str);
1456
1457 td->o.write_bw_log = 1;
1458 return 0;
1459}
1460
1461static int str_write_lat_log_cb(void *data, const char *str)
1462{
1463 struct thread_data *td = cb_data_to_td(data);
1464
1465 if (str)
1466 td->o.lat_log_file = strdup(str);
1467
1468 td->o.write_lat_log = 1;
1469 return 0;
1470}
1471
1472static int str_write_iops_log_cb(void *data, const char *str)
1473{
1474 struct thread_data *td = cb_data_to_td(data);
1475
1476 if (str)
1477 td->o.iops_log_file = strdup(str);
1478
1479 td->o.write_iops_log = 1;
1480 return 0;
1481}
1482
1483static int str_write_hist_log_cb(void *data, const char *str)
1484{
1485 struct thread_data *td = cb_data_to_td(data);
1486
1487 if (str)
1488 td->o.hist_log_file = strdup(str);
1489
1490 td->o.write_hist_log = 1;
1491 return 0;
1492}
1493
6730b40f
TK
1494/*
1495 * str is supposed to be a substring of the strdup'd original string,
1496 * and is valid only if it's a regular file path.
1497 * This function keeps the pointer to the path as needed later.
1498 *
1499 * "external:/path/to/so\0" <- original pointer updated with strdup'd
1500 * "external\0" <- above pointer after parsed, i.e. ->ioengine
1501 * "/path/to/so\0" <- str argument, i.e. ->ioengine_so_path
1502 */
1503static int str_ioengine_external_cb(void *data, const char *str)
1504{
1505 struct thread_data *td = cb_data_to_td(data);
1506 struct stat sb;
1507 char *p;
1508
1509 if (!str) {
1510 log_err("fio: null external ioengine path\n");
1511 return 1;
1512 }
1513
1514 p = (char *)str; /* str is mutable */
1515 strip_blank_front(&p);
1516 strip_blank_end(p);
1517
1518 if (stat(p, &sb) || !S_ISREG(sb.st_mode)) {
1519 log_err("fio: invalid external ioengine path \"%s\"\n", p);
1520 return 1;
1521 }
1522
1523 td->o.ioengine_so_path = p;
1524 return 0;
1525}
1526
9109883a 1527static int rw_verify(const struct fio_option *o, void *data)
896cac2a 1528{
a609f12a 1529 struct thread_data *td = cb_data_to_td(data);
896cac2a 1530
d81d0f99
VF
1531 if (read_only && (td_write(td) || td_trim(td))) {
1532 log_err("fio: job <%s> has write or trim bit set, but"
1533 " fio is in read-only mode\n", td->o.name);
896cac2a
JA
1534 return 1;
1535 }
1536
1537 return 0;
1538}
1539
9109883a 1540static int gtod_cpu_verify(const struct fio_option *o, void *data)
29d43ff9 1541{
276ca4f7 1542#ifndef FIO_HAVE_CPU_AFFINITY
a609f12a 1543 struct thread_data *td = cb_data_to_td(data);
29d43ff9 1544
29d43ff9
JA
1545 if (td->o.gtod_cpu) {
1546 log_err("fio: platform must support CPU affinity for"
1547 "gettimeofday() offloading\n");
1548 return 1;
1549 }
1550#endif
1551
1552 return 0;
1553}
1554
214e1eca
JA
1555/*
1556 * Map of job/command line options
1557 */
9af4a244 1558struct fio_option fio_options[FIO_MAX_OPTS] = {
214e1eca
JA
1559 {
1560 .name = "description",
e8b0e958 1561 .lname = "Description of job",
214e1eca 1562 .type = FIO_OPT_STR_STORE,
a609f12a 1563 .off1 = offsetof(struct thread_options, description),
214e1eca 1564 .help = "Text job description",
e8b0e958 1565 .category = FIO_OPT_C_GENERAL,
0626037e 1566 .group = FIO_OPT_G_DESC,
214e1eca
JA
1567 },
1568 {
1569 .name = "name",
e8b0e958 1570 .lname = "Job name",
214e1eca 1571 .type = FIO_OPT_STR_STORE,
a609f12a 1572 .off1 = offsetof(struct thread_options, name),
214e1eca 1573 .help = "Name of this job",
e8b0e958 1574 .category = FIO_OPT_C_GENERAL,
0626037e 1575 .group = FIO_OPT_G_DESC,
214e1eca 1576 },
9cc8cb91
AK
1577 {
1578 .name = "wait_for",
1579 .lname = "Waitee name",
1580 .type = FIO_OPT_STR_STORE,
a609f12a 1581 .off1 = offsetof(struct thread_options, wait_for),
9cc8cb91
AK
1582 .help = "Name of the job this one wants to wait for before starting",
1583 .category = FIO_OPT_C_GENERAL,
1584 .group = FIO_OPT_G_DESC,
1585 },
214e1eca
JA
1586 {
1587 .name = "filename",
e8b0e958 1588 .lname = "Filename(s)",
214e1eca 1589 .type = FIO_OPT_STR_STORE,
a609f12a 1590 .off1 = offsetof(struct thread_options, filename),
214e1eca 1591 .cb = str_filename_cb,
f0d524b0 1592 .prio = -1, /* must come after "directory" */
214e1eca 1593 .help = "File(s) to use for the workload",
e8b0e958 1594 .category = FIO_OPT_C_FILE,
0626037e 1595 .group = FIO_OPT_G_FILENAME,
214e1eca 1596 },
90fef2d1 1597 {
e8b0e958
JA
1598 .name = "directory",
1599 .lname = "Directory",
1600 .type = FIO_OPT_STR_STORE,
a609f12a 1601 .off1 = offsetof(struct thread_options, directory),
e8b0e958
JA
1602 .cb = str_directory_cb,
1603 .help = "Directory to store files in",
1604 .category = FIO_OPT_C_FILE,
0626037e 1605 .group = FIO_OPT_G_FILENAME,
90fef2d1 1606 },
de98bd30
JA
1607 {
1608 .name = "filename_format",
922a5be8 1609 .lname = "Filename Format",
de98bd30 1610 .type = FIO_OPT_STR_STORE,
a609f12a 1611 .off1 = offsetof(struct thread_options, filename_format),
de98bd30
JA
1612 .prio = -1, /* must come after "directory" */
1613 .help = "Override default $jobname.$jobnum.$filenum naming",
1614 .def = "$jobname.$jobnum.$filenum",
93bb626a
JA
1615 .category = FIO_OPT_C_FILE,
1616 .group = FIO_OPT_G_FILENAME,
ad705bcb 1617 },
922a5be8
JA
1618 {
1619 .name = "unique_filename",
1620 .lname = "Unique Filename",
1621 .type = FIO_OPT_BOOL,
a609f12a 1622 .off1 = offsetof(struct thread_options, unique_filename),
922a5be8
JA
1623 .help = "For network clients, prefix file with source IP",
1624 .def = "1",
1625 .category = FIO_OPT_C_FILE,
1626 .group = FIO_OPT_G_FILENAME,
1627 },
29c1349f
JA
1628 {
1629 .name = "lockfile",
e8b0e958 1630 .lname = "Lockfile",
4d4e80f2 1631 .type = FIO_OPT_STR,
a609f12a 1632 .off1 = offsetof(struct thread_options, file_lock_mode),
29c1349f 1633 .help = "Lock file when doing IO to it",
bc6a0a5d 1634 .prio = 1,
29c1349f 1635 .parent = "filename",
d71c154c 1636 .hide = 0,
4d4e80f2 1637 .def = "none",
e8b0e958 1638 .category = FIO_OPT_C_FILE,
0626037e 1639 .group = FIO_OPT_G_FILENAME,
4d4e80f2
JA
1640 .posval = {
1641 { .ival = "none",
1642 .oval = FILE_LOCK_NONE,
1643 .help = "No file locking",
1644 },
1645 { .ival = "exclusive",
1646 .oval = FILE_LOCK_EXCLUSIVE,
1647 .help = "Exclusive file lock",
1648 },
1649 {
1650 .ival = "readwrite",
1651 .oval = FILE_LOCK_READWRITE,
1652 .help = "Read vs write lock",
1653 },
1654 },
29c1349f 1655 },
214e1eca
JA
1656 {
1657 .name = "opendir",
e8b0e958 1658 .lname = "Open directory",
214e1eca 1659 .type = FIO_OPT_STR_STORE,
a609f12a 1660 .off1 = offsetof(struct thread_options, opendir),
214e1eca
JA
1661 .cb = str_opendir_cb,
1662 .help = "Recursively add files from this directory and down",
e8b0e958 1663 .category = FIO_OPT_C_FILE,
0626037e 1664 .group = FIO_OPT_G_FILENAME,
214e1eca
JA
1665 },
1666 {
1667 .name = "rw",
e8b0e958 1668 .lname = "Read/write",
d3aad8f2 1669 .alias = "readwrite",
214e1eca 1670 .type = FIO_OPT_STR,
211097b2 1671 .cb = str_rw_cb,
a609f12a 1672 .off1 = offsetof(struct thread_options, td_ddir),
214e1eca
JA
1673 .help = "IO direction",
1674 .def = "read",
896cac2a 1675 .verify = rw_verify,
e8b0e958 1676 .category = FIO_OPT_C_IO,
0626037e 1677 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1678 .posval = {
1679 { .ival = "read",
1680 .oval = TD_DDIR_READ,
1681 .help = "Sequential read",
1682 },
1683 { .ival = "write",
1684 .oval = TD_DDIR_WRITE,
1685 .help = "Sequential write",
1686 },
6eaf09d6
SL
1687 { .ival = "trim",
1688 .oval = TD_DDIR_TRIM,
1689 .help = "Sequential trim",
1690 },
214e1eca
JA
1691 { .ival = "randread",
1692 .oval = TD_DDIR_RANDREAD,
1693 .help = "Random read",
1694 },
1695 { .ival = "randwrite",
1696 .oval = TD_DDIR_RANDWRITE,
1697 .help = "Random write",
1698 },
6eaf09d6
SL
1699 { .ival = "randtrim",
1700 .oval = TD_DDIR_RANDTRIM,
1701 .help = "Random trim",
1702 },
214e1eca
JA
1703 { .ival = "rw",
1704 .oval = TD_DDIR_RW,
1705 .help = "Sequential read and write mix",
1706 },
10b023db
JA
1707 { .ival = "readwrite",
1708 .oval = TD_DDIR_RW,
1709 .help = "Sequential read and write mix",
1710 },
214e1eca
JA
1711 { .ival = "randrw",
1712 .oval = TD_DDIR_RANDRW,
1713 .help = "Random read and write mix"
1714 },
82a90686
JA
1715 { .ival = "trimwrite",
1716 .oval = TD_DDIR_TRIMWRITE,
1717 .help = "Trim and write mix, trims preceding writes"
0e4dd95c 1718 },
214e1eca
JA
1719 },
1720 },
38dad62d
JA
1721 {
1722 .name = "rw_sequencer",
e8b0e958 1723 .lname = "RW Sequencer",
38dad62d 1724 .type = FIO_OPT_STR,
a609f12a 1725 .off1 = offsetof(struct thread_options, rw_seq),
38dad62d
JA
1726 .help = "IO offset generator modifier",
1727 .def = "sequential",
e8b0e958 1728 .category = FIO_OPT_C_IO,
0626037e 1729 .group = FIO_OPT_G_IO_BASIC,
38dad62d
JA
1730 .posval = {
1731 { .ival = "sequential",
1732 .oval = RW_SEQ_SEQ,
1733 .help = "Generate sequential offsets",
1734 },
1735 { .ival = "identical",
1736 .oval = RW_SEQ_IDENT,
1737 .help = "Generate identical offsets",
1738 },
1739 },
1740 },
1741
214e1eca
JA
1742 {
1743 .name = "ioengine",
e8b0e958 1744 .lname = "IO Engine",
214e1eca 1745 .type = FIO_OPT_STR_STORE,
a609f12a 1746 .off1 = offsetof(struct thread_options, ioengine),
214e1eca 1747 .help = "IO engine to use",
58483fa4 1748 .def = FIO_PREFERRED_ENGINE,
e8b0e958 1749 .category = FIO_OPT_C_IO,
0626037e 1750 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1751 .posval = {
1752 { .ival = "sync",
1753 .help = "Use read/write",
1754 },
a31041ea 1755 { .ival = "psync",
1756 .help = "Use pread/pwrite",
1757 },
1d2af02a 1758 { .ival = "vsync",
03e20d68 1759 .help = "Use readv/writev",
1d2af02a 1760 },
07fc0acd
JA
1761#ifdef CONFIG_PWRITEV
1762 { .ival = "pvsync",
1763 .help = "Use preadv/pwritev",
1764 },
1765#endif
6562685f 1766#ifdef FIO_HAVE_PWRITEV2
2cafffbe
JA
1767 { .ival = "pvsync2",
1768 .help = "Use preadv2/pwritev2",
1769 },
1770#endif
67bf9823 1771#ifdef CONFIG_LIBAIO
214e1eca
JA
1772 { .ival = "libaio",
1773 .help = "Linux native asynchronous IO",
1774 },
1775#endif
bffad86f
JA
1776#ifdef ARCH_HAVE_IOURING
1777 { .ival = "io_uring",
1778 .help = "Fast Linux native aio",
52885fa2
JA
1779 },
1780#endif
67bf9823 1781#ifdef CONFIG_POSIXAIO
214e1eca
JA
1782 { .ival = "posixaio",
1783 .help = "POSIX asynchronous IO",
1784 },
417f0068 1785#endif
997843cb 1786#ifdef CONFIG_SOLARISAIO
417f0068
JA
1787 { .ival = "solarisaio",
1788 .help = "Solaris native asynchronous IO",
1789 },
214e1eca 1790#endif
4700b234 1791#ifdef CONFIG_WINDOWSAIO
03e20d68 1792 { .ival = "windowsaio",
3be80071 1793 .help = "Windows native asynchronous IO"
de890a1e 1794 },
fc5c0345
DG
1795#endif
1796#ifdef CONFIG_RBD
1797 { .ival = "rbd",
1798 .help = "Rados Block Device asynchronous IO"
1799 },
3be80071 1800#endif
214e1eca 1801 { .ival = "mmap",
03e20d68 1802 .help = "Memory mapped IO"
214e1eca 1803 },
67bf9823 1804#ifdef CONFIG_LINUX_SPLICE
214e1eca
JA
1805 { .ival = "splice",
1806 .help = "splice/vmsplice based IO",
1807 },
9cce02e8
JA
1808 { .ival = "netsplice",
1809 .help = "splice/vmsplice to/from the network",
1810 },
214e1eca
JA
1811#endif
1812#ifdef FIO_HAVE_SGIO
1813 { .ival = "sg",
1814 .help = "SCSI generic v3 IO",
1815 },
1816#endif
1817 { .ival = "null",
1818 .help = "Testing engine (no data transfer)",
1819 },
1820 { .ival = "net",
1821 .help = "Network IO",
1822 },
214e1eca 1823 { .ival = "cpuio",
03e20d68 1824 .help = "CPU cycle burner engine",
214e1eca 1825 },
67bf9823 1826#ifdef CONFIG_GUASI
b8c82a46
JA
1827 { .ival = "guasi",
1828 .help = "GUASI IO engine",
1829 },
79a43187 1830#endif
67bf9823 1831#ifdef CONFIG_RDMA
21b8aee8 1832 { .ival = "rdma",
1833 .help = "RDMA IO engine",
1834 },
8200b8c7 1835#endif
997843cb 1836#ifdef CONFIG_LINUX_EXT4_MOVE_EXTENT
1ecc95ca
JA
1837 { .ival = "e4defrag",
1838 .help = "ext4 defrag engine",
1839 },
1840#endif
997843cb 1841#ifdef CONFIG_LINUX_FALLOCATE
1ecc95ca
JA
1842 { .ival = "falloc",
1843 .help = "fallocate() file based engine",
1844 },
b8c82a46 1845#endif
a7c386f4 1846#ifdef CONFIG_GFAPI
1847 { .ival = "gfapi",
cc47f094 1848 .help = "Glusterfs libgfapi(sync) based engine"
1849 },
1850 { .ival = "gfapi_async",
1851 .help = "Glusterfs libgfapi(async) based engine"
a7c386f4 1852 },
1853#endif
1b10477b 1854#ifdef CONFIG_LIBHDFS
b74e419e 1855 { .ival = "libhdfs",
1b10477b
MM
1856 .help = "Hadoop Distributed Filesystem (HDFS) engine"
1857 },
5c4ef02e
JA
1858#endif
1859#ifdef CONFIG_PMEMBLK
1860 { .ival = "pmemblk",
363a5f65 1861 .help = "PMDK libpmemblk based IO engine",
5c4ef02e
JA
1862 },
1863
104ee4de 1864#endif
a40e7a59
GB
1865#ifdef CONFIG_IME
1866 { .ival = "ime_psync",
1867 .help = "DDN's IME synchronous IO engine",
1868 },
1869 { .ival = "ime_psyncv",
1870 .help = "DDN's IME synchronous IO engine using iovecs",
1871 },
1872 { .ival = "ime_aio",
1873 .help = "DDN's IME asynchronous IO engine",
1874 },
1875#endif
104ee4de
DJ
1876#ifdef CONFIG_LINUX_DEVDAX
1877 { .ival = "dev-dax",
1878 .help = "DAX Device based IO engine",
1879 },
1b10477b 1880#endif
edc5fa12
JA
1881 {
1882 .ival = "filecreate",
1883 .help = "File creation engine",
1884 },
214e1eca
JA
1885 { .ival = "external",
1886 .help = "Load external engine (append name)",
6730b40f 1887 .cb = str_ioengine_external_cb,
214e1eca 1888 },
ae0db592
TI
1889#ifdef CONFIG_LIBPMEM
1890 { .ival = "libpmem",
363a5f65 1891 .help = "PMDK libpmem based IO engine",
ae0db592 1892 },
c2f6a13d
LMB
1893#endif
1894#ifdef CONFIG_HTTP
1895 { .ival = "http",
1896 .help = "HTTP (WebDAV/S3) IO engine",
1897 },
ae0db592 1898#endif
214e1eca
JA
1899 },
1900 },
1901 {
1902 .name = "iodepth",
e8b0e958 1903 .lname = "IO Depth",
214e1eca 1904 .type = FIO_OPT_INT,
a609f12a 1905 .off1 = offsetof(struct thread_options, iodepth),
03e20d68 1906 .help = "Number of IO buffers to keep in flight",
757aff4f 1907 .minval = 1,
20eb06bd 1908 .interval = 1,
214e1eca 1909 .def = "1",
e8b0e958 1910 .category = FIO_OPT_C_IO,
0626037e 1911 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1912 },
1913 {
1914 .name = "iodepth_batch",
e8b0e958 1915 .lname = "IO Depth batch",
4950421a 1916 .alias = "iodepth_batch_submit",
214e1eca 1917 .type = FIO_OPT_INT,
a609f12a 1918 .off1 = offsetof(struct thread_options, iodepth_batch),
d65db441 1919 .help = "Number of IO buffers to submit in one go",
afdf9352 1920 .parent = "iodepth",
d71c154c 1921 .hide = 1,
20eb06bd 1922 .interval = 1,
a2e6f8ac 1923 .def = "1",
e8b0e958 1924 .category = FIO_OPT_C_IO,
0626037e 1925 .group = FIO_OPT_G_IO_BASIC,
4950421a
JA
1926 },
1927 {
82407585
RP
1928 .name = "iodepth_batch_complete_min",
1929 .lname = "Min IO depth batch complete",
1930 .alias = "iodepth_batch_complete",
4950421a 1931 .type = FIO_OPT_INT,
a609f12a 1932 .off1 = offsetof(struct thread_options, iodepth_batch_complete_min),
82407585 1933 .help = "Min number of IO buffers to retrieve in one go",
4950421a 1934 .parent = "iodepth",
d71c154c 1935 .hide = 1,
4950421a 1936 .minval = 0,
20eb06bd 1937 .interval = 1,
4950421a 1938 .def = "1",
e8b0e958 1939 .category = FIO_OPT_C_IO,
0626037e 1940 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1941 },
82407585
RP
1942 {
1943 .name = "iodepth_batch_complete_max",
1944 .lname = "Max IO depth batch complete",
1945 .type = FIO_OPT_INT,
a609f12a 1946 .off1 = offsetof(struct thread_options, iodepth_batch_complete_max),
82407585
RP
1947 .help = "Max number of IO buffers to retrieve in one go",
1948 .parent = "iodepth",
1949 .hide = 1,
1950 .minval = 0,
1951 .interval = 1,
1952 .category = FIO_OPT_C_IO,
1953 .group = FIO_OPT_G_IO_BASIC,
1954 },
214e1eca
JA
1955 {
1956 .name = "iodepth_low",
e8b0e958 1957 .lname = "IO Depth batch low",
214e1eca 1958 .type = FIO_OPT_INT,
a609f12a 1959 .off1 = offsetof(struct thread_options, iodepth_low),
214e1eca 1960 .help = "Low water mark for queuing depth",
afdf9352 1961 .parent = "iodepth",
d71c154c 1962 .hide = 1,
20eb06bd 1963 .interval = 1,
e8b0e958 1964 .category = FIO_OPT_C_IO,
0626037e 1965 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1966 },
997b5680
SW
1967 {
1968 .name = "serialize_overlap",
1969 .lname = "Serialize overlap",
1970 .off1 = offsetof(struct thread_options, serialize_overlap),
1971 .type = FIO_OPT_BOOL,
1972 .help = "Wait for in-flight IOs that collide to complete",
1973 .parent = "iodepth",
1974 .def = "0",
1975 .category = FIO_OPT_C_IO,
1976 .group = FIO_OPT_G_IO_BASIC,
1977 },
a9da8ab2
JA
1978 {
1979 .name = "io_submit_mode",
1980 .lname = "IO submit mode",
1981 .type = FIO_OPT_STR,
a609f12a 1982 .off1 = offsetof(struct thread_options, io_submit_mode),
a9da8ab2
JA
1983 .help = "How IO submissions and completions are done",
1984 .def = "inline",
1985 .category = FIO_OPT_C_IO,
1986 .group = FIO_OPT_G_IO_BASIC,
1987 .posval = {
1988 { .ival = "inline",
1989 .oval = IO_MODE_INLINE,
1990 .help = "Submit and complete IO inline",
1991 },
1992 { .ival = "offload",
1993 .oval = IO_MODE_OFFLOAD,
1994 .help = "Offload submit and complete to threads",
1995 },
1996 },
1997 },
214e1eca
JA
1998 {
1999 .name = "size",
e8b0e958 2000 .lname = "Size",
214e1eca 2001 .type = FIO_OPT_STR_VAL,
7bb59102 2002 .cb = str_size_cb,
a609f12a 2003 .off1 = offsetof(struct thread_options, size),
214e1eca 2004 .help = "Total size of device or files",
20eb06bd 2005 .interval = 1024 * 1024,
e8b0e958
JA
2006 .category = FIO_OPT_C_IO,
2007 .group = FIO_OPT_G_INVALID,
214e1eca 2008 },
77731b29 2009 {
a4d3b4db
JA
2010 .name = "io_size",
2011 .alias = "io_limit",
2012 .lname = "IO Size",
77731b29 2013 .type = FIO_OPT_STR_VAL,
5be9bf09 2014 .off1 = offsetof(struct thread_options, io_size),
1684f7fd 2015 .help = "Total size of I/O to be performed",
77731b29
JA
2016 .interval = 1024 * 1024,
2017 .category = FIO_OPT_C_IO,
2018 .group = FIO_OPT_G_INVALID,
2019 },
aa31f1f1
SL
2020 {
2021 .name = "fill_device",
e8b0e958 2022 .lname = "Fill device",
74586c1e 2023 .alias = "fill_fs",
aa31f1f1 2024 .type = FIO_OPT_BOOL,
a609f12a 2025 .off1 = offsetof(struct thread_options, fill_device),
aa31f1f1
SL
2026 .help = "Write until an ENOSPC error occurs",
2027 .def = "0",
e8b0e958
JA
2028 .category = FIO_OPT_C_FILE,
2029 .group = FIO_OPT_G_INVALID,
aa31f1f1 2030 },
214e1eca
JA
2031 {
2032 .name = "filesize",
e8b0e958 2033 .lname = "File size",
214e1eca 2034 .type = FIO_OPT_STR_VAL,
a609f12a
JA
2035 .off1 = offsetof(struct thread_options, file_size_low),
2036 .off2 = offsetof(struct thread_options, file_size_high),
c3edbdba 2037 .minval = 1,
214e1eca 2038 .help = "Size of individual files",
20eb06bd 2039 .interval = 1024 * 1024,
e8b0e958
JA
2040 .category = FIO_OPT_C_FILE,
2041 .group = FIO_OPT_G_INVALID,
214e1eca 2042 },
bedc9dc2
JA
2043 {
2044 .name = "file_append",
2045 .lname = "File append",
2046 .type = FIO_OPT_BOOL,
a609f12a 2047 .off1 = offsetof(struct thread_options, file_append),
bedc9dc2
JA
2048 .help = "IO will start at the end of the file(s)",
2049 .def = "0",
2050 .category = FIO_OPT_C_FILE,
2051 .group = FIO_OPT_G_INVALID,
2052 },
67a1000f
JA
2053 {
2054 .name = "offset",
e8b0e958 2055 .lname = "IO offset",
67a1000f
JA
2056 .alias = "fileoffset",
2057 .type = FIO_OPT_STR_VAL,
89978a6b 2058 .cb = str_offset_cb,
a609f12a 2059 .off1 = offsetof(struct thread_options, start_offset),
67a1000f
JA
2060 .help = "Start IO from this offset",
2061 .def = "0",
20eb06bd 2062 .interval = 1024 * 1024,
e8b0e958
JA
2063 .category = FIO_OPT_C_IO,
2064 .group = FIO_OPT_G_INVALID,
67a1000f 2065 },
83c8b093
JF
2066 {
2067 .name = "offset_align",
2068 .lname = "IO offset alignment",
2069 .type = FIO_OPT_INT,
2070 .off1 = offsetof(struct thread_options, start_offset_align),
2071 .help = "Start IO from this offset alignment",
2072 .def = "0",
2073 .interval = 512,
2074 .category = FIO_OPT_C_IO,
2075 .group = FIO_OPT_G_INVALID,
2076 },
2d7cd868
JA
2077 {
2078 .name = "offset_increment",
e8b0e958 2079 .lname = "IO offset increment",
2d7cd868 2080 .type = FIO_OPT_STR_VAL,
a609f12a 2081 .off1 = offsetof(struct thread_options, offset_increment),
2d7cd868
JA
2082 .help = "What is the increment from one offset to the next",
2083 .parent = "offset",
d71c154c 2084 .hide = 1,
2d7cd868 2085 .def = "0",
20eb06bd 2086 .interval = 1024 * 1024,
e8b0e958
JA
2087 .category = FIO_OPT_C_IO,
2088 .group = FIO_OPT_G_INVALID,
2d7cd868 2089 },
ddf24e42
JA
2090 {
2091 .name = "number_ios",
2092 .lname = "Number of IOs to perform",
2093 .type = FIO_OPT_STR_VAL,
a609f12a 2094 .off1 = offsetof(struct thread_options, number_ios),
be3fec7d 2095 .help = "Force job completion after this number of IOs",
ddf24e42
JA
2096 .def = "0",
2097 .category = FIO_OPT_C_IO,
2098 .group = FIO_OPT_G_INVALID,
2099 },
214e1eca
JA
2100 {
2101 .name = "bs",
e8b0e958 2102 .lname = "Block size",
d3aad8f2 2103 .alias = "blocksize",
5fff9543 2104 .type = FIO_OPT_ULL,
a609f12a
JA
2105 .off1 = offsetof(struct thread_options, bs[DDIR_READ]),
2106 .off2 = offsetof(struct thread_options, bs[DDIR_WRITE]),
2107 .off3 = offsetof(struct thread_options, bs[DDIR_TRIM]),
c3edbdba 2108 .minval = 1,
214e1eca 2109 .help = "Block size unit",
2b9136a3 2110 .def = "4096",
67a1000f 2111 .parent = "rw",
d71c154c 2112 .hide = 1,
20eb06bd 2113 .interval = 512,
e8b0e958
JA
2114 .category = FIO_OPT_C_IO,
2115 .group = FIO_OPT_G_INVALID,
214e1eca 2116 },
2b7a01d0
JA
2117 {
2118 .name = "ba",
e8b0e958 2119 .lname = "Block size align",
2b7a01d0 2120 .alias = "blockalign",
5fff9543 2121 .type = FIO_OPT_ULL,
a609f12a
JA
2122 .off1 = offsetof(struct thread_options, ba[DDIR_READ]),
2123 .off2 = offsetof(struct thread_options, ba[DDIR_WRITE]),
2124 .off3 = offsetof(struct thread_options, ba[DDIR_TRIM]),
2b7a01d0
JA
2125 .minval = 1,
2126 .help = "IO block offset alignment",
2127 .parent = "rw",
d71c154c 2128 .hide = 1,
20eb06bd 2129 .interval = 512,
e8b0e958
JA
2130 .category = FIO_OPT_C_IO,
2131 .group = FIO_OPT_G_INVALID,
2b7a01d0 2132 },
214e1eca
JA
2133 {
2134 .name = "bsrange",
e8b0e958 2135 .lname = "Block size range",
d3aad8f2 2136 .alias = "blocksize_range",
214e1eca 2137 .type = FIO_OPT_RANGE,
a609f12a
JA
2138 .off1 = offsetof(struct thread_options, min_bs[DDIR_READ]),
2139 .off2 = offsetof(struct thread_options, max_bs[DDIR_READ]),
2140 .off3 = offsetof(struct thread_options, min_bs[DDIR_WRITE]),
2141 .off4 = offsetof(struct thread_options, max_bs[DDIR_WRITE]),
2142 .off5 = offsetof(struct thread_options, min_bs[DDIR_TRIM]),
2143 .off6 = offsetof(struct thread_options, max_bs[DDIR_TRIM]),
c3edbdba 2144 .minval = 1,
214e1eca 2145 .help = "Set block size range (in more detail than bs)",
67a1000f 2146 .parent = "rw",
d71c154c 2147 .hide = 1,
20eb06bd 2148 .interval = 4096,
e8b0e958
JA
2149 .category = FIO_OPT_C_IO,
2150 .group = FIO_OPT_G_INVALID,
214e1eca 2151 },
564ca972
JA
2152 {
2153 .name = "bssplit",
e8b0e958 2154 .lname = "Block size split",
5fff9543 2155 .type = FIO_OPT_STR_ULL,
564ca972 2156 .cb = str_bssplit_cb,
a609f12a 2157 .off1 = offsetof(struct thread_options, bssplit),
564ca972
JA
2158 .help = "Set a specific mix of block sizes",
2159 .parent = "rw",
d71c154c 2160 .hide = 1,
e8b0e958
JA
2161 .category = FIO_OPT_C_IO,
2162 .group = FIO_OPT_G_INVALID,
564ca972 2163 },
214e1eca
JA
2164 {
2165 .name = "bs_unaligned",
e8b0e958 2166 .lname = "Block size unaligned",
d3aad8f2 2167 .alias = "blocksize_unaligned",
214e1eca 2168 .type = FIO_OPT_STR_SET,
a609f12a 2169 .off1 = offsetof(struct thread_options, bs_unaligned),
214e1eca 2170 .help = "Don't sector align IO buffer sizes",
67a1000f 2171 .parent = "rw",
d71c154c 2172 .hide = 1,
e8b0e958
JA
2173 .category = FIO_OPT_C_IO,
2174 .group = FIO_OPT_G_INVALID,
214e1eca 2175 },
6aca9b3d
JA
2176 {
2177 .name = "bs_is_seq_rand",
2178 .lname = "Block size division is seq/random (not read/write)",
2179 .type = FIO_OPT_BOOL,
a609f12a 2180 .off1 = offsetof(struct thread_options, bs_is_seq_rand),
86d59660 2181 .help = "Consider any blocksize setting to be sequential,random",
6aca9b3d
JA
2182 .def = "0",
2183 .parent = "blocksize",
2184 .category = FIO_OPT_C_IO,
2185 .group = FIO_OPT_G_INVALID,
2186 },
214e1eca
JA
2187 {
2188 .name = "randrepeat",
e8b0e958 2189 .lname = "Random repeatable",
214e1eca 2190 .type = FIO_OPT_BOOL,
a609f12a 2191 .off1 = offsetof(struct thread_options, rand_repeatable),
214e1eca
JA
2192 .help = "Use repeatable random IO pattern",
2193 .def = "1",
67a1000f 2194 .parent = "rw",
d71c154c 2195 .hide = 1,
e8b0e958 2196 .category = FIO_OPT_C_IO,
3ceb458f 2197 .group = FIO_OPT_G_RANDOM,
214e1eca 2198 },
04778baf
JA
2199 {
2200 .name = "randseed",
2201 .lname = "The random generator seed",
363cffa7 2202 .type = FIO_OPT_STR_VAL,
a609f12a 2203 .off1 = offsetof(struct thread_options, rand_seed),
04778baf 2204 .help = "Set the random generator seed value",
40fe5e7b 2205 .def = "0x89",
04778baf
JA
2206 .parent = "rw",
2207 .category = FIO_OPT_C_IO,
2208 .group = FIO_OPT_G_RANDOM,
2209 },
214e1eca
JA
2210 {
2211 .name = "norandommap",
e8b0e958 2212 .lname = "No randommap",
214e1eca 2213 .type = FIO_OPT_STR_SET,
a609f12a 2214 .off1 = offsetof(struct thread_options, norandommap),
214e1eca 2215 .help = "Accept potential duplicate random blocks",
67a1000f 2216 .parent = "rw",
d71c154c 2217 .hide = 1,
b2452a43 2218 .hide_on_set = 1,
e8b0e958 2219 .category = FIO_OPT_C_IO,
3ceb458f 2220 .group = FIO_OPT_G_RANDOM,
214e1eca 2221 },
2b386d25
JA
2222 {
2223 .name = "softrandommap",
e8b0e958 2224 .lname = "Soft randommap",
2b386d25 2225 .type = FIO_OPT_BOOL,
a609f12a 2226 .off1 = offsetof(struct thread_options, softrandommap),
f66ab3c8 2227 .help = "Set norandommap if randommap allocation fails",
2b386d25 2228 .parent = "norandommap",
d71c154c 2229 .hide = 1,
2b386d25 2230 .def = "0",
e8b0e958 2231 .category = FIO_OPT_C_IO,
3ceb458f 2232 .group = FIO_OPT_G_RANDOM,
2b386d25 2233 },
8055e41d
JA
2234 {
2235 .name = "random_generator",
cce2fdfe 2236 .lname = "Random Generator",
8055e41d 2237 .type = FIO_OPT_STR,
a609f12a 2238 .off1 = offsetof(struct thread_options, random_generator),
8055e41d
JA
2239 .help = "Type of random number generator to use",
2240 .def = "tausworthe",
2241 .posval = {
2242 { .ival = "tausworthe",
2243 .oval = FIO_RAND_GEN_TAUSWORTHE,
2244 .help = "Strong Tausworthe generator",
2245 },
2246 { .ival = "lfsr",
2247 .oval = FIO_RAND_GEN_LFSR,
2248 .help = "Variable length LFSR",
2249 },
c3546b53
JA
2250 {
2251 .ival = "tausworthe64",
2252 .oval = FIO_RAND_GEN_TAUSWORTHE64,
2253 .help = "64-bit Tausworthe variant",
2254 },
8055e41d 2255 },
48107598
JA
2256 .category = FIO_OPT_C_IO,
2257 .group = FIO_OPT_G_RANDOM,
8055e41d 2258 },
e25839d4
JA
2259 {
2260 .name = "random_distribution",
cce2fdfe 2261 .lname = "Random Distribution",
e25839d4 2262 .type = FIO_OPT_STR,
a609f12a 2263 .off1 = offsetof(struct thread_options, random_distribution),
e25839d4
JA
2264 .cb = str_random_distribution_cb,
2265 .help = "Random offset distribution generator",
2266 .def = "random",
2267 .posval = {
2268 { .ival = "random",
2269 .oval = FIO_RAND_DIST_RANDOM,
2270 .help = "Completely random",
2271 },
2272 { .ival = "zipf",
2273 .oval = FIO_RAND_DIST_ZIPF,
2274 .help = "Zipf distribution",
2275 },
925fee33
JA
2276 { .ival = "pareto",
2277 .oval = FIO_RAND_DIST_PARETO,
2278 .help = "Pareto distribution",
2279 },
56d9fa4b
JA
2280 { .ival = "normal",
2281 .oval = FIO_RAND_DIST_GAUSS,
ba2b3b07 2282 .help = "Normal (Gaussian) distribution",
56d9fa4b 2283 },
e0a04ac1
JA
2284 { .ival = "zoned",
2285 .oval = FIO_RAND_DIST_ZONED,
2286 .help = "Zoned random distribution",
2287 },
59466396
JA
2288 { .ival = "zoned_abs",
2289 .oval = FIO_RAND_DIST_ZONED_ABS,
2290 .help = "Zoned absolute random distribution",
2291 },
e25839d4 2292 },
48107598
JA
2293 .category = FIO_OPT_C_IO,
2294 .group = FIO_OPT_G_RANDOM,
e25839d4 2295 },
211c9b89
JA
2296 {
2297 .name = "percentage_random",
2298 .lname = "Percentage Random",
2299 .type = FIO_OPT_INT,
a609f12a
JA
2300 .off1 = offsetof(struct thread_options, perc_rand[DDIR_READ]),
2301 .off2 = offsetof(struct thread_options, perc_rand[DDIR_WRITE]),
2302 .off3 = offsetof(struct thread_options, perc_rand[DDIR_TRIM]),
211c9b89
JA
2303 .maxval = 100,
2304 .help = "Percentage of seq/random mix that should be random",
d9472271 2305 .def = "100,100,100",
211c9b89
JA
2306 .interval = 5,
2307 .inverse = "percentage_sequential",
2308 .category = FIO_OPT_C_IO,
2309 .group = FIO_OPT_G_RANDOM,
2310 },
2311 {
2312 .name = "percentage_sequential",
2313 .lname = "Percentage Sequential",
d9472271 2314 .type = FIO_OPT_DEPRECATED,
211c9b89
JA
2315 .category = FIO_OPT_C_IO,
2316 .group = FIO_OPT_G_RANDOM,
2317 },
56e2a5fc
CE
2318 {
2319 .name = "allrandrepeat",
cce2fdfe 2320 .lname = "All Random Repeat",
56e2a5fc 2321 .type = FIO_OPT_BOOL,
a609f12a 2322 .off1 = offsetof(struct thread_options, allrand_repeatable),
56e2a5fc
CE
2323 .help = "Use repeatable random numbers for everything",
2324 .def = "0",
a869d9c6
JA
2325 .category = FIO_OPT_C_IO,
2326 .group = FIO_OPT_G_RANDOM,
56e2a5fc 2327 },
214e1eca
JA
2328 {
2329 .name = "nrfiles",
e8b0e958 2330 .lname = "Number of files",
d7c8be03 2331 .alias = "nr_files",
214e1eca 2332 .type = FIO_OPT_INT,
a609f12a 2333 .off1 = offsetof(struct thread_options, nr_files),
214e1eca
JA
2334 .help = "Split job workload between this number of files",
2335 .def = "1",
20eb06bd 2336 .interval = 1,
e8b0e958
JA
2337 .category = FIO_OPT_C_FILE,
2338 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2339 },
2340 {
2341 .name = "openfiles",
e8b0e958 2342 .lname = "Number of open files",
214e1eca 2343 .type = FIO_OPT_INT,
a609f12a 2344 .off1 = offsetof(struct thread_options, open_files),
214e1eca 2345 .help = "Number of files to keep open at the same time",
e8b0e958
JA
2346 .category = FIO_OPT_C_FILE,
2347 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2348 },
2349 {
2350 .name = "file_service_type",
e8b0e958 2351 .lname = "File service type",
214e1eca
JA
2352 .type = FIO_OPT_STR,
2353 .cb = str_fst_cb,
a609f12a 2354 .off1 = offsetof(struct thread_options, file_service_type),
214e1eca
JA
2355 .help = "How to select which file to service next",
2356 .def = "roundrobin",
e8b0e958
JA
2357 .category = FIO_OPT_C_FILE,
2358 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2359 .posval = {
2360 { .ival = "random",
2361 .oval = FIO_FSERVICE_RANDOM,
8c07860d
JA
2362 .help = "Choose a file at random (uniform)",
2363 },
2364 { .ival = "zipf",
2365 .oval = FIO_FSERVICE_ZIPF,
2366 .help = "Zipf randomized",
2367 },
2368 { .ival = "pareto",
2369 .oval = FIO_FSERVICE_PARETO,
2370 .help = "Pareto randomized",
2371 },
dd3503d3
SW
2372 { .ival = "normal",
2373 .oval = FIO_FSERVICE_GAUSS,
2374 .help = "Normal (Gaussian) randomized",
2375 },
8c07860d
JA
2376 { .ival = "gauss",
2377 .oval = FIO_FSERVICE_GAUSS,
dd3503d3 2378 .help = "Alias for normal",
214e1eca
JA
2379 },
2380 { .ival = "roundrobin",
2381 .oval = FIO_FSERVICE_RR,
2382 .help = "Round robin select files",
2383 },
a086c257
JA
2384 { .ival = "sequential",
2385 .oval = FIO_FSERVICE_SEQ,
2386 .help = "Finish one file before moving to the next",
2387 },
214e1eca 2388 },
67a1000f 2389 .parent = "nrfiles",
d71c154c 2390 .hide = 1,
67a1000f 2391 },
cbbdf1c8 2392#ifdef FIO_HAVE_ANY_FALLOCATE
7bc8c2cf
JA
2393 {
2394 .name = "fallocate",
e8b0e958 2395 .lname = "Fallocate",
a596f047 2396 .type = FIO_OPT_STR,
a609f12a 2397 .off1 = offsetof(struct thread_options, fallocate_mode),
a596f047 2398 .help = "Whether pre-allocation is performed when laying out files",
2c3e17be 2399 .def = "native",
e8b0e958
JA
2400 .category = FIO_OPT_C_FILE,
2401 .group = FIO_OPT_G_INVALID,
a596f047
EG
2402 .posval = {
2403 { .ival = "none",
2404 .oval = FIO_FALLOCATE_NONE,
2405 .help = "Do not pre-allocate space",
2406 },
2c3e17be
SW
2407 { .ival = "native",
2408 .oval = FIO_FALLOCATE_NATIVE,
2409 .help = "Use native pre-allocation if possible",
2410 },
2411#ifdef CONFIG_POSIX_FALLOCATE
a596f047
EG
2412 { .ival = "posix",
2413 .oval = FIO_FALLOCATE_POSIX,
2414 .help = "Use posix_fallocate()",
2415 },
2c3e17be 2416#endif
97ac992c 2417#ifdef CONFIG_LINUX_FALLOCATE
a596f047
EG
2418 { .ival = "keep",
2419 .oval = FIO_FALLOCATE_KEEP_SIZE,
2420 .help = "Use fallocate(..., FALLOC_FL_KEEP_SIZE, ...)",
2421 },
7bc8c2cf 2422#endif
a596f047
EG
2423 /* Compatibility with former boolean values */
2424 { .ival = "0",
2425 .oval = FIO_FALLOCATE_NONE,
2426 .help = "Alias for 'none'",
2427 },
2c3e17be 2428#ifdef CONFIG_POSIX_FALLOCATE
a596f047
EG
2429 { .ival = "1",
2430 .oval = FIO_FALLOCATE_POSIX,
2431 .help = "Alias for 'posix'",
2432 },
2c3e17be 2433#endif
a596f047
EG
2434 },
2435 },
cbbdf1c8 2436#else /* FIO_HAVE_ANY_FALLOCATE */
a275c37a
JA
2437 {
2438 .name = "fallocate",
2439 .lname = "Fallocate",
2440 .type = FIO_OPT_UNSUPPORTED,
2441 .help = "Your platform does not support fallocate",
2442 },
cbbdf1c8 2443#endif /* FIO_HAVE_ANY_FALLOCATE */
67a1000f
JA
2444 {
2445 .name = "fadvise_hint",
e8b0e958 2446 .lname = "Fadvise hint",
ecb2083d 2447 .type = FIO_OPT_STR,
a609f12a 2448 .off1 = offsetof(struct thread_options, fadvise_hint),
ecb2083d
JA
2449 .posval = {
2450 { .ival = "0",
2451 .oval = F_ADV_NONE,
c712c97a 2452 .help = "Don't issue fadvise/madvise",
ecb2083d
JA
2453 },
2454 { .ival = "1",
2455 .oval = F_ADV_TYPE,
2456 .help = "Advise using fio IO pattern",
2457 },
2458 { .ival = "random",
2459 .oval = F_ADV_RANDOM,
2460 .help = "Advise using FADV_RANDOM",
2461 },
2462 { .ival = "sequential",
2463 .oval = F_ADV_SEQUENTIAL,
2464 .help = "Advise using FADV_SEQUENTIAL",
2465 },
2466 },
67a1000f
JA
2467 .help = "Use fadvise() to advise the kernel on IO pattern",
2468 .def = "1",
e8b0e958
JA
2469 .category = FIO_OPT_C_FILE,
2470 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2471 },
2472 {
2473 .name = "fsync",
e8b0e958 2474 .lname = "Fsync",
214e1eca 2475 .type = FIO_OPT_INT,
a609f12a 2476 .off1 = offsetof(struct thread_options, fsync_blocks),
214e1eca
JA
2477 .help = "Issue fsync for writes every given number of blocks",
2478 .def = "0",
20eb06bd 2479 .interval = 1,
e8b0e958
JA
2480 .category = FIO_OPT_C_FILE,
2481 .group = FIO_OPT_G_INVALID,
214e1eca 2482 },
5f9099ea
JA
2483 {
2484 .name = "fdatasync",
e8b0e958 2485 .lname = "Fdatasync",
5f9099ea 2486 .type = FIO_OPT_INT,
a609f12a 2487 .off1 = offsetof(struct thread_options, fdatasync_blocks),
5f9099ea
JA
2488 .help = "Issue fdatasync for writes every given number of blocks",
2489 .def = "0",
20eb06bd 2490 .interval = 1,
e8b0e958
JA
2491 .category = FIO_OPT_C_FILE,
2492 .group = FIO_OPT_G_INVALID,
5f9099ea 2493 },
1ef2b6be
JA
2494 {
2495 .name = "write_barrier",
e8b0e958 2496 .lname = "Write barrier",
1ef2b6be 2497 .type = FIO_OPT_INT,
a609f12a 2498 .off1 = offsetof(struct thread_options, barrier_blocks),
1ef2b6be
JA
2499 .help = "Make every Nth write a barrier write",
2500 .def = "0",
20eb06bd 2501 .interval = 1,
e8b0e958
JA
2502 .category = FIO_OPT_C_IO,
2503 .group = FIO_OPT_G_INVALID,
1ef2b6be 2504 },
67bf9823 2505#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA
2506 {
2507 .name = "sync_file_range",
e8b0e958 2508 .lname = "Sync file range",
44f29692
JA
2509 .posval = {
2510 { .ival = "wait_before",
2511 .oval = SYNC_FILE_RANGE_WAIT_BEFORE,
2512 .help = "SYNC_FILE_RANGE_WAIT_BEFORE",
ebadc0ce 2513 .orval = 1,
44f29692
JA
2514 },
2515 { .ival = "write",
2516 .oval = SYNC_FILE_RANGE_WRITE,
2517 .help = "SYNC_FILE_RANGE_WRITE",
ebadc0ce 2518 .orval = 1,
44f29692
JA
2519 },
2520 {
2521 .ival = "wait_after",
2522 .oval = SYNC_FILE_RANGE_WAIT_AFTER,
2523 .help = "SYNC_FILE_RANGE_WAIT_AFTER",
ebadc0ce 2524 .orval = 1,
44f29692
JA
2525 },
2526 },
3843deb3 2527 .type = FIO_OPT_STR_MULTI,
44f29692 2528 .cb = str_sfr_cb,
a609f12a 2529 .off1 = offsetof(struct thread_options, sync_file_range),
44f29692 2530 .help = "Use sync_file_range()",
e8b0e958
JA
2531 .category = FIO_OPT_C_FILE,
2532 .group = FIO_OPT_G_INVALID,
44f29692 2533 },
a275c37a 2534#else
54d0a315 2535 {
a275c37a
JA
2536 .name = "sync_file_range",
2537 .lname = "Sync file range",
2538 .type = FIO_OPT_UNSUPPORTED,
2539 .help = "Your platform does not support sync_file_range",
2540 },
44f29692 2541#endif
214e1eca
JA
2542 {
2543 .name = "direct",
e8b0e958 2544 .lname = "Direct I/O",
214e1eca 2545 .type = FIO_OPT_BOOL,
a609f12a 2546 .off1 = offsetof(struct thread_options, odirect),
214e1eca
JA
2547 .help = "Use O_DIRECT IO (negates buffered)",
2548 .def = "0",
a01a1bc5 2549 .inverse = "buffered",
e8b0e958 2550 .category = FIO_OPT_C_IO,
3ceb458f 2551 .group = FIO_OPT_G_IO_TYPE,
214e1eca 2552 },
d01612f3
CM
2553 {
2554 .name = "atomic",
2555 .lname = "Atomic I/O",
2556 .type = FIO_OPT_BOOL,
a609f12a 2557 .off1 = offsetof(struct thread_options, oatomic),
d01612f3
CM
2558 .help = "Use Atomic IO with O_DIRECT (implies O_DIRECT)",
2559 .def = "0",
2560 .category = FIO_OPT_C_IO,
2561 .group = FIO_OPT_G_IO_TYPE,
2562 },
214e1eca
JA
2563 {
2564 .name = "buffered",
e8b0e958 2565 .lname = "Buffered I/O",
214e1eca 2566 .type = FIO_OPT_BOOL,
a609f12a 2567 .off1 = offsetof(struct thread_options, odirect),
214e1eca
JA
2568 .neg = 1,
2569 .help = "Use buffered IO (negates direct)",
2570 .def = "1",
a01a1bc5 2571 .inverse = "direct",
e8b0e958 2572 .category = FIO_OPT_C_IO,
3ceb458f 2573 .group = FIO_OPT_G_IO_TYPE,
214e1eca
JA
2574 },
2575 {
2576 .name = "overwrite",
e8b0e958 2577 .lname = "Overwrite",
214e1eca 2578 .type = FIO_OPT_BOOL,
a609f12a 2579 .off1 = offsetof(struct thread_options, overwrite),
214e1eca
JA
2580 .help = "When writing, set whether to overwrite current data",
2581 .def = "0",
e8b0e958
JA
2582 .category = FIO_OPT_C_FILE,
2583 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2584 },
2585 {
2586 .name = "loops",
e8b0e958 2587 .lname = "Loops",
214e1eca 2588 .type = FIO_OPT_INT,
a609f12a 2589 .off1 = offsetof(struct thread_options, loops),
214e1eca
JA
2590 .help = "Number of times to run the job",
2591 .def = "1",
20eb06bd 2592 .interval = 1,
e8b0e958 2593 .category = FIO_OPT_C_GENERAL,
a1f6afec 2594 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2595 },
2596 {
2597 .name = "numjobs",
e8b0e958 2598 .lname = "Number of jobs",
214e1eca 2599 .type = FIO_OPT_INT,
a609f12a 2600 .off1 = offsetof(struct thread_options, numjobs),
214e1eca
JA
2601 .help = "Duplicate this job this many times",
2602 .def = "1",
20eb06bd 2603 .interval = 1,
e8b0e958 2604 .category = FIO_OPT_C_GENERAL,
a1f6afec 2605 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2606 },
2607 {
2608 .name = "startdelay",
e8b0e958 2609 .lname = "Start delay",
a5737c93 2610 .type = FIO_OPT_STR_VAL_TIME,
a609f12a
JA
2611 .off1 = offsetof(struct thread_options, start_delay),
2612 .off2 = offsetof(struct thread_options, start_delay_high),
214e1eca
JA
2613 .help = "Only start job when this period has passed",
2614 .def = "0",
0de5b26f 2615 .is_seconds = 1,
88038bc7 2616 .is_time = 1,
e8b0e958 2617 .category = FIO_OPT_C_GENERAL,
a1f6afec 2618 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2619 },
2620 {
2621 .name = "runtime",
e8b0e958 2622 .lname = "Runtime",
214e1eca
JA
2623 .alias = "timeout",
2624 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 2625 .off1 = offsetof(struct thread_options, timeout),
214e1eca
JA
2626 .help = "Stop workload when this amount of time has passed",
2627 .def = "0",
0de5b26f 2628 .is_seconds = 1,
88038bc7 2629 .is_time = 1,
e8b0e958 2630 .category = FIO_OPT_C_GENERAL,
a1f6afec 2631 .group = FIO_OPT_G_RUNTIME,
214e1eca 2632 },
cf4464ca
JA
2633 {
2634 .name = "time_based",
e8b0e958 2635 .lname = "Time based",
cf4464ca 2636 .type = FIO_OPT_STR_SET,
a609f12a 2637 .off1 = offsetof(struct thread_options, time_based),
cf4464ca 2638 .help = "Keep running until runtime/timeout is met",
e8b0e958 2639 .category = FIO_OPT_C_GENERAL,
a1f6afec 2640 .group = FIO_OPT_G_RUNTIME,
cf4464ca 2641 },
62167762
JC
2642 {
2643 .name = "verify_only",
2644 .lname = "Verify only",
2645 .type = FIO_OPT_STR_SET,
a609f12a 2646 .off1 = offsetof(struct thread_options, verify_only),
62167762
JC
2647 .help = "Verifies previously written data is still valid",
2648 .category = FIO_OPT_C_GENERAL,
2649 .group = FIO_OPT_G_RUNTIME,
2650 },
721938ae
JA
2651 {
2652 .name = "ramp_time",
e8b0e958 2653 .lname = "Ramp time",
721938ae 2654 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 2655 .off1 = offsetof(struct thread_options, ramp_time),
721938ae 2656 .help = "Ramp up time before measuring performance",
0de5b26f 2657 .is_seconds = 1,
88038bc7 2658 .is_time = 1,
e8b0e958 2659 .category = FIO_OPT_C_GENERAL,
a1f6afec 2660 .group = FIO_OPT_G_RUNTIME,
721938ae 2661 },
c223da83
JA
2662 {
2663 .name = "clocksource",
e8b0e958 2664 .lname = "Clock source",
c223da83
JA
2665 .type = FIO_OPT_STR,
2666 .cb = fio_clock_source_cb,
a609f12a 2667 .off1 = offsetof(struct thread_options, clocksource),
c223da83 2668 .help = "What type of timing source to use",
e8b0e958 2669 .category = FIO_OPT_C_GENERAL,
10860056 2670 .group = FIO_OPT_G_CLOCK,
c223da83 2671 .posval = {
67bf9823 2672#ifdef CONFIG_GETTIMEOFDAY
c223da83
JA
2673 { .ival = "gettimeofday",
2674 .oval = CS_GTOD,
2675 .help = "Use gettimeofday(2) for timing",
2676 },
67bf9823
JA
2677#endif
2678#ifdef CONFIG_CLOCK_GETTIME
c223da83
JA
2679 { .ival = "clock_gettime",
2680 .oval = CS_CGETTIME,
2681 .help = "Use clock_gettime(2) for timing",
2682 },
67bf9823 2683#endif
c223da83
JA
2684#ifdef ARCH_HAVE_CPU_CLOCK
2685 { .ival = "cpu",
2686 .oval = CS_CPUCLOCK,
2687 .help = "Use CPU private clock",
2688 },
2689#endif
2690 },
2691 },
214e1eca
JA
2692 {
2693 .name = "mem",
d3aad8f2 2694 .alias = "iomem",
e8b0e958 2695 .lname = "I/O Memory",
214e1eca
JA
2696 .type = FIO_OPT_STR,
2697 .cb = str_mem_cb,
a609f12a 2698 .off1 = offsetof(struct thread_options, mem_type),
214e1eca
JA
2699 .help = "Backing type for IO buffers",
2700 .def = "malloc",
e8b0e958
JA
2701 .category = FIO_OPT_C_IO,
2702 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2703 .posval = {
2704 { .ival = "malloc",
2705 .oval = MEM_MALLOC,
2706 .help = "Use malloc(3) for IO buffers",
2707 },
c8931876 2708#ifndef CONFIG_NO_SHM
37c8cdfe
JA
2709 { .ival = "shm",
2710 .oval = MEM_SHM,
2711 .help = "Use shared memory segments for IO buffers",
2712 },
214e1eca
JA
2713#ifdef FIO_HAVE_HUGETLB
2714 { .ival = "shmhuge",
2715 .oval = MEM_SHMHUGE,
2716 .help = "Like shm, but use huge pages",
2717 },
c8931876 2718#endif
b370e46a 2719#endif
37c8cdfe
JA
2720 { .ival = "mmap",
2721 .oval = MEM_MMAP,
2722 .help = "Use mmap(2) (file or anon) for IO buffers",
2723 },
217b0f1d
LG
2724 { .ival = "mmapshared",
2725 .oval = MEM_MMAPSHARED,
2726 .help = "Like mmap, but use the shared flag",
2727 },
214e1eca
JA
2728#ifdef FIO_HAVE_HUGETLB
2729 { .ival = "mmaphuge",
2730 .oval = MEM_MMAPHUGE,
2731 .help = "Like mmap, but use huge pages",
2732 },
03553853
YR
2733#endif
2734#ifdef CONFIG_CUDA
2735 { .ival = "cudamalloc",
2736 .oval = MEM_CUDA_MALLOC,
2737 .help = "Allocate GPU device memory for GPUDirect RDMA",
2738 },
214e1eca
JA
2739#endif
2740 },
2741 },
d529ee19
JA
2742 {
2743 .name = "iomem_align",
2744 .alias = "mem_align",
e8b0e958 2745 .lname = "I/O memory alignment",
d529ee19 2746 .type = FIO_OPT_INT,
a609f12a 2747 .off1 = offsetof(struct thread_options, mem_align),
d529ee19
JA
2748 .minval = 0,
2749 .help = "IO memory buffer offset alignment",
2750 .def = "0",
2751 .parent = "iomem",
d71c154c 2752 .hide = 1,
e8b0e958
JA
2753 .category = FIO_OPT_C_IO,
2754 .group = FIO_OPT_G_INVALID,
d529ee19 2755 },
214e1eca
JA
2756 {
2757 .name = "verify",
e8b0e958 2758 .lname = "Verify",
214e1eca 2759 .type = FIO_OPT_STR,
a609f12a 2760 .off1 = offsetof(struct thread_options, verify),
214e1eca
JA
2761 .help = "Verify data written",
2762 .def = "0",
e8b0e958 2763 .category = FIO_OPT_C_IO,
3ceb458f 2764 .group = FIO_OPT_G_VERIFY,
214e1eca
JA
2765 .posval = {
2766 { .ival = "0",
2767 .oval = VERIFY_NONE,
2768 .help = "Don't do IO verification",
2769 },
fcca4b58
JA
2770 { .ival = "md5",
2771 .oval = VERIFY_MD5,
2772 .help = "Use md5 checksums for verification",
2773 },
d77a7af3
JA
2774 { .ival = "crc64",
2775 .oval = VERIFY_CRC64,
2776 .help = "Use crc64 checksums for verification",
2777 },
214e1eca
JA
2778 { .ival = "crc32",
2779 .oval = VERIFY_CRC32,
2780 .help = "Use crc32 checksums for verification",
2781 },
af497e6a 2782 { .ival = "crc32c-intel",
e3aaafc4
JA
2783 .oval = VERIFY_CRC32C,
2784 .help = "Use crc32c checksums for verification (hw assisted, if available)",
af497e6a 2785 },
bac39e0e
JA
2786 { .ival = "crc32c",
2787 .oval = VERIFY_CRC32C,
e3aaafc4 2788 .help = "Use crc32c checksums for verification (hw assisted, if available)",
bac39e0e 2789 },
969f7ed3
JA
2790 { .ival = "crc16",
2791 .oval = VERIFY_CRC16,
2792 .help = "Use crc16 checksums for verification",
2793 },
1e154bdb
JA
2794 { .ival = "crc7",
2795 .oval = VERIFY_CRC7,
2796 .help = "Use crc7 checksums for verification",
2797 },
7c353ceb
JA
2798 { .ival = "sha1",
2799 .oval = VERIFY_SHA1,
2800 .help = "Use sha1 checksums for verification",
2801 },
cd14cc10
JA
2802 { .ival = "sha256",
2803 .oval = VERIFY_SHA256,
2804 .help = "Use sha256 checksums for verification",
2805 },
2806 { .ival = "sha512",
2807 .oval = VERIFY_SHA512,
2808 .help = "Use sha512 checksums for verification",
ae3a5acc
JA
2809 },
2810 { .ival = "sha3-224",
2811 .oval = VERIFY_SHA3_224,
2812 .help = "Use sha3-224 checksums for verification",
2813 },
2814 { .ival = "sha3-256",
2815 .oval = VERIFY_SHA3_256,
2816 .help = "Use sha3-256 checksums for verification",
2817 },
2818 { .ival = "sha3-384",
2819 .oval = VERIFY_SHA3_384,
2820 .help = "Use sha3-384 checksums for verification",
2821 },
2822 { .ival = "sha3-512",
2823 .oval = VERIFY_SHA3_512,
2824 .help = "Use sha3-512 checksums for verification",
cd14cc10 2825 },
844ea602
JA
2826 { .ival = "xxhash",
2827 .oval = VERIFY_XXHASH,
2828 .help = "Use xxhash checksums for verification",
2829 },
b638d82f
RP
2830 /* Meta information was included into verify_header,
2831 * 'meta' verification is implied by default. */
7437ee87 2832 { .ival = "meta",
b638d82f
RP
2833 .oval = VERIFY_HDR_ONLY,
2834 .help = "Use io information for verification. "
2835 "Now is implied by default, thus option is obsolete, "
2836 "don't use it",
7437ee87 2837 },
59245381
JA
2838 { .ival = "pattern",
2839 .oval = VERIFY_PATTERN_NO_HDR,
2840 .help = "Verify strict pattern",
2841 },
36690c9b
JA
2842 {
2843 .ival = "null",
2844 .oval = VERIFY_NULL,
2845 .help = "Pretend to verify",
2846 },
214e1eca
JA
2847 },
2848 },
005c565a
JA
2849 {
2850 .name = "do_verify",
e8b0e958 2851 .lname = "Perform verify step",
68e1f29a 2852 .type = FIO_OPT_BOOL,
a609f12a 2853 .off1 = offsetof(struct thread_options, do_verify),
005c565a
JA
2854 .help = "Run verification stage after write",
2855 .def = "1",
2856 .parent = "verify",
d71c154c 2857 .hide = 1,
e8b0e958
JA
2858 .category = FIO_OPT_C_IO,
2859 .group = FIO_OPT_G_VERIFY,
005c565a 2860 },
160b966d
JA
2861 {
2862 .name = "verifysort",
e8b0e958 2863 .lname = "Verify sort",
f31feaa2 2864 .type = FIO_OPT_SOFT_DEPRECATED,
e8b0e958
JA
2865 .category = FIO_OPT_C_IO,
2866 .group = FIO_OPT_G_VERIFY,
160b966d 2867 },
1ae83d45
JA
2868 {
2869 .name = "verifysort_nr",
cce2fdfe 2870 .lname = "Verify Sort Nr",
f31feaa2 2871 .type = FIO_OPT_SOFT_DEPRECATED,
836fcc0f
JA
2872 .category = FIO_OPT_C_IO,
2873 .group = FIO_OPT_G_VERIFY,
1ae83d45 2874 },
3f9f4e26 2875 {
a59e170d 2876 .name = "verify_interval",
e8b0e958 2877 .lname = "Verify interval",
e01b22b8 2878 .type = FIO_OPT_INT,
a609f12a 2879 .off1 = offsetof(struct thread_options, verify_interval),
819a9680 2880 .minval = 2 * sizeof(struct verify_header),
a59e170d 2881 .help = "Store verify buffer header every N bytes",
afdf9352 2882 .parent = "verify",
d71c154c 2883 .hide = 1,
20eb06bd 2884 .interval = 2 * sizeof(struct verify_header),
e8b0e958
JA
2885 .category = FIO_OPT_C_IO,
2886 .group = FIO_OPT_G_VERIFY,
3f9f4e26 2887 },
546a9142 2888 {
a59e170d 2889 .name = "verify_offset",
e8b0e958 2890 .lname = "Verify offset",
e01b22b8 2891 .type = FIO_OPT_INT,
a59e170d 2892 .help = "Offset verify header location by N bytes",
a609f12a 2893 .off1 = offsetof(struct thread_options, verify_offset),
203160d5 2894 .minval = sizeof(struct verify_header),
afdf9352 2895 .parent = "verify",
d71c154c 2896 .hide = 1,
e8b0e958
JA
2897 .category = FIO_OPT_C_IO,
2898 .group = FIO_OPT_G_VERIFY,
546a9142 2899 },
e28218f3
SL
2900 {
2901 .name = "verify_pattern",
e8b0e958 2902 .lname = "Verify pattern",
0e92f873 2903 .type = FIO_OPT_STR,
e28218f3 2904 .cb = str_verify_pattern_cb,
a609f12a 2905 .off1 = offsetof(struct thread_options, verify_pattern),
e28218f3
SL
2906 .help = "Fill pattern for IO buffers",
2907 .parent = "verify",
d71c154c 2908 .hide = 1,
e8b0e958
JA
2909 .category = FIO_OPT_C_IO,
2910 .group = FIO_OPT_G_VERIFY,
e28218f3 2911 },
a12a3b4d
JA
2912 {
2913 .name = "verify_fatal",
e8b0e958 2914 .lname = "Verify fatal",
68e1f29a 2915 .type = FIO_OPT_BOOL,
a609f12a 2916 .off1 = offsetof(struct thread_options, verify_fatal),
a12a3b4d
JA
2917 .def = "0",
2918 .help = "Exit on a single verify failure, don't continue",
2919 .parent = "verify",
d71c154c 2920 .hide = 1,
e8b0e958
JA
2921 .category = FIO_OPT_C_IO,
2922 .group = FIO_OPT_G_VERIFY,
a12a3b4d 2923 },
b463e936
JA
2924 {
2925 .name = "verify_dump",
e8b0e958 2926 .lname = "Verify dump",
b463e936 2927 .type = FIO_OPT_BOOL,
a609f12a 2928 .off1 = offsetof(struct thread_options, verify_dump),
ef71e317 2929 .def = "0",
b463e936
JA
2930 .help = "Dump contents of good and bad blocks on failure",
2931 .parent = "verify",
d71c154c 2932 .hide = 1,
e8b0e958
JA
2933 .category = FIO_OPT_C_IO,
2934 .group = FIO_OPT_G_VERIFY,
b463e936 2935 },
e8462bd8
JA
2936 {
2937 .name = "verify_async",
e8b0e958 2938 .lname = "Verify asynchronously",
e8462bd8 2939 .type = FIO_OPT_INT,
a609f12a 2940 .off1 = offsetof(struct thread_options, verify_async),
e8462bd8
JA
2941 .def = "0",
2942 .help = "Number of async verifier threads to use",
2943 .parent = "verify",
d71c154c 2944 .hide = 1,
e8b0e958
JA
2945 .category = FIO_OPT_C_IO,
2946 .group = FIO_OPT_G_VERIFY,
e8462bd8 2947 },
9e144189
JA
2948 {
2949 .name = "verify_backlog",
e8b0e958 2950 .lname = "Verify backlog",
9e144189 2951 .type = FIO_OPT_STR_VAL,
a609f12a 2952 .off1 = offsetof(struct thread_options, verify_backlog),
9e144189
JA
2953 .help = "Verify after this number of blocks are written",
2954 .parent = "verify",
d71c154c 2955 .hide = 1,
e8b0e958
JA
2956 .category = FIO_OPT_C_IO,
2957 .group = FIO_OPT_G_VERIFY,
9e144189
JA
2958 },
2959 {
2960 .name = "verify_backlog_batch",
e8b0e958 2961 .lname = "Verify backlog batch",
9e144189 2962 .type = FIO_OPT_INT,
a609f12a 2963 .off1 = offsetof(struct thread_options, verify_batch),
9e144189 2964 .help = "Verify this number of IO blocks",
0d29de83 2965 .parent = "verify",
d71c154c 2966 .hide = 1,
e8b0e958
JA
2967 .category = FIO_OPT_C_IO,
2968 .group = FIO_OPT_G_VERIFY,
9e144189 2969 },
e8462bd8
JA
2970#ifdef FIO_HAVE_CPU_AFFINITY
2971 {
2972 .name = "verify_async_cpus",
e8b0e958 2973 .lname = "Async verify CPUs",
e8462bd8
JA
2974 .type = FIO_OPT_STR,
2975 .cb = str_verify_cpus_allowed_cb,
a609f12a 2976 .off1 = offsetof(struct thread_options, verify_cpumask),
e8462bd8
JA
2977 .help = "Set CPUs allowed for async verify threads",
2978 .parent = "verify_async",
d71c154c 2979 .hide = 1,
e8b0e958
JA
2980 .category = FIO_OPT_C_IO,
2981 .group = FIO_OPT_G_VERIFY,
e8462bd8 2982 },
a275c37a
JA
2983#else
2984 {
2985 .name = "verify_async_cpus",
2986 .lname = "Async verify CPUs",
2987 .type = FIO_OPT_UNSUPPORTED,
54d0a315 2988 .help = "Your platform does not support CPU affinities",
a275c37a 2989 },
0d29de83 2990#endif
51aa2da8
JA
2991 {
2992 .name = "experimental_verify",
cce2fdfe 2993 .lname = "Experimental Verify",
a609f12a 2994 .off1 = offsetof(struct thread_options, experimental_verify),
51aa2da8 2995 .type = FIO_OPT_BOOL,
b31eaac9 2996 .help = "Enable experimental verification",
ca09be4b
JA
2997 .parent = "verify",
2998 .category = FIO_OPT_C_IO,
2999 .group = FIO_OPT_G_VERIFY,
3000 },
3001 {
3002 .name = "verify_state_load",
3003 .lname = "Load verify state",
a609f12a 3004 .off1 = offsetof(struct thread_options, verify_state),
ca09be4b
JA
3005 .type = FIO_OPT_BOOL,
3006 .help = "Load verify termination state",
3007 .parent = "verify",
3008 .category = FIO_OPT_C_IO,
3009 .group = FIO_OPT_G_VERIFY,
3010 },
3011 {
3012 .name = "verify_state_save",
3013 .lname = "Save verify state",
a609f12a 3014 .off1 = offsetof(struct thread_options, verify_state_save),
ca09be4b
JA
3015 .type = FIO_OPT_BOOL,
3016 .def = "1",
3017 .help = "Save verify state on termination",
3018 .parent = "verify",
836fcc0f
JA
3019 .category = FIO_OPT_C_IO,
3020 .group = FIO_OPT_G_VERIFY,
51aa2da8 3021 },
0d29de83
JA
3022#ifdef FIO_HAVE_TRIM
3023 {
3024 .name = "trim_percentage",
e8b0e958 3025 .lname = "Trim percentage",
0d29de83 3026 .type = FIO_OPT_INT,
a609f12a 3027 .off1 = offsetof(struct thread_options, trim_percentage),
20eb06bd 3028 .minval = 0,
0d29de83 3029 .maxval = 100,
169c098d 3030 .help = "Number of verify blocks to trim (i.e., discard)",
0d29de83
JA
3031 .parent = "verify",
3032 .def = "0",
20eb06bd 3033 .interval = 1,
d71c154c 3034 .hide = 1,
e8b0e958
JA
3035 .category = FIO_OPT_C_IO,
3036 .group = FIO_OPT_G_TRIM,
0d29de83
JA
3037 },
3038 {
3039 .name = "trim_verify_zero",
e8b0e958 3040 .lname = "Verify trim zero",
20eb06bd 3041 .type = FIO_OPT_BOOL,
169c098d 3042 .help = "Verify that trimmed (i.e., discarded) blocks are returned as zeroes",
a609f12a 3043 .off1 = offsetof(struct thread_options, trim_zero),
0d29de83 3044 .parent = "trim_percentage",
d71c154c 3045 .hide = 1,
0d29de83 3046 .def = "1",
e8b0e958
JA
3047 .category = FIO_OPT_C_IO,
3048 .group = FIO_OPT_G_TRIM,
0d29de83
JA
3049 },
3050 {
3051 .name = "trim_backlog",
e8b0e958 3052 .lname = "Trim backlog",
0d29de83 3053 .type = FIO_OPT_STR_VAL,
a609f12a 3054 .off1 = offsetof(struct thread_options, trim_backlog),
0d29de83
JA
3055 .help = "Trim after this number of blocks are written",
3056 .parent = "trim_percentage",
d71c154c 3057 .hide = 1,
20eb06bd 3058 .interval = 1,
e8b0e958
JA
3059 .category = FIO_OPT_C_IO,
3060 .group = FIO_OPT_G_TRIM,
0d29de83
JA
3061 },
3062 {
3063 .name = "trim_backlog_batch",
e8b0e958 3064 .lname = "Trim backlog batch",
0d29de83 3065 .type = FIO_OPT_INT,
a609f12a 3066 .off1 = offsetof(struct thread_options, trim_batch),
0d29de83
JA
3067 .help = "Trim this number of IO blocks",
3068 .parent = "trim_percentage",
d71c154c 3069 .hide = 1,
20eb06bd 3070 .interval = 1,
e8b0e958
JA
3071 .category = FIO_OPT_C_IO,
3072 .group = FIO_OPT_G_TRIM,
0d29de83 3073 },
a275c37a
JA
3074#else
3075 {
3076 .name = "trim_percentage",
3077 .lname = "Trim percentage",
3078 .type = FIO_OPT_UNSUPPORTED,
3079 .help = "Fio does not support TRIM on your platform",
3080 },
3081 {
3082 .name = "trim_verify_zero",
3083 .lname = "Verify trim zero",
3084 .type = FIO_OPT_UNSUPPORTED,
3085 .help = "Fio does not support TRIM on your platform",
3086 },
3087 {
3088 .name = "trim_backlog",
3089 .lname = "Trim backlog",
3090 .type = FIO_OPT_UNSUPPORTED,
3091 .help = "Fio does not support TRIM on your platform",
3092 },
3093 {
3094 .name = "trim_backlog_batch",
3095 .lname = "Trim backlog batch",
3096 .type = FIO_OPT_UNSUPPORTED,
3097 .help = "Fio does not support TRIM on your platform",
3098 },
e8462bd8 3099#endif
214e1eca
JA
3100 {
3101 .name = "write_iolog",
e8b0e958 3102 .lname = "Write I/O log",
214e1eca 3103 .type = FIO_OPT_STR_STORE,
a609f12a 3104 .off1 = offsetof(struct thread_options, write_iolog_file),
214e1eca 3105 .help = "Store IO pattern to file",
e8b0e958
JA
3106 .category = FIO_OPT_C_IO,
3107 .group = FIO_OPT_G_IOLOG,
214e1eca
JA
3108 },
3109 {
3110 .name = "read_iolog",
e8b0e958 3111 .lname = "Read I/O log",
214e1eca 3112 .type = FIO_OPT_STR_STORE,
a609f12a 3113 .off1 = offsetof(struct thread_options, read_iolog_file),
214e1eca 3114 .help = "Playback IO pattern from file",
e8b0e958
JA
3115 .category = FIO_OPT_C_IO,
3116 .group = FIO_OPT_G_IOLOG,
214e1eca 3117 },
98e7161c
AK
3118 {
3119 .name = "read_iolog_chunked",
3120 .lname = "Read I/O log in parts",
3121 .type = FIO_OPT_BOOL,
3122 .off1 = offsetof(struct thread_options, read_iolog_chunked),
3123 .def = "0",
3124 .parent = "read_iolog",
3125 .help = "Parse IO pattern in chunks",
3126 .category = FIO_OPT_C_IO,
3127 .group = FIO_OPT_G_IOLOG,
3128 },
64bbb865
DN
3129 {
3130 .name = "replay_no_stall",
e8b0e958 3131 .lname = "Don't stall on replay",
20eb06bd 3132 .type = FIO_OPT_BOOL,
a609f12a 3133 .off1 = offsetof(struct thread_options, no_stall),
64bbb865 3134 .def = "0",
87e7a972 3135 .parent = "read_iolog",
d71c154c 3136 .hide = 1,
64bbb865 3137 .help = "Playback IO pattern file as fast as possible without stalls",
e8b0e958
JA
3138 .category = FIO_OPT_C_IO,
3139 .group = FIO_OPT_G_IOLOG,
64bbb865 3140 },
d1c46c04
DN
3141 {
3142 .name = "replay_redirect",
e8b0e958 3143 .lname = "Redirect device for replay",
d1c46c04 3144 .type = FIO_OPT_STR_STORE,
a609f12a 3145 .off1 = offsetof(struct thread_options, replay_redirect),
d1c46c04 3146 .parent = "read_iolog",
d71c154c 3147 .hide = 1,
d1c46c04 3148 .help = "Replay all I/O onto this device, regardless of trace device",
e8b0e958
JA
3149 .category = FIO_OPT_C_IO,
3150 .group = FIO_OPT_G_IOLOG,
d1c46c04 3151 },
0c63576e
JA
3152 {
3153 .name = "replay_scale",
3154 .lname = "Replace offset scale factor",
3155 .type = FIO_OPT_INT,
a609f12a 3156 .off1 = offsetof(struct thread_options, replay_scale),
0c63576e
JA
3157 .parent = "read_iolog",
3158 .def = "1",
3159 .help = "Align offsets to this blocksize",
3160 .category = FIO_OPT_C_IO,
3161 .group = FIO_OPT_G_IOLOG,
3162 },
3163 {
3164 .name = "replay_align",
3165 .lname = "Replace alignment",
3166 .type = FIO_OPT_INT,
a609f12a 3167 .off1 = offsetof(struct thread_options, replay_align),
0c63576e
JA
3168 .parent = "read_iolog",
3169 .help = "Scale offset down by this factor",
3170 .category = FIO_OPT_C_IO,
3171 .group = FIO_OPT_G_IOLOG,
3172 .pow2 = 1,
3173 },
6dd7fa77
JA
3174 {
3175 .name = "replay_time_scale",
3176 .lname = "Replay Time Scale",
3177 .type = FIO_OPT_INT,
3178 .off1 = offsetof(struct thread_options, replay_time_scale),
3179 .def = "100",
3180 .minval = 1,
3181 .parent = "read_iolog",
3182 .hide = 1,
3183 .help = "Scale time for replay events",
3184 .category = FIO_OPT_C_IO,
3185 .group = FIO_OPT_G_IOLOG,
3186 },
d7235efb
JA
3187 {
3188 .name = "replay_skip",
3189 .lname = "Replay Skip",
3190 .type = FIO_OPT_STR,
3191 .cb = str_replay_skip_cb,
3192 .off1 = offsetof(struct thread_options, replay_skip),
3193 .parent = "read_iolog",
3194 .help = "Skip certain IO types (read,write,trim,flush)",
3195 .category = FIO_OPT_C_IO,
3196 .group = FIO_OPT_G_IOLOG,
3197 },
b9921d1a
DZ
3198 {
3199 .name = "merge_blktrace_file",
3200 .lname = "Merged blktrace output filename",
3201 .type = FIO_OPT_STR_STORE,
3202 .off1 = offsetof(struct thread_options, merge_blktrace_file),
3203 .help = "Merged blktrace output filename",
3204 .category = FIO_OPT_C_IO,
3205 .group = FIO_OPT_G_IOLOG,
3206 },
87a48ada
DZ
3207 {
3208 .name = "merge_blktrace_scalars",
3209 .lname = "Percentage to scale each trace",
3210 .type = FIO_OPT_FLOAT_LIST,
3211 .off1 = offsetof(struct thread_options, merge_blktrace_scalars),
3212 .maxlen = FIO_IO_U_LIST_MAX_LEN,
3213 .help = "Percentage to scale each trace",
3214 .category = FIO_OPT_C_IO,
3215 .group = FIO_OPT_G_IOLOG,
3216 },
55bfd8c8
DZ
3217 {
3218 .name = "merge_blktrace_iters",
3219 .lname = "Number of iterations to run per trace",
3220 .type = FIO_OPT_FLOAT_LIST,
3221 .off1 = offsetof(struct thread_options, merge_blktrace_iters),
3222 .maxlen = FIO_IO_U_LIST_MAX_LEN,
3223 .help = "Number of iterations to run per trace",
3224 .category = FIO_OPT_C_IO,
3225 .group = FIO_OPT_G_IOLOG,
3226 },
214e1eca
JA
3227 {
3228 .name = "exec_prerun",
e8b0e958 3229 .lname = "Pre-execute runnable",
214e1eca 3230 .type = FIO_OPT_STR_STORE,
a609f12a 3231 .off1 = offsetof(struct thread_options, exec_prerun),
214e1eca 3232 .help = "Execute this file prior to running job",
e8b0e958
JA
3233 .category = FIO_OPT_C_GENERAL,
3234 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3235 },
3236 {
3237 .name = "exec_postrun",
e8b0e958 3238 .lname = "Post-execute runnable",
214e1eca 3239 .type = FIO_OPT_STR_STORE,
a609f12a 3240 .off1 = offsetof(struct thread_options, exec_postrun),
214e1eca 3241 .help = "Execute this file after running job",
e8b0e958
JA
3242 .category = FIO_OPT_C_GENERAL,
3243 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3244 },
3245#ifdef FIO_HAVE_IOSCHED_SWITCH
3246 {
3247 .name = "ioscheduler",
e8b0e958 3248 .lname = "I/O scheduler",
214e1eca 3249 .type = FIO_OPT_STR_STORE,
a609f12a 3250 .off1 = offsetof(struct thread_options, ioscheduler),
214e1eca 3251 .help = "Use this IO scheduler on the backing device",
e8b0e958
JA
3252 .category = FIO_OPT_C_FILE,
3253 .group = FIO_OPT_G_INVALID,
214e1eca 3254 },
a275c37a
JA
3255#else
3256 {
3257 .name = "ioscheduler",
3258 .lname = "I/O scheduler",
3259 .type = FIO_OPT_UNSUPPORTED,
3260 .help = "Your platform does not support IO scheduler switching",
3261 },
214e1eca 3262#endif
7b865a2f
BVA
3263 {
3264 .name = "zonemode",
3265 .lname = "Zone mode",
3266 .help = "Mode for the zonesize, zonerange and zoneskip parameters",
3267 .type = FIO_OPT_STR,
3268 .off1 = offsetof(struct thread_options, zone_mode),
3269 .def = "none",
3270 .category = FIO_OPT_C_IO,
3271 .group = FIO_OPT_G_ZONE,
3272 .posval = {
3273 { .ival = "none",
3274 .oval = ZONE_MODE_NONE,
3275 .help = "no zoning",
3276 },
3277 { .ival = "strided",
3278 .oval = ZONE_MODE_STRIDED,
3279 .help = "strided mode - random I/O is restricted to a single zone",
3280 },
3281 { .ival = "zbd",
3282 .oval = ZONE_MODE_ZBD,
3283 .help = "zoned block device mode - random I/O selects one of multiple zones randomly",
3284 },
3285 },
3286 },
214e1eca
JA
3287 {
3288 .name = "zonesize",
e8b0e958 3289 .lname = "Zone size",
214e1eca 3290 .type = FIO_OPT_STR_VAL,
a609f12a 3291 .off1 = offsetof(struct thread_options, zone_size),
ed335855
SN
3292 .help = "Amount of data to read per zone",
3293 .def = "0",
20eb06bd 3294 .interval = 1024 * 1024,
e8b0e958
JA
3295 .category = FIO_OPT_C_IO,
3296 .group = FIO_OPT_G_ZONE,
ed335855
SN
3297 },
3298 {
3299 .name = "zonerange",
e8b0e958 3300 .lname = "Zone range",
ed335855 3301 .type = FIO_OPT_STR_VAL,
a609f12a 3302 .off1 = offsetof(struct thread_options, zone_range),
214e1eca
JA
3303 .help = "Give size of an IO zone",
3304 .def = "0",
20eb06bd 3305 .interval = 1024 * 1024,
e8b0e958
JA
3306 .category = FIO_OPT_C_IO,
3307 .group = FIO_OPT_G_ZONE,
214e1eca
JA
3308 },
3309 {
3310 .name = "zoneskip",
e8b0e958 3311 .lname = "Zone skip",
214e1eca 3312 .type = FIO_OPT_STR_VAL,
a609f12a 3313 .off1 = offsetof(struct thread_options, zone_skip),
214e1eca
JA
3314 .help = "Space between IO zones",
3315 .def = "0",
20eb06bd 3316 .interval = 1024 * 1024,
e8b0e958
JA
3317 .category = FIO_OPT_C_IO,
3318 .group = FIO_OPT_G_ZONE,
214e1eca 3319 },
bfbdd35b
BVA
3320 {
3321 .name = "read_beyond_wp",
3322 .lname = "Allow reads beyond the zone write pointer",
3323 .type = FIO_OPT_BOOL,
3324 .off1 = offsetof(struct thread_options, read_beyond_wp),
3325 .help = "Allow reads beyond the zone write pointer",
3326 .def = "0",
3327 .category = FIO_OPT_C_IO,
3328 .group = FIO_OPT_G_INVALID,
3329 },
59b07544
BVA
3330 {
3331 .name = "max_open_zones",
3332 .lname = "Maximum number of open zones",
3333 .type = FIO_OPT_INT,
3334 .off1 = offsetof(struct thread_options, max_open_zones),
3335 .maxval = FIO_MAX_OPEN_ZBD_ZONES,
3336 .help = "Limit random writes to SMR drives to the specified"
3337 " number of sequential zones",
3338 .def = "0",
3339 .category = FIO_OPT_C_IO,
3340 .group = FIO_OPT_G_INVALID,
3341 },
a7c2b6fc
BVA
3342 {
3343 .name = "zone_reset_threshold",
3344 .lname = "Zone reset threshold",
3345 .help = "Zoned block device reset threshold",
3346 .type = FIO_OPT_FLOAT_LIST,
3347 .maxlen = 1,
3348 .off1 = offsetof(struct thread_options, zrt),
3349 .minfp = 0,
3350 .maxfp = 1,
3351 .category = FIO_OPT_C_IO,
3352 .group = FIO_OPT_G_ZONE,
3353 },
3354 {
3355 .name = "zone_reset_frequency",
3356 .lname = "Zone reset frequency",
3357 .help = "Zoned block device zone reset frequency in HZ",
3358 .type = FIO_OPT_FLOAT_LIST,
3359 .maxlen = 1,
3360 .off1 = offsetof(struct thread_options, zrf),
3361 .minfp = 0,
3362 .maxfp = 1,
3363 .category = FIO_OPT_C_IO,
3364 .group = FIO_OPT_G_ZONE,
3365 },
214e1eca
JA
3366 {
3367 .name = "lockmem",
e8b0e958 3368 .lname = "Lock memory",
214e1eca 3369 .type = FIO_OPT_STR_VAL,
a609f12a 3370 .off1 = offsetof(struct thread_options, lockmem),
81c6b6cd 3371 .help = "Lock down this amount of memory (per worker)",
214e1eca 3372 .def = "0",
20eb06bd 3373 .interval = 1024 * 1024,
e8b0e958
JA
3374 .category = FIO_OPT_C_GENERAL,
3375 .group = FIO_OPT_G_INVALID,
214e1eca 3376 },
214e1eca
JA
3377 {
3378 .name = "rwmixread",
e8b0e958 3379 .lname = "Read/write mix read",
214e1eca 3380 .type = FIO_OPT_INT,
cb499fc4 3381 .cb = str_rwmix_read_cb,
a609f12a 3382 .off1 = offsetof(struct thread_options, rwmix[DDIR_READ]),
214e1eca
JA
3383 .maxval = 100,
3384 .help = "Percentage of mixed workload that is reads",
3385 .def = "50",
20eb06bd 3386 .interval = 5,
90265353 3387 .inverse = "rwmixwrite",
e8b0e958
JA
3388 .category = FIO_OPT_C_IO,
3389 .group = FIO_OPT_G_RWMIX,
214e1eca
JA
3390 },
3391 {
3392 .name = "rwmixwrite",
e8b0e958 3393 .lname = "Read/write mix write",
214e1eca 3394 .type = FIO_OPT_INT,
cb499fc4 3395 .cb = str_rwmix_write_cb,
a609f12a 3396 .off1 = offsetof(struct thread_options, rwmix[DDIR_WRITE]),
214e1eca
JA
3397 .maxval = 100,
3398 .help = "Percentage of mixed workload that is writes",
3399 .def = "50",
20eb06bd 3400 .interval = 5,
90265353 3401 .inverse = "rwmixread",
e8b0e958
JA
3402 .category = FIO_OPT_C_IO,
3403 .group = FIO_OPT_G_RWMIX,
214e1eca 3404 },
afdf9352
JA
3405 {
3406 .name = "rwmixcycle",
e8b0e958 3407 .lname = "Read/write mix cycle",
15ca150e 3408 .type = FIO_OPT_DEPRECATED,
e8b0e958
JA
3409 .category = FIO_OPT_C_IO,
3410 .group = FIO_OPT_G_RWMIX,
afdf9352 3411 },
214e1eca
JA
3412 {
3413 .name = "nice",
e8b0e958 3414 .lname = "Nice",
214e1eca 3415 .type = FIO_OPT_INT,
a609f12a 3416 .off1 = offsetof(struct thread_options, nice),
214e1eca 3417 .help = "Set job CPU nice value",
11fd6aa8
RC
3418 .minval = -20,
3419 .maxval = 19,
214e1eca 3420 .def = "0",
20eb06bd 3421 .interval = 1,
e8b0e958 3422 .category = FIO_OPT_C_GENERAL,
10860056 3423 .group = FIO_OPT_G_CRED,
214e1eca
JA
3424 },
3425#ifdef FIO_HAVE_IOPRIO
3426 {
3427 .name = "prio",
e8b0e958 3428 .lname = "I/O nice priority",
214e1eca 3429 .type = FIO_OPT_INT,
a609f12a 3430 .off1 = offsetof(struct thread_options, ioprio),
214e1eca 3431 .help = "Set job IO priority value",
1767bd34
TK
3432 .minval = IOPRIO_MIN_PRIO,
3433 .maxval = IOPRIO_MAX_PRIO,
20eb06bd 3434 .interval = 1,
e8b0e958 3435 .category = FIO_OPT_C_GENERAL,
10860056 3436 .group = FIO_OPT_G_CRED,
214e1eca 3437 },
32ef447a
TK
3438#else
3439 {
3440 .name = "prio",
3441 .lname = "I/O nice priority",
3442 .type = FIO_OPT_UNSUPPORTED,
3443 .help = "Your platform does not support IO priorities",
3444 },
3445#endif
3446#ifdef FIO_HAVE_IOPRIO_CLASS
3447#ifndef FIO_HAVE_IOPRIO
3448#error "FIO_HAVE_IOPRIO_CLASS requires FIO_HAVE_IOPRIO"
3449#endif
214e1eca
JA
3450 {
3451 .name = "prioclass",
e8b0e958 3452 .lname = "I/O nice priority class",
214e1eca 3453 .type = FIO_OPT_INT,
a609f12a 3454 .off1 = offsetof(struct thread_options, ioprio_class),
214e1eca 3455 .help = "Set job IO priority class",
1767bd34
TK
3456 .minval = IOPRIO_MIN_PRIO_CLASS,
3457 .maxval = IOPRIO_MAX_PRIO_CLASS,
20eb06bd 3458 .interval = 1,
e8b0e958 3459 .category = FIO_OPT_C_GENERAL,
10860056 3460 .group = FIO_OPT_G_CRED,
214e1eca 3461 },
a275c37a 3462#else
a275c37a
JA
3463 {
3464 .name = "prioclass",
3465 .lname = "I/O nice priority class",
3466 .type = FIO_OPT_UNSUPPORTED,
32ef447a 3467 .help = "Your platform does not support IO priority classes",
a275c37a 3468 },
214e1eca
JA
3469#endif
3470 {
3471 .name = "thinktime",
e8b0e958 3472 .lname = "Thinktime",
214e1eca 3473 .type = FIO_OPT_INT,
a609f12a 3474 .off1 = offsetof(struct thread_options, thinktime),
214e1eca
JA
3475 .help = "Idle time between IO buffers (usec)",
3476 .def = "0",
88038bc7 3477 .is_time = 1,
e8b0e958 3478 .category = FIO_OPT_C_IO,
3ceb458f 3479 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA
3480 },
3481 {
3482 .name = "thinktime_spin",
e8b0e958 3483 .lname = "Thinktime spin",
214e1eca 3484 .type = FIO_OPT_INT,
a609f12a 3485 .off1 = offsetof(struct thread_options, thinktime_spin),