Add arm64 hardware assisted crc32c support
[fio.git] / options.c
CommitLineData
214e1eca
JA
1#include <stdio.h>
2#include <stdlib.h>
3#include <unistd.h>
4#include <ctype.h>
5#include <string.h>
214e1eca 6#include <assert.h>
921c766f 7#include <libgen.h>
5921e80c
JA
8#include <fcntl.h>
9#include <sys/types.h>
10#include <sys/stat.h>
e13c3b50 11#include <netinet/in.h>
214e1eca
JA
12
13#include "fio.h"
4f5af7b2 14#include "verify.h"
214e1eca 15#include "parse.h"
eef32359 16#include "lib/fls.h"
61b9861d 17#include "lib/pattern.h"
9f988e2e 18#include "options.h"
d220c761 19#include "optgroup.h"
214e1eca 20
e13c3b50 21char client_sockaddr_str[INET6_ADDRSTRLEN] = { 0 };
72a703da 22
a609f12a
JA
23#define cb_data_to_td(data) container_of(data, struct thread_data, o)
24
fc8d6d05 25static struct pattern_fmt_desc fmt_desc[] = {
4205998f
JA
26 {
27 .fmt = "%o",
28 .len = FIELD_SIZE(struct io_u *, offset),
29 .paste = paste_blockoff
30 }
31};
32
214e1eca
JA
33/*
34 * Check if mmap/mmaphuge has a :/foo/bar/file at the end. If so, return that.
35 */
36static char *get_opt_postfix(const char *str)
37{
38 char *p = strstr(str, ":");
39
40 if (!p)
41 return NULL;
42
43 p++;
44 strip_blank_front(&p);
45 strip_blank_end(p);
46 return strdup(p);
47}
48
564ca972
JA
49static int bs_cmp(const void *p1, const void *p2)
50{
51 const struct bssplit *bsp1 = p1;
52 const struct bssplit *bsp2 = p2;
53
a7cd478d 54 return (int) bsp1->perc - (int) bsp2->perc;
564ca972
JA
55}
56
d2835319
JA
57struct split {
58 unsigned int nr;
59 unsigned int val1[100];
60 unsigned int val2[100];
61};
62
63static int split_parse_ddir(struct thread_options *o, struct split *split,
64 enum fio_ddir ddir, char *str)
564ca972 65{
d2835319 66 unsigned int i, perc;
564ca972 67 long long val;
720e84ad 68 char *fname;
564ca972 69
d2835319 70 split->nr = 0;
564ca972
JA
71
72 i = 0;
564ca972
JA
73 while ((fname = strsep(&str, ":")) != NULL) {
74 char *perc_str;
75
76 if (!strlen(fname))
77 break;
78
564ca972
JA
79 perc_str = strstr(fname, "/");
80 if (perc_str) {
81 *perc_str = '\0';
82 perc_str++;
83 perc = atoi(perc_str);
84 if (perc > 100)
85 perc = 100;
86 else if (!perc)
d711cce5 87 perc = -1U;
564ca972 88 } else
d711cce5 89 perc = -1U;
564ca972 90
88038bc7 91 if (str_to_decimal(fname, &val, 1, o, 0, 0)) {
564ca972 92 log_err("fio: bssplit conversion failed\n");
564ca972
JA
93 return 1;
94 }
95
d2835319
JA
96 split->val1[i] = val;
97 split->val2[i] = perc;
564ca972 98 i++;
d2835319
JA
99 if (i == 100)
100 break;
564ca972
JA
101 }
102
d2835319
JA
103 split->nr = i;
104 return 0;
105}
106
107static int bssplit_ddir(struct thread_options *o, enum fio_ddir ddir, char *str)
108{
109 unsigned int i, perc, perc_missing;
110 unsigned int max_bs, min_bs;
111 struct split split;
112
113 memset(&split, 0, sizeof(split));
114
115 if (split_parse_ddir(o, &split, ddir, str))
116 return 1;
117 if (!split.nr)
118 return 0;
119
120 max_bs = 0;
121 min_bs = -1;
122 o->bssplit[ddir] = malloc(split.nr * sizeof(struct bssplit));
123 o->bssplit_nr[ddir] = split.nr;
124 for (i = 0; i < split.nr; i++) {
125 if (split.val1[i] > max_bs)
126 max_bs = split.val1[i];
127 if (split.val1[i] < min_bs)
128 min_bs = split.val1[i];
129
130 o->bssplit[ddir][i].bs = split.val1[i];
131 o->bssplit[ddir][i].perc =split.val2[i];
132 }
564ca972
JA
133
134 /*
135 * Now check if the percentages add up, and how much is missing
136 */
137 perc = perc_missing = 0;
83ea422a 138 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 139 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 140
d711cce5 141 if (bsp->perc == -1U)
564ca972
JA
142 perc_missing++;
143 else
144 perc += bsp->perc;
145 }
146
40bafa33 147 if (perc > 100 && perc_missing > 1) {
564ca972 148 log_err("fio: bssplit percentages add to more than 100%%\n");
d2835319
JA
149 free(o->bssplit[ddir]);
150 o->bssplit[ddir] = NULL;
564ca972
JA
151 return 1;
152 }
d711cce5 153
564ca972
JA
154 /*
155 * If values didn't have a percentage set, divide the remains between
156 * them.
157 */
158 if (perc_missing) {
d711cce5 159 if (perc_missing == 1 && o->bssplit_nr[ddir] == 1)
40bafa33 160 perc = 100;
83ea422a 161 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 162 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 163
d711cce5 164 if (bsp->perc == -1U)
564ca972
JA
165 bsp->perc = (100 - perc) / perc_missing;
166 }
167 }
168
83ea422a
JA
169 o->min_bs[ddir] = min_bs;
170 o->max_bs[ddir] = max_bs;
564ca972
JA
171
172 /*
173 * now sort based on percentages, for ease of lookup
174 */
d2835319 175 qsort(o->bssplit[ddir], o->bssplit_nr[ddir], sizeof(struct bssplit), bs_cmp);
720e84ad 176 return 0;
720e84ad
JA
177}
178
764593c0
JA
179typedef int (split_parse_fn)(struct thread_options *, enum fio_ddir, char *);
180
181static int str_split_parse(struct thread_data *td, char *str, split_parse_fn *fn)
720e84ad 182{
764593c0 183 char *odir, *ddir;
720e84ad
JA
184 int ret = 0;
185
720e84ad
JA
186 odir = strchr(str, ',');
187 if (odir) {
6eaf09d6
SL
188 ddir = strchr(odir + 1, ',');
189 if (ddir) {
764593c0 190 ret = fn(&td->o, DDIR_TRIM, ddir + 1);
6eaf09d6
SL
191 if (!ret)
192 *ddir = '\0';
193 } else {
194 char *op;
195
196 op = strdup(odir + 1);
764593c0 197 ret = fn(&td->o, DDIR_TRIM, op);
6eaf09d6
SL
198
199 free(op);
200 }
d79db122 201 if (!ret)
764593c0 202 ret = fn(&td->o, DDIR_WRITE, odir + 1);
720e84ad
JA
203 if (!ret) {
204 *odir = '\0';
764593c0 205 ret = fn(&td->o, DDIR_READ, str);
720e84ad
JA
206 }
207 } else {
208 char *op;
209
210 op = strdup(str);
764593c0 211 ret = fn(&td->o, DDIR_WRITE, op);
6eaf09d6 212 free(op);
720e84ad 213
6eaf09d6
SL
214 if (!ret) {
215 op = strdup(str);
764593c0 216 ret = fn(&td->o, DDIR_TRIM, op);
6eaf09d6
SL
217 free(op);
218 }
f0c9c217 219 if (!ret)
764593c0 220 ret = fn(&td->o, DDIR_READ, str);
720e84ad 221 }
564ca972 222
764593c0
JA
223 return ret;
224}
225
226static int str_bssplit_cb(void *data, const char *input)
227{
a609f12a 228 struct thread_data *td = cb_data_to_td(data);
764593c0
JA
229 char *str, *p;
230 int ret = 0;
231
764593c0
JA
232 p = str = strdup(input);
233
234 strip_blank_front(&str);
235 strip_blank_end(str);
236
237 ret = str_split_parse(td, str, bssplit_ddir);
238
55baca06
JA
239 if (parse_dryrun()) {
240 int i;
241
242 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
243 free(td->o.bssplit[i]);
244 td->o.bssplit[i] = NULL;
245 td->o.bssplit_nr[i] = 0;
246 }
247 }
248
564ca972 249 free(p);
720e84ad 250 return ret;
564ca972
JA
251}
252
8b28bd41
DM
253static int str2error(char *str)
254{
a94eb99a 255 const char *err[] = { "EPERM", "ENOENT", "ESRCH", "EINTR", "EIO",
8b28bd41
DM
256 "ENXIO", "E2BIG", "ENOEXEC", "EBADF",
257 "ECHILD", "EAGAIN", "ENOMEM", "EACCES",
258 "EFAULT", "ENOTBLK", "EBUSY", "EEXIST",
259 "EXDEV", "ENODEV", "ENOTDIR", "EISDIR",
260 "EINVAL", "ENFILE", "EMFILE", "ENOTTY",
261 "ETXTBSY","EFBIG", "ENOSPC", "ESPIPE",
a94eb99a 262 "EROFS","EMLINK", "EPIPE", "EDOM", "ERANGE" };
7fe481b4 263 int i = 0, num = sizeof(err) / sizeof(char *);
8b28bd41 264
a94eb99a 265 while (i < num) {
8b28bd41
DM
266 if (!strcmp(err[i], str))
267 return i + 1;
268 i++;
269 }
270 return 0;
271}
272
273static int ignore_error_type(struct thread_data *td, int etype, char *str)
274{
275 unsigned int i;
276 int *error;
277 char *fname;
278
279 if (etype >= ERROR_TYPE_CNT) {
280 log_err("Illegal error type\n");
281 return 1;
282 }
283
284 td->o.ignore_error_nr[etype] = 4;
285 error = malloc(4 * sizeof(struct bssplit));
286
287 i = 0;
288 while ((fname = strsep(&str, ":")) != NULL) {
289
290 if (!strlen(fname))
291 break;
292
293 /*
294 * grow struct buffer, if needed
295 */
296 if (i == td->o.ignore_error_nr[etype]) {
297 td->o.ignore_error_nr[etype] <<= 1;
298 error = realloc(error, td->o.ignore_error_nr[etype]
299 * sizeof(int));
300 }
301 if (fname[0] == 'E') {
302 error[i] = str2error(fname);
303 } else {
304 error[i] = atoi(fname);
305 if (error[i] < 0)
1616e025 306 error[i] = -error[i];
8b28bd41
DM
307 }
308 if (!error[i]) {
309 log_err("Unknown error %s, please use number value \n",
310 fname);
0fddbf7a 311 free(error);
8b28bd41
DM
312 return 1;
313 }
314 i++;
315 }
316 if (i) {
317 td->o.continue_on_error |= 1 << etype;
318 td->o.ignore_error_nr[etype] = i;
319 td->o.ignore_error[etype] = error;
c7b086be
JA
320 } else
321 free(error);
322
8b28bd41
DM
323 return 0;
324
325}
326
327static int str_ignore_error_cb(void *data, const char *input)
328{
a609f12a 329 struct thread_data *td = cb_data_to_td(data);
8b28bd41
DM
330 char *str, *p, *n;
331 int type = 0, ret = 1;
52c0cea3
JA
332
333 if (parse_dryrun())
334 return 0;
335
8b28bd41
DM
336 p = str = strdup(input);
337
338 strip_blank_front(&str);
339 strip_blank_end(str);
340
341 while (p) {
342 n = strchr(p, ',');
343 if (n)
344 *n++ = '\0';
345 ret = ignore_error_type(td, type, p);
346 if (ret)
347 break;
348 p = n;
349 type++;
350 }
351 free(str);
352 return ret;
353}
354
211097b2
JA
355static int str_rw_cb(void *data, const char *str)
356{
a609f12a 357 struct thread_data *td = cb_data_to_td(data);
83ea422a 358 struct thread_options *o = &td->o;
27ca949f 359 char *nr;
211097b2 360
52c0cea3
JA
361 if (parse_dryrun())
362 return 0;
363
83ea422a
JA
364 o->ddir_seq_nr = 1;
365 o->ddir_seq_add = 0;
059b0802 366
27ca949f 367 nr = get_opt_postfix(str);
059b0802
JA
368 if (!nr)
369 return 0;
370
371 if (td_random(td))
83ea422a 372 o->ddir_seq_nr = atoi(nr);
059b0802
JA
373 else {
374 long long val;
375
88038bc7 376 if (str_to_decimal(nr, &val, 1, o, 0, 0)) {
059b0802
JA
377 log_err("fio: rw postfix parsing failed\n");
378 free(nr);
379 return 1;
380 }
381
83ea422a 382 o->ddir_seq_add = val;
182ec6ee 383 }
211097b2 384
059b0802 385 free(nr);
211097b2
JA
386 return 0;
387}
388
214e1eca
JA
389static int str_mem_cb(void *data, const char *mem)
390{
a609f12a 391 struct thread_data *td = cb_data_to_td(data);
214e1eca 392
217b0f1d
LG
393 if (td->o.mem_type == MEM_MMAPHUGE || td->o.mem_type == MEM_MMAP ||
394 td->o.mem_type == MEM_MMAPSHARED)
836fcc0f 395 td->o.mmapfile = get_opt_postfix(mem);
214e1eca
JA
396
397 return 0;
398}
399
c223da83
JA
400static int fio_clock_source_cb(void *data, const char *str)
401{
a609f12a 402 struct thread_data *td = cb_data_to_td(data);
c223da83
JA
403
404 fio_clock_source = td->o.clocksource;
fa80feae 405 fio_clock_source_set = 1;
01423eae 406 fio_clock_init();
c223da83
JA
407 return 0;
408}
409
85bc833b 410static int str_rwmix_read_cb(void *data, unsigned long long *val)
cb499fc4 411{
a609f12a 412 struct thread_data *td = cb_data_to_td(data);
cb499fc4
JA
413
414 td->o.rwmix[DDIR_READ] = *val;
415 td->o.rwmix[DDIR_WRITE] = 100 - *val;
416 return 0;
417}
418
85bc833b 419static int str_rwmix_write_cb(void *data, unsigned long long *val)
cb499fc4 420{
a609f12a 421 struct thread_data *td = cb_data_to_td(data);
cb499fc4
JA
422
423 td->o.rwmix[DDIR_WRITE] = *val;
424 td->o.rwmix[DDIR_READ] = 100 - *val;
425 return 0;
426}
427
214e1eca
JA
428static int str_exitall_cb(void)
429{
430 exitall_on_terminate = 1;
431 return 0;
432}
433
214e1eca 434#ifdef FIO_HAVE_CPU_AFFINITY
50b5860b 435int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu_index)
c2acfbac 436{
50b5860b 437 unsigned int i, index, cpus_in_mask;
c2acfbac 438 const long max_cpu = cpus_online();
c2acfbac 439
50b5860b
JA
440 cpus_in_mask = fio_cpu_count(mask);
441 cpu_index = cpu_index % cpus_in_mask;
442
443 index = 0;
c2acfbac 444 for (i = 0; i < max_cpu; i++) {
50b5860b 445 if (!fio_cpu_isset(mask, i))
c2acfbac 446 continue;
50b5860b
JA
447
448 if (cpu_index != index)
449 fio_cpu_clear(mask, i);
450
451 index++;
c2acfbac
JA
452 }
453
454 return fio_cpu_count(mask);
455}
456
85bc833b 457static int str_cpumask_cb(void *data, unsigned long long *val)
d2e268b0 458{
a609f12a 459 struct thread_data *td = cb_data_to_td(data);
214e1eca 460 unsigned int i;
b03daafb 461 long max_cpu;
d2ce18b5
JA
462 int ret;
463
52c0cea3
JA
464 if (parse_dryrun())
465 return 0;
466
d2ce18b5
JA
467 ret = fio_cpuset_init(&td->o.cpumask);
468 if (ret < 0) {
469 log_err("fio: cpuset_init failed\n");
470 td_verror(td, ret, "fio_cpuset_init");
471 return 1;
472 }
214e1eca 473
c00a2289 474 max_cpu = cpus_online();
214e1eca 475
62a7273d
JA
476 for (i = 0; i < sizeof(int) * 8; i++) {
477 if ((1 << i) & *val) {
b8411399 478 if (i >= max_cpu) {
b03daafb 479 log_err("fio: CPU %d too large (max=%ld)\n", i,
b8411399 480 max_cpu - 1);
b03daafb
JA
481 return 1;
482 }
62a7273d 483 dprint(FD_PARSE, "set cpu allowed %d\n", i);
6d459ee7 484 fio_cpu_set(&td->o.cpumask, i);
62a7273d
JA
485 }
486 }
d2e268b0 487
d2e268b0 488 return 0;
214e1eca
JA
489}
490
e8462bd8
JA
491static int set_cpus_allowed(struct thread_data *td, os_cpu_mask_t *mask,
492 const char *input)
214e1eca 493{
d2e268b0 494 char *cpu, *str, *p;
b03daafb 495 long max_cpu;
19608d6c 496 int ret = 0;
d2e268b0 497
e8462bd8 498 ret = fio_cpuset_init(mask);
d2ce18b5
JA
499 if (ret < 0) {
500 log_err("fio: cpuset_init failed\n");
501 td_verror(td, ret, "fio_cpuset_init");
502 return 1;
503 }
d2e268b0
JA
504
505 p = str = strdup(input);
214e1eca 506
d2e268b0
JA
507 strip_blank_front(&str);
508 strip_blank_end(str);
509
c00a2289 510 max_cpu = cpus_online();
b03daafb 511
d2e268b0 512 while ((cpu = strsep(&str, ",")) != NULL) {
62a7273d
JA
513 char *str2, *cpu2;
514 int icpu, icpu2;
515
d2e268b0
JA
516 if (!strlen(cpu))
517 break;
62a7273d
JA
518
519 str2 = cpu;
520 icpu2 = -1;
521 while ((cpu2 = strsep(&str2, "-")) != NULL) {
522 if (!strlen(cpu2))
523 break;
524
525 icpu2 = atoi(cpu2);
526 }
527
528 icpu = atoi(cpu);
529 if (icpu2 == -1)
530 icpu2 = icpu;
531 while (icpu <= icpu2) {
6d459ee7 532 if (icpu >= FIO_MAX_CPUS) {
19608d6c 533 log_err("fio: your OS only supports up to"
6d459ee7 534 " %d CPUs\n", (int) FIO_MAX_CPUS);
19608d6c
JA
535 ret = 1;
536 break;
537 }
9e986889 538 if (icpu >= max_cpu) {
b03daafb 539 log_err("fio: CPU %d too large (max=%ld)\n",
9e986889 540 icpu, max_cpu - 1);
b03daafb
JA
541 ret = 1;
542 break;
543 }
0b9d69ec 544
62a7273d 545 dprint(FD_PARSE, "set cpu allowed %d\n", icpu);
e8462bd8 546 fio_cpu_set(mask, icpu);
62a7273d
JA
547 icpu++;
548 }
19608d6c
JA
549 if (ret)
550 break;
d2e268b0
JA
551 }
552
553 free(p);
19608d6c 554 return ret;
214e1eca 555}
e8462bd8
JA
556
557static int str_cpus_allowed_cb(void *data, const char *input)
558{
a609f12a 559 struct thread_data *td = cb_data_to_td(data);
e8462bd8 560
52c0cea3
JA
561 if (parse_dryrun())
562 return 0;
563
b2a9e649 564 return set_cpus_allowed(td, &td->o.cpumask, input);
e8462bd8
JA
565}
566
567static int str_verify_cpus_allowed_cb(void *data, const char *input)
568{
a609f12a 569 struct thread_data *td = cb_data_to_td(data);
e8462bd8 570
466155e2
JA
571 if (parse_dryrun())
572 return 0;
573
b2a9e649 574 return set_cpus_allowed(td, &td->o.verify_cpumask, input);
e8462bd8 575}
c08f9fe2 576
105157ad 577#ifdef CONFIG_ZLIB
c08f9fe2
JA
578static int str_log_cpus_allowed_cb(void *data, const char *input)
579{
a609f12a 580 struct thread_data *td = cb_data_to_td(data);
c08f9fe2
JA
581
582 if (parse_dryrun())
583 return 0;
584
585 return set_cpus_allowed(td, &td->o.log_gz_cpumask, input);
586}
105157ad 587#endif /* CONFIG_ZLIB */
c08f9fe2 588
105157ad 589#endif /* FIO_HAVE_CPU_AFFINITY */
214e1eca 590
67bf9823 591#ifdef CONFIG_LIBNUMA
d0b937ed
YR
592static int str_numa_cpunodes_cb(void *data, char *input)
593{
a609f12a 594 struct thread_data *td = cb_data_to_td(data);
43522848 595 struct bitmask *verify_bitmask;
d0b937ed 596
52c0cea3
JA
597 if (parse_dryrun())
598 return 0;
599
d0b937ed
YR
600 /* numa_parse_nodestring() parses a character string list
601 * of nodes into a bit mask. The bit mask is allocated by
602 * numa_allocate_nodemask(), so it should be freed by
603 * numa_free_nodemask().
604 */
43522848
DG
605 verify_bitmask = numa_parse_nodestring(input);
606 if (verify_bitmask == NULL) {
d0b937ed
YR
607 log_err("fio: numa_parse_nodestring failed\n");
608 td_verror(td, 1, "str_numa_cpunodes_cb");
609 return 1;
610 }
43522848 611 numa_free_nodemask(verify_bitmask);
d0b937ed 612
43522848 613 td->o.numa_cpunodes = strdup(input);
d0b937ed
YR
614 return 0;
615}
616
617static int str_numa_mpol_cb(void *data, char *input)
618{
a609f12a 619 struct thread_data *td = cb_data_to_td(data);
d0b937ed 620 const char * const policy_types[] =
05d6f44b 621 { "default", "prefer", "bind", "interleave", "local", NULL };
d0b937ed 622 int i;
52c0cea3 623 char *nodelist;
43522848 624 struct bitmask *verify_bitmask;
52c0cea3
JA
625
626 if (parse_dryrun())
627 return 0;
d0b937ed 628
52c0cea3 629 nodelist = strchr(input, ':');
d0b937ed
YR
630 if (nodelist) {
631 /* NUL-terminate mode */
632 *nodelist++ = '\0';
633 }
634
635 for (i = 0; i <= MPOL_LOCAL; i++) {
636 if (!strcmp(input, policy_types[i])) {
637 td->o.numa_mem_mode = i;
638 break;
639 }
640 }
641 if (i > MPOL_LOCAL) {
642 log_err("fio: memory policy should be: default, prefer, bind, interleave, local\n");
643 goto out;
644 }
645
646 switch (td->o.numa_mem_mode) {
647 case MPOL_PREFERRED:
648 /*
649 * Insist on a nodelist of one node only
650 */
651 if (nodelist) {
652 char *rest = nodelist;
653 while (isdigit(*rest))
654 rest++;
655 if (*rest) {
656 log_err("fio: one node only for \'prefer\'\n");
657 goto out;
658 }
659 } else {
660 log_err("fio: one node is needed for \'prefer\'\n");
661 goto out;
662 }
663 break;
664 case MPOL_INTERLEAVE:
665 /*
666 * Default to online nodes with memory if no nodelist
667 */
668 if (!nodelist)
669 nodelist = strdup("all");
670 break;
671 case MPOL_LOCAL:
672 case MPOL_DEFAULT:
673 /*
674 * Don't allow a nodelist
675 */
676 if (nodelist) {
677 log_err("fio: NO nodelist for \'local\'\n");
678 goto out;
679 }
680 break;
681 case MPOL_BIND:
682 /*
683 * Insist on a nodelist
684 */
685 if (!nodelist) {
686 log_err("fio: a nodelist is needed for \'bind\'\n");
687 goto out;
688 }
689 break;
690 }
691
692
693 /* numa_parse_nodestring() parses a character string list
694 * of nodes into a bit mask. The bit mask is allocated by
695 * numa_allocate_nodemask(), so it should be freed by
696 * numa_free_nodemask().
697 */
698 switch (td->o.numa_mem_mode) {
699 case MPOL_PREFERRED:
700 td->o.numa_mem_prefer_node = atoi(nodelist);
701 break;
702 case MPOL_INTERLEAVE:
703 case MPOL_BIND:
43522848
DG
704 verify_bitmask = numa_parse_nodestring(nodelist);
705 if (verify_bitmask == NULL) {
d0b937ed
YR
706 log_err("fio: numa_parse_nodestring failed\n");
707 td_verror(td, 1, "str_numa_memnodes_cb");
708 return 1;
709 }
43522848
DG
710 td->o.numa_memnodes = strdup(nodelist);
711 numa_free_nodemask(verify_bitmask);
b74e419e 712
d0b937ed
YR
713 break;
714 case MPOL_LOCAL:
715 case MPOL_DEFAULT:
716 default:
717 break;
718 }
719
d0b937ed 720 return 0;
d0b937ed
YR
721out:
722 return 1;
723}
724#endif
725
214e1eca
JA
726static int str_fst_cb(void *data, const char *str)
727{
a609f12a 728 struct thread_data *td = cb_data_to_td(data);
8c07860d
JA
729 double val;
730 bool done = false;
731 char *nr;
214e1eca
JA
732
733 td->file_service_nr = 1;
8c07860d
JA
734
735 switch (td->o.file_service_type) {
736 case FIO_FSERVICE_RANDOM:
737 case FIO_FSERVICE_RR:
738 case FIO_FSERVICE_SEQ:
739 nr = get_opt_postfix(str);
740 if (nr) {
741 td->file_service_nr = atoi(nr);
742 free(nr);
743 }
744 done = true;
745 break;
746 case FIO_FSERVICE_ZIPF:
747 val = FIO_DEF_ZIPF;
748 break;
749 case FIO_FSERVICE_PARETO:
750 val = FIO_DEF_PARETO;
751 break;
752 case FIO_FSERVICE_GAUSS:
753 val = 0.0;
754 break;
755 default:
756 log_err("fio: bad file service type: %d\n", td->o.file_service_type);
757 return 1;
758 }
759
760 if (done)
761 return 0;
762
763 nr = get_opt_postfix(str);
764 if (nr && !str_to_float(nr, &val, 0)) {
765 log_err("fio: file service type random postfix parsing failed\n");
182ec6ee 766 free(nr);
8c07860d
JA
767 return 1;
768 }
769
770 free(nr);
771
772 switch (td->o.file_service_type) {
773 case FIO_FSERVICE_ZIPF:
774 if (val == 1.00) {
775 log_err("fio: zipf theta must be different than 1.0\n");
776 return 1;
777 }
778 if (parse_dryrun())
779 return 0;
780 td->zipf_theta = val;
781 break;
782 case FIO_FSERVICE_PARETO:
783 if (val <= 0.00 || val >= 1.00) {
784 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
785 return 1;
786 }
787 if (parse_dryrun())
788 return 0;
789 td->pareto_h = val;
790 break;
791 case FIO_FSERVICE_GAUSS:
792 if (val < 0.00 || val >= 100.00) {
99c94a6b 793 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
8c07860d
JA
794 return 1;
795 }
796 if (parse_dryrun())
797 return 0;
798 td->gauss_dev = val;
799 break;
182ec6ee 800 }
214e1eca
JA
801
802 return 0;
803}
804
67bf9823 805#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA
806static int str_sfr_cb(void *data, const char *str)
807{
a609f12a 808 struct thread_data *td = cb_data_to_td(data);
44f29692
JA
809 char *nr = get_opt_postfix(str);
810
811 td->sync_file_range_nr = 1;
812 if (nr) {
813 td->sync_file_range_nr = atoi(nr);
814 free(nr);
815 }
816
817 return 0;
818}
3ae06371 819#endif
44f29692 820
e0a04ac1
JA
821static int zone_cmp(const void *p1, const void *p2)
822{
823 const struct zone_split *zsp1 = p1;
824 const struct zone_split *zsp2 = p2;
825
826 return (int) zsp2->access_perc - (int) zsp1->access_perc;
827}
828
764593c0
JA
829static int zone_split_ddir(struct thread_options *o, enum fio_ddir ddir,
830 char *str)
e0a04ac1 831{
e0a04ac1 832 unsigned int i, perc, perc_missing, sperc, sperc_missing;
d2835319 833 struct split split;
e0a04ac1 834
d2835319 835 memset(&split, 0, sizeof(split));
e0a04ac1 836
d2835319
JA
837 if (split_parse_ddir(o, &split, ddir, str))
838 return 1;
839 if (!split.nr)
840 return 0;
e0a04ac1 841
d2835319
JA
842 o->zone_split[ddir] = malloc(split.nr * sizeof(struct zone_split));
843 o->zone_split_nr[ddir] = split.nr;
844 for (i = 0; i < split.nr; i++) {
845 o->zone_split[ddir][i].access_perc = split.val1[i];
846 o->zone_split[ddir][i].size_perc = split.val2[i];
e0a04ac1
JA
847 }
848
e0a04ac1
JA
849 /*
850 * Now check if the percentages add up, and how much is missing
851 */
852 perc = perc_missing = 0;
853 sperc = sperc_missing = 0;
854 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 855 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
856
857 if (zsp->access_perc == (uint8_t) -1U)
858 perc_missing++;
859 else
860 perc += zsp->access_perc;
861
862 if (zsp->size_perc == (uint8_t) -1U)
863 sperc_missing++;
864 else
865 sperc += zsp->size_perc;
866
867 }
868
869 if (perc > 100 || sperc > 100) {
870 log_err("fio: zone_split percentages add to more than 100%%\n");
d2835319
JA
871 free(o->zone_split[ddir]);
872 o->zone_split[ddir] = NULL;
e0a04ac1
JA
873 return 1;
874 }
875 if (perc < 100) {
876 log_err("fio: access percentage don't add up to 100 for zoned "
877 "random distribution (got=%u)\n", perc);
d2835319
JA
878 free(o->zone_split[ddir]);
879 o->zone_split[ddir] = NULL;
e0a04ac1
JA
880 return 1;
881 }
882
883 /*
884 * If values didn't have a percentage set, divide the remains between
885 * them.
886 */
887 if (perc_missing) {
888 if (perc_missing == 1 && o->zone_split_nr[ddir] == 1)
889 perc = 100;
890 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 891 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
892
893 if (zsp->access_perc == (uint8_t) -1U)
894 zsp->access_perc = (100 - perc) / perc_missing;
895 }
896 }
897 if (sperc_missing) {
898 if (sperc_missing == 1 && o->zone_split_nr[ddir] == 1)
899 sperc = 100;
900 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 901 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
902
903 if (zsp->size_perc == (uint8_t) -1U)
904 zsp->size_perc = (100 - sperc) / sperc_missing;
905 }
906 }
907
908 /*
909 * now sort based on percentages, for ease of lookup
910 */
d2835319 911 qsort(o->zone_split[ddir], o->zone_split_nr[ddir], sizeof(struct zone_split), zone_cmp);
e0a04ac1
JA
912 return 0;
913}
914
915static void __td_zone_gen_index(struct thread_data *td, enum fio_ddir ddir)
916{
917 unsigned int i, j, sprev, aprev;
918
919 td->zone_state_index[ddir] = malloc(sizeof(struct zone_split_index) * 100);
920
921 sprev = aprev = 0;
922 for (i = 0; i < td->o.zone_split_nr[ddir]; i++) {
923 struct zone_split *zsp = &td->o.zone_split[ddir][i];
924
925 for (j = aprev; j < aprev + zsp->access_perc; j++) {
926 struct zone_split_index *zsi = &td->zone_state_index[ddir][j];
927
928 zsi->size_perc = sprev + zsp->size_perc;
929 zsi->size_perc_prev = sprev;
930 }
931
932 aprev += zsp->access_perc;
933 sprev += zsp->size_perc;
934 }
935}
936
937/*
938 * Generate state table for indexes, so we don't have to do it inline from
939 * the hot IO path
940 */
941static void td_zone_gen_index(struct thread_data *td)
942{
943 int i;
944
945 td->zone_state_index = malloc(DDIR_RWDIR_CNT *
946 sizeof(struct zone_split_index *));
947
948 for (i = 0; i < DDIR_RWDIR_CNT; i++)
949 __td_zone_gen_index(td, i);
950}
951
e0a04ac1
JA
952static int parse_zoned_distribution(struct thread_data *td, const char *input)
953{
764593c0 954 char *str, *p;
e0a04ac1
JA
955 int i, ret = 0;
956
957 p = str = strdup(input);
958
959 strip_blank_front(&str);
960 strip_blank_end(str);
961
962 /* We expect it to start like that, bail if not */
963 if (strncmp(str, "zoned:", 6)) {
964 log_err("fio: mismatch in zoned input <%s>\n", str);
965 free(p);
966 return 1;
967 }
968 str += strlen("zoned:");
969
764593c0 970 ret = str_split_parse(td, str, zone_split_ddir);
e0a04ac1
JA
971
972 free(p);
973
974 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
975 int j;
976
977 dprint(FD_PARSE, "zone ddir %d (nr=%u): \n", i, td->o.zone_split_nr[i]);
978
979 for (j = 0; j < td->o.zone_split_nr[i]; j++) {
980 struct zone_split *zsp = &td->o.zone_split[i][j];
981
982 dprint(FD_PARSE, "\t%d: %u/%u\n", j, zsp->access_perc,
983 zsp->size_perc);
984 }
985 }
986
55baca06
JA
987 if (parse_dryrun()) {
988 int i;
989
990 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
991 free(td->o.zone_split[i]);
992 td->o.zone_split[i] = NULL;
993 td->o.zone_split_nr[i] = 0;
994 }
995
996 return ret;
997 }
998
e0a04ac1
JA
999 if (!ret)
1000 td_zone_gen_index(td);
dc4bffb8
JA
1001 else {
1002 for (i = 0; i < DDIR_RWDIR_CNT; i++)
1003 td->o.zone_split_nr[i] = 0;
1004 }
e0a04ac1
JA
1005
1006 return ret;
1007}
1008
e25839d4
JA
1009static int str_random_distribution_cb(void *data, const char *str)
1010{
a609f12a 1011 struct thread_data *td = cb_data_to_td(data);
e25839d4
JA
1012 double val;
1013 char *nr;
1014
925fee33 1015 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF)
c95f9404 1016 val = FIO_DEF_ZIPF;
925fee33 1017 else if (td->o.random_distribution == FIO_RAND_DIST_PARETO)
c95f9404 1018 val = FIO_DEF_PARETO;
56d9fa4b
JA
1019 else if (td->o.random_distribution == FIO_RAND_DIST_GAUSS)
1020 val = 0.0;
e0a04ac1
JA
1021 else if (td->o.random_distribution == FIO_RAND_DIST_ZONED)
1022 return parse_zoned_distribution(td, str);
925fee33 1023 else
e25839d4
JA
1024 return 0;
1025
1026 nr = get_opt_postfix(str);
88038bc7 1027 if (nr && !str_to_float(nr, &val, 0)) {
e25839d4
JA
1028 log_err("fio: random postfix parsing failed\n");
1029 free(nr);
1030 return 1;
1031 }
1032
078189c1
JA
1033 free(nr);
1034
18ded917
JA
1035 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF) {
1036 if (val == 1.00) {
1037 log_err("fio: zipf theta must different than 1.0\n");
1038 return 1;
1039 }
55baca06
JA
1040 if (parse_dryrun())
1041 return 0;
1e5324e7 1042 td->o.zipf_theta.u.f = val;
56d9fa4b 1043 } else if (td->o.random_distribution == FIO_RAND_DIST_PARETO) {
078189c1
JA
1044 if (val <= 0.00 || val >= 1.00) {
1045 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
1046 return 1;
1047 }
55baca06
JA
1048 if (parse_dryrun())
1049 return 0;
1e5324e7 1050 td->o.pareto_h.u.f = val;
3cdb8cf3 1051 } else {
76527b19 1052 if (val < 0.00 || val >= 100.0) {
99c94a6b 1053 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
3cdb8cf3
JA
1054 return 1;
1055 }
55baca06
JA
1056 if (parse_dryrun())
1057 return 0;
f88cd222 1058 td->o.gauss_dev.u.f = val;
3cdb8cf3 1059 }
921c766f
JA
1060
1061 return 0;
1062}
1063
16e56d25
VF
1064static int str_steadystate_cb(void *data, const char *str)
1065{
94f218f6 1066 struct thread_data *td = cb_data_to_td(data);
16e56d25
VF
1067 double val;
1068 char *nr;
1069 char *pct;
1070 long long ll;
1071
2c5d94bc
VF
1072 if (td->o.ss_state != FIO_SS_IOPS && td->o.ss_state != FIO_SS_IOPS_SLOPE &&
1073 td->o.ss_state != FIO_SS_BW && td->o.ss_state != FIO_SS_BW_SLOPE) {
16e56d25
VF
1074 /* should be impossible to get here */
1075 log_err("fio: unknown steady state criterion\n");
1076 return 1;
1077 }
1078
1079 nr = get_opt_postfix(str);
1080 if (!nr) {
1081 log_err("fio: steadystate threshold must be specified in addition to criterion\n");
1082 free(nr);
1083 return 1;
1084 }
1085
1086 /* ENHANCEMENT Allow fio to understand size=10.2% and use here */
1087 pct = strstr(nr, "%");
1088 if (pct) {
1089 *pct = '\0';
1090 strip_blank_end(nr);
1091 if (!str_to_float(nr, &val, 0)) {
1092 log_err("fio: could not parse steadystate threshold percentage\n");
1093 free(nr);
1094 return 1;
1095 }
1096
1097 dprint(FD_PARSE, "set steady state threshold to %f%%\n", val);
1098 free(nr);
1099 if (parse_dryrun())
1100 return 0;
1101
2c5d94bc 1102 td->o.ss_state |= __FIO_SS_PCT;
16e56d25 1103 td->o.ss_limit.u.f = val;
2c5d94bc 1104 } else if (td->o.ss_state & __FIO_SS_IOPS) {
16e56d25
VF
1105 if (!str_to_float(nr, &val, 0)) {
1106 log_err("fio: steadystate IOPS threshold postfix parsing failed\n");
1107 free(nr);
1108 return 1;
1109 }
1110
1111 dprint(FD_PARSE, "set steady state IOPS threshold to %f\n", val);
1112 free(nr);
1113 if (parse_dryrun())
1114 return 0;
1115
16e56d25 1116 td->o.ss_limit.u.f = val;
16e56d25
VF
1117 } else { /* bandwidth criterion */
1118 if (str_to_decimal(nr, &ll, 1, td, 0, 0)) {
1119 log_err("fio: steadystate BW threshold postfix parsing failed\n");
1120 free(nr);
1121 return 1;
1122 }
1123
1124 dprint(FD_PARSE, "set steady state BW threshold to %lld\n", ll);
1125 free(nr);
1126 if (parse_dryrun())
1127 return 0;
1128
16e56d25 1129 td->o.ss_limit.u.f = (double) ll;
16e56d25
VF
1130 }
1131
2c5d94bc 1132 td->ss.state = td->o.ss_state;
16e56d25
VF
1133 return 0;
1134}
1135
8e827d35 1136/*
bcbfeefa 1137 * Return next name in the string. Files are separated with ':'. If the ':'
8e827d35
JA
1138 * is escaped with a '\', then that ':' is part of the filename and does not
1139 * indicate a new file.
1140 */
bcbfeefa 1141static char *get_next_name(char **ptr)
8e827d35
JA
1142{
1143 char *str = *ptr;
1144 char *p, *start;
1145
1146 if (!str || !strlen(str))
1147 return NULL;
1148
1149 start = str;
1150 do {
1151 /*
1152 * No colon, we are done
1153 */
1154 p = strchr(str, ':');
1155 if (!p) {
1156 *ptr = NULL;
1157 break;
1158 }
1159
1160 /*
1161 * We got a colon, but it's the first character. Skip and
1162 * continue
1163 */
1164 if (p == start) {
1165 str = ++start;
1166 continue;
1167 }
1168
1169 if (*(p - 1) != '\\') {
1170 *p = '\0';
1171 *ptr = p + 1;
1172 break;
1173 }
1174
1175 memmove(p - 1, p, strlen(p) + 1);
1176 str = p;
1177 } while (1);
1178
1179 return start;
1180}
1181
bcbfeefa
CE
1182
1183static int get_max_name_idx(char *input)
1184{
1185 unsigned int cur_idx;
1186 char *str, *p;
1187
1188 p = str = strdup(input);
1189 for (cur_idx = 0; ; cur_idx++)
1190 if (get_next_name(&str) == NULL)
1191 break;
1192
1193 free(p);
1194 return cur_idx;
1195}
1196
1197/*
1198 * Returns the directory at the index, indexes > entires will be
1199 * assigned via modulo division of the index
1200 */
922a5be8
JA
1201int set_name_idx(char *target, size_t tlen, char *input, int index,
1202 bool unique_filename)
bcbfeefa
CE
1203{
1204 unsigned int cur_idx;
1205 int len;
1206 char *fname, *str, *p;
1207
1208 p = str = strdup(input);
1209
1210 index %= get_max_name_idx(input);
1211 for (cur_idx = 0; cur_idx <= index; cur_idx++)
1212 fname = get_next_name(&str);
1213
922a5be8 1214 if (client_sockaddr_str[0] && unique_filename) {
e13c3b50
JA
1215 len = snprintf(target, tlen, "%s/%s.", fname,
1216 client_sockaddr_str);
1217 } else
1218 len = snprintf(target, tlen, "%s/", fname);
72a703da 1219
e13c3b50 1220 target[tlen - 1] = '\0';
bcbfeefa
CE
1221 free(p);
1222
1223 return len;
1224}
1225
214e1eca
JA
1226static int str_filename_cb(void *data, const char *input)
1227{
a609f12a 1228 struct thread_data *td = cb_data_to_td(data);
214e1eca
JA
1229 char *fname, *str, *p;
1230
1231 p = str = strdup(input);
1232
1233 strip_blank_front(&str);
1234 strip_blank_end(str);
1235
1236 if (!td->files_index)
2dc1bbeb 1237 td->o.nr_files = 0;
214e1eca 1238
bcbfeefa 1239 while ((fname = get_next_name(&str)) != NULL) {
214e1eca
JA
1240 if (!strlen(fname))
1241 break;
5903e7b7 1242 add_file(td, fname, 0, 1);
214e1eca
JA
1243 }
1244
1245 free(p);
1246 return 0;
1247}
1248
bcbfeefa 1249static int str_directory_cb(void *data, const char fio_unused *unused)
214e1eca 1250{
a609f12a 1251 struct thread_data *td = cb_data_to_td(data);
214e1eca 1252 struct stat sb;
bcbfeefa
CE
1253 char *dirname, *str, *p;
1254 int ret = 0;
214e1eca 1255
f9633d72
JA
1256 if (parse_dryrun())
1257 return 0;
1258
bcbfeefa
CE
1259 p = str = strdup(td->o.directory);
1260 while ((dirname = get_next_name(&str)) != NULL) {
1261 if (lstat(dirname, &sb) < 0) {
1262 ret = errno;
921c766f 1263
bcbfeefa
CE
1264 log_err("fio: %s is not a directory\n", dirname);
1265 td_verror(td, ret, "lstat");
1266 goto out;
1267 }
1268 if (!S_ISDIR(sb.st_mode)) {
1269 log_err("fio: %s is not a directory\n", dirname);
1270 ret = 1;
1271 goto out;
1272 }
214e1eca
JA
1273 }
1274
bcbfeefa
CE
1275out:
1276 free(p);
1277 return ret;
214e1eca
JA
1278}
1279
1280static int str_opendir_cb(void *data, const char fio_unused *str)
1281{
a609f12a 1282 struct thread_data *td = cb_data_to_td(data);
214e1eca 1283
52c0cea3
JA
1284 if (parse_dryrun())
1285 return 0;
1286
214e1eca 1287 if (!td->files_index)
2dc1bbeb 1288 td->o.nr_files = 0;
214e1eca 1289
2dc1bbeb 1290 return add_dir_files(td, td->o.opendir);
214e1eca
JA
1291}
1292
ce35b1ec
JA
1293static int str_buffer_pattern_cb(void *data, const char *input)
1294{
a609f12a 1295 struct thread_data *td = cb_data_to_td(data);
ce35b1ec
JA
1296 int ret;
1297
61b9861d
RP
1298 /* FIXME: for now buffer pattern does not support formats */
1299 ret = parse_and_fill_pattern(input, strlen(input), td->o.buffer_pattern,
1300 MAX_PATTERN_SIZE, NULL, 0, NULL, NULL);
1301 if (ret < 0)
1302 return 1;
ce35b1ec 1303
61b9861d
RP
1304 assert(ret != 0);
1305 td->o.buffer_pattern_bytes = ret;
1306 if (!td->o.compress_percentage)
1307 td->o.refill_buffers = 0;
1308 td->o.scramble_buffers = 0;
1309 td->o.zero_buffers = 0;
efcd9dcc 1310
61b9861d 1311 return 0;
ce35b1ec
JA
1312}
1313
bedc9dc2
JA
1314static int str_buffer_compress_cb(void *data, unsigned long long *il)
1315{
a609f12a 1316 struct thread_data *td = cb_data_to_td(data);
bedc9dc2
JA
1317
1318 td->flags |= TD_F_COMPRESS;
1319 td->o.compress_percentage = *il;
1320 return 0;
1321}
1322
5c94b008
JA
1323static int str_dedupe_cb(void *data, unsigned long long *il)
1324{
a609f12a 1325 struct thread_data *td = cb_data_to_td(data);
5c94b008
JA
1326
1327 td->flags |= TD_F_COMPRESS;
1328 td->o.dedupe_percentage = *il;
1329 td->o.refill_buffers = 1;
1330 return 0;
1331}
1332
ce35b1ec
JA
1333static int str_verify_pattern_cb(void *data, const char *input)
1334{
a609f12a 1335 struct thread_data *td = cb_data_to_td(data);
ce35b1ec
JA
1336 int ret;
1337
61b9861d
RP
1338 td->o.verify_fmt_sz = ARRAY_SIZE(td->o.verify_fmt);
1339 ret = parse_and_fill_pattern(input, strlen(input), td->o.verify_pattern,
4205998f
JA
1340 MAX_PATTERN_SIZE, fmt_desc, sizeof(fmt_desc),
1341 td->o.verify_fmt, &td->o.verify_fmt_sz);
61b9861d
RP
1342 if (ret < 0)
1343 return 1;
efcd9dcc 1344
61b9861d
RP
1345 assert(ret != 0);
1346 td->o.verify_pattern_bytes = ret;
92bf48d5 1347 /*
b638d82f 1348 * VERIFY_* could already be set
92bf48d5 1349 */
61b9861d 1350 if (!fio_option_is_set(&td->o, verify))
92bf48d5 1351 td->o.verify = VERIFY_PATTERN;
efcd9dcc 1352
61b9861d 1353 return 0;
90059d65 1354}
214e1eca 1355
993bf48b
JA
1356static int str_gtod_reduce_cb(void *data, int *il)
1357{
a609f12a 1358 struct thread_data *td = cb_data_to_td(data);
993bf48b
JA
1359 int val = *il;
1360
02af0988 1361 td->o.disable_lat = !!val;
993bf48b
JA
1362 td->o.disable_clat = !!val;
1363 td->o.disable_slat = !!val;
1364 td->o.disable_bw = !!val;
0dc1bc03 1365 td->o.clat_percentiles = !val;
993bf48b
JA
1366 if (val)
1367 td->tv_cache_mask = 63;
1368
1369 return 0;
1370}
1371
7bb59102
JA
1372static int str_size_cb(void *data, unsigned long long *__val)
1373{
a609f12a 1374 struct thread_data *td = cb_data_to_td(data);
7bb59102
JA
1375 unsigned long long v = *__val;
1376
1377 if (parse_is_percent(v)) {
1378 td->o.size = 0;
1379 td->o.size_percent = -1ULL - v;
1380 } else
1381 td->o.size = v;
1382
1383 return 0;
1384}
1385
dded427c
OS
1386static int str_write_bw_log_cb(void *data, const char *str)
1387{
1388 struct thread_data *td = cb_data_to_td(data);
1389
1390 if (str)
1391 td->o.bw_log_file = strdup(str);
1392
1393 td->o.write_bw_log = 1;
1394 return 0;
1395}
1396
1397static int str_write_lat_log_cb(void *data, const char *str)
1398{
1399 struct thread_data *td = cb_data_to_td(data);
1400
1401 if (str)
1402 td->o.lat_log_file = strdup(str);
1403
1404 td->o.write_lat_log = 1;
1405 return 0;
1406}
1407
1408static int str_write_iops_log_cb(void *data, const char *str)
1409{
1410 struct thread_data *td = cb_data_to_td(data);
1411
1412 if (str)
1413 td->o.iops_log_file = strdup(str);
1414
1415 td->o.write_iops_log = 1;
1416 return 0;
1417}
1418
1419static int str_write_hist_log_cb(void *data, const char *str)
1420{
1421 struct thread_data *td = cb_data_to_td(data);
1422
1423 if (str)
1424 td->o.hist_log_file = strdup(str);
1425
1426 td->o.write_hist_log = 1;
1427 return 0;
1428}
1429
896cac2a
JA
1430static int rw_verify(struct fio_option *o, void *data)
1431{
a609f12a 1432 struct thread_data *td = cb_data_to_td(data);
896cac2a
JA
1433
1434 if (read_only && td_write(td)) {
1435 log_err("fio: job <%s> has write bit set, but fio is in"
1436 " read-only mode\n", td->o.name);
1437 return 1;
1438 }
1439
1440 return 0;
1441}
1442
276ca4f7 1443static int gtod_cpu_verify(struct fio_option *o, void *data)
29d43ff9 1444{
276ca4f7 1445#ifndef FIO_HAVE_CPU_AFFINITY
a609f12a 1446 struct thread_data *td = cb_data_to_td(data);
29d43ff9 1447
29d43ff9
JA
1448 if (td->o.gtod_cpu) {
1449 log_err("fio: platform must support CPU affinity for"
1450 "gettimeofday() offloading\n");
1451 return 1;
1452 }
1453#endif
1454
1455 return 0;
1456}
1457
214e1eca
JA
1458/*
1459 * Map of job/command line options
1460 */
9af4a244 1461struct fio_option fio_options[FIO_MAX_OPTS] = {
214e1eca
JA
1462 {
1463 .name = "description",
e8b0e958 1464 .lname = "Description of job",
214e1eca 1465 .type = FIO_OPT_STR_STORE,
a609f12a 1466 .off1 = offsetof(struct thread_options, description),
214e1eca 1467 .help = "Text job description",
e8b0e958 1468 .category = FIO_OPT_C_GENERAL,
0626037e 1469 .group = FIO_OPT_G_DESC,
214e1eca
JA
1470 },
1471 {
1472 .name = "name",
e8b0e958 1473 .lname = "Job name",
214e1eca 1474 .type = FIO_OPT_STR_STORE,
a609f12a 1475 .off1 = offsetof(struct thread_options, name),
214e1eca 1476 .help = "Name of this job",
e8b0e958 1477 .category = FIO_OPT_C_GENERAL,
0626037e 1478 .group = FIO_OPT_G_DESC,
214e1eca 1479 },
9cc8cb91
AK
1480 {
1481 .name = "wait_for",
1482 .lname = "Waitee name",
1483 .type = FIO_OPT_STR_STORE,
a609f12a 1484 .off1 = offsetof(struct thread_options, wait_for),
9cc8cb91
AK
1485 .help = "Name of the job this one wants to wait for before starting",
1486 .category = FIO_OPT_C_GENERAL,
1487 .group = FIO_OPT_G_DESC,
1488 },
214e1eca
JA
1489 {
1490 .name = "filename",
e8b0e958 1491 .lname = "Filename(s)",
214e1eca 1492 .type = FIO_OPT_STR_STORE,
a609f12a 1493 .off1 = offsetof(struct thread_options, filename),
214e1eca 1494 .cb = str_filename_cb,
f0d524b0 1495 .prio = -1, /* must come after "directory" */
214e1eca 1496 .help = "File(s) to use for the workload",
e8b0e958 1497 .category = FIO_OPT_C_FILE,
0626037e 1498 .group = FIO_OPT_G_FILENAME,
214e1eca 1499 },
90fef2d1 1500 {
e8b0e958
JA
1501 .name = "directory",
1502 .lname = "Directory",
1503 .type = FIO_OPT_STR_STORE,
a609f12a 1504 .off1 = offsetof(struct thread_options, directory),
e8b0e958
JA
1505 .cb = str_directory_cb,
1506 .help = "Directory to store files in",
1507 .category = FIO_OPT_C_FILE,
0626037e 1508 .group = FIO_OPT_G_FILENAME,
90fef2d1 1509 },
de98bd30
JA
1510 {
1511 .name = "filename_format",
922a5be8 1512 .lname = "Filename Format",
de98bd30 1513 .type = FIO_OPT_STR_STORE,
a609f12a 1514 .off1 = offsetof(struct thread_options, filename_format),
de98bd30
JA
1515 .prio = -1, /* must come after "directory" */
1516 .help = "Override default $jobname.$jobnum.$filenum naming",
1517 .def = "$jobname.$jobnum.$filenum",
93bb626a
JA
1518 .category = FIO_OPT_C_FILE,
1519 .group = FIO_OPT_G_FILENAME,
ad705bcb 1520 },
922a5be8
JA
1521 {
1522 .name = "unique_filename",
1523 .lname = "Unique Filename",
1524 .type = FIO_OPT_BOOL,
a609f12a 1525 .off1 = offsetof(struct thread_options, unique_filename),
922a5be8
JA
1526 .help = "For network clients, prefix file with source IP",
1527 .def = "1",
1528 .category = FIO_OPT_C_FILE,
1529 .group = FIO_OPT_G_FILENAME,
1530 },
29c1349f
JA
1531 {
1532 .name = "lockfile",
e8b0e958 1533 .lname = "Lockfile",
4d4e80f2 1534 .type = FIO_OPT_STR,
a609f12a 1535 .off1 = offsetof(struct thread_options, file_lock_mode),
29c1349f 1536 .help = "Lock file when doing IO to it",
bc6a0a5d 1537 .prio = 1,
29c1349f 1538 .parent = "filename",
d71c154c 1539 .hide = 0,
4d4e80f2 1540 .def = "none",
e8b0e958 1541 .category = FIO_OPT_C_FILE,
0626037e 1542 .group = FIO_OPT_G_FILENAME,
4d4e80f2
JA
1543 .posval = {
1544 { .ival = "none",
1545 .oval = FILE_LOCK_NONE,
1546 .help = "No file locking",
1547 },
1548 { .ival = "exclusive",
1549 .oval = FILE_LOCK_EXCLUSIVE,
1550 .help = "Exclusive file lock",
1551 },
1552 {
1553 .ival = "readwrite",
1554 .oval = FILE_LOCK_READWRITE,
1555 .help = "Read vs write lock",
1556 },
1557 },
29c1349f 1558 },
214e1eca
JA
1559 {
1560 .name = "opendir",
e8b0e958 1561 .lname = "Open directory",
214e1eca 1562 .type = FIO_OPT_STR_STORE,
a609f12a 1563 .off1 = offsetof(struct thread_options, opendir),
214e1eca
JA
1564 .cb = str_opendir_cb,
1565 .help = "Recursively add files from this directory and down",
e8b0e958 1566 .category = FIO_OPT_C_FILE,
0626037e 1567 .group = FIO_OPT_G_FILENAME,
214e1eca
JA
1568 },
1569 {
1570 .name = "rw",
e8b0e958 1571 .lname = "Read/write",
d3aad8f2 1572 .alias = "readwrite",
214e1eca 1573 .type = FIO_OPT_STR,
211097b2 1574 .cb = str_rw_cb,
a609f12a 1575 .off1 = offsetof(struct thread_options, td_ddir),
214e1eca
JA
1576 .help = "IO direction",
1577 .def = "read",
896cac2a 1578 .verify = rw_verify,
e8b0e958 1579 .category = FIO_OPT_C_IO,
0626037e 1580 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1581 .posval = {
1582 { .ival = "read",
1583 .oval = TD_DDIR_READ,
1584 .help = "Sequential read",
1585 },
1586 { .ival = "write",
1587 .oval = TD_DDIR_WRITE,
1588 .help = "Sequential write",
1589 },
6eaf09d6
SL
1590 { .ival = "trim",
1591 .oval = TD_DDIR_TRIM,
1592 .help = "Sequential trim",
1593 },
214e1eca
JA
1594 { .ival = "randread",
1595 .oval = TD_DDIR_RANDREAD,
1596 .help = "Random read",
1597 },
1598 { .ival = "randwrite",
1599 .oval = TD_DDIR_RANDWRITE,
1600 .help = "Random write",
1601 },
6eaf09d6
SL
1602 { .ival = "randtrim",
1603 .oval = TD_DDIR_RANDTRIM,
1604 .help = "Random trim",
1605 },
214e1eca
JA
1606 { .ival = "rw",
1607 .oval = TD_DDIR_RW,
1608 .help = "Sequential read and write mix",
1609 },
10b023db
JA
1610 { .ival = "readwrite",
1611 .oval = TD_DDIR_RW,
1612 .help = "Sequential read and write mix",
1613 },
214e1eca
JA
1614 { .ival = "randrw",
1615 .oval = TD_DDIR_RANDRW,
1616 .help = "Random read and write mix"
1617 },
82a90686
JA
1618 { .ival = "trimwrite",
1619 .oval = TD_DDIR_TRIMWRITE,
1620 .help = "Trim and write mix, trims preceding writes"
0e4dd95c 1621 },
214e1eca
JA
1622 },
1623 },
38dad62d
JA
1624 {
1625 .name = "rw_sequencer",
e8b0e958 1626 .lname = "RW Sequencer",
38dad62d 1627 .type = FIO_OPT_STR,
a609f12a 1628 .off1 = offsetof(struct thread_options, rw_seq),
38dad62d
JA
1629 .help = "IO offset generator modifier",
1630 .def = "sequential",
e8b0e958 1631 .category = FIO_OPT_C_IO,
0626037e 1632 .group = FIO_OPT_G_IO_BASIC,
38dad62d
JA
1633 .posval = {
1634 { .ival = "sequential",
1635 .oval = RW_SEQ_SEQ,
1636 .help = "Generate sequential offsets",
1637 },
1638 { .ival = "identical",
1639 .oval = RW_SEQ_IDENT,
1640 .help = "Generate identical offsets",
1641 },
1642 },
1643 },
1644
214e1eca
JA
1645 {
1646 .name = "ioengine",
e8b0e958 1647 .lname = "IO Engine",
214e1eca 1648 .type = FIO_OPT_STR_STORE,
a609f12a 1649 .off1 = offsetof(struct thread_options, ioengine),
214e1eca 1650 .help = "IO engine to use",
58483fa4 1651 .def = FIO_PREFERRED_ENGINE,
e8b0e958 1652 .category = FIO_OPT_C_IO,
0626037e 1653 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1654 .posval = {
1655 { .ival = "sync",
1656 .help = "Use read/write",
1657 },
a31041ea 1658 { .ival = "psync",
1659 .help = "Use pread/pwrite",
1660 },
1d2af02a 1661 { .ival = "vsync",
03e20d68 1662 .help = "Use readv/writev",
1d2af02a 1663 },
07fc0acd
JA
1664#ifdef CONFIG_PWRITEV
1665 { .ival = "pvsync",
1666 .help = "Use preadv/pwritev",
1667 },
1668#endif
6562685f 1669#ifdef FIO_HAVE_PWRITEV2
2cafffbe
JA
1670 { .ival = "pvsync2",
1671 .help = "Use preadv2/pwritev2",
1672 },
1673#endif
67bf9823 1674#ifdef CONFIG_LIBAIO
214e1eca
JA
1675 { .ival = "libaio",
1676 .help = "Linux native asynchronous IO",
1677 },
1678#endif
67bf9823 1679#ifdef CONFIG_POSIXAIO
214e1eca
JA
1680 { .ival = "posixaio",
1681 .help = "POSIX asynchronous IO",
1682 },
417f0068 1683#endif
997843cb 1684#ifdef CONFIG_SOLARISAIO
417f0068
JA
1685 { .ival = "solarisaio",
1686 .help = "Solaris native asynchronous IO",
1687 },
214e1eca 1688#endif
4700b234 1689#ifdef CONFIG_WINDOWSAIO
03e20d68 1690 { .ival = "windowsaio",
3be80071 1691 .help = "Windows native asynchronous IO"
de890a1e 1692 },
fc5c0345
DG
1693#endif
1694#ifdef CONFIG_RBD
1695 { .ival = "rbd",
1696 .help = "Rados Block Device asynchronous IO"
1697 },
3be80071 1698#endif
214e1eca 1699 { .ival = "mmap",
03e20d68 1700 .help = "Memory mapped IO"
214e1eca 1701 },
67bf9823 1702#ifdef CONFIG_LINUX_SPLICE
214e1eca
JA
1703 { .ival = "splice",
1704 .help = "splice/vmsplice based IO",
1705 },
9cce02e8
JA
1706 { .ival = "netsplice",
1707 .help = "splice/vmsplice to/from the network",
1708 },
214e1eca
JA
1709#endif
1710#ifdef FIO_HAVE_SGIO
1711 { .ival = "sg",
1712 .help = "SCSI generic v3 IO",
1713 },
1714#endif
1715 { .ival = "null",
1716 .help = "Testing engine (no data transfer)",
1717 },
1718 { .ival = "net",
1719 .help = "Network IO",
1720 },
214e1eca 1721 { .ival = "cpuio",
03e20d68 1722 .help = "CPU cycle burner engine",
214e1eca 1723 },
67bf9823 1724#ifdef CONFIG_GUASI
b8c82a46
JA
1725 { .ival = "guasi",
1726 .help = "GUASI IO engine",
1727 },
79a43187
JA
1728#endif
1729#ifdef FIO_HAVE_BINJECT
1730 { .ival = "binject",
1731 .help = "binject direct inject block engine",
1732 },
21b8aee8 1733#endif
67bf9823 1734#ifdef CONFIG_RDMA
21b8aee8 1735 { .ival = "rdma",
1736 .help = "RDMA IO engine",
1737 },
8200b8c7 1738#endif
67bf9823 1739#ifdef CONFIG_FUSION_AW
8200b8c7
JA
1740 { .ival = "fusion-aw-sync",
1741 .help = "Fusion-io atomic write engine",
1742 },
1ecc95ca 1743#endif
997843cb 1744#ifdef CONFIG_LINUX_EXT4_MOVE_EXTENT
1ecc95ca
JA
1745 { .ival = "e4defrag",
1746 .help = "ext4 defrag engine",
1747 },
1748#endif
997843cb 1749#ifdef CONFIG_LINUX_FALLOCATE
1ecc95ca
JA
1750 { .ival = "falloc",
1751 .help = "fallocate() file based engine",
1752 },
b8c82a46 1753#endif
a7c386f4 1754#ifdef CONFIG_GFAPI
1755 { .ival = "gfapi",
cc47f094 1756 .help = "Glusterfs libgfapi(sync) based engine"
1757 },
1758 { .ival = "gfapi_async",
1759 .help = "Glusterfs libgfapi(async) based engine"
a7c386f4 1760 },
1761#endif
1b10477b 1762#ifdef CONFIG_LIBHDFS
b74e419e 1763 { .ival = "libhdfs",
1b10477b
MM
1764 .help = "Hadoop Distributed Filesystem (HDFS) engine"
1765 },
5c4ef02e
JA
1766#endif
1767#ifdef CONFIG_PMEMBLK
1768 { .ival = "pmemblk",
1769 .help = "NVML libpmemblk based IO engine",
1770 },
1771
104ee4de
DJ
1772#endif
1773#ifdef CONFIG_LINUX_DEVDAX
1774 { .ival = "dev-dax",
1775 .help = "DAX Device based IO engine",
1776 },
1b10477b 1777#endif
214e1eca
JA
1778 { .ival = "external",
1779 .help = "Load external engine (append name)",
1780 },
1781 },
1782 },
1783 {
1784 .name = "iodepth",
e8b0e958 1785 .lname = "IO Depth",
214e1eca 1786 .type = FIO_OPT_INT,
a609f12a 1787 .off1 = offsetof(struct thread_options, iodepth),
03e20d68 1788 .help = "Number of IO buffers to keep in flight",
757aff4f 1789 .minval = 1,
20eb06bd 1790 .interval = 1,
214e1eca 1791 .def = "1",
e8b0e958 1792 .category = FIO_OPT_C_IO,
0626037e 1793 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1794 },
1795 {
1796 .name = "iodepth_batch",
e8b0e958 1797 .lname = "IO Depth batch",
4950421a 1798 .alias = "iodepth_batch_submit",
214e1eca 1799 .type = FIO_OPT_INT,
a609f12a 1800 .off1 = offsetof(struct thread_options, iodepth_batch),
d65db441 1801 .help = "Number of IO buffers to submit in one go",
afdf9352 1802 .parent = "iodepth",
d71c154c 1803 .hide = 1,
20eb06bd 1804 .interval = 1,
a2e6f8ac 1805 .def = "1",
e8b0e958 1806 .category = FIO_OPT_C_IO,
0626037e 1807 .group = FIO_OPT_G_IO_BASIC,
4950421a
JA
1808 },
1809 {
82407585
RP
1810 .name = "iodepth_batch_complete_min",
1811 .lname = "Min IO depth batch complete",
1812 .alias = "iodepth_batch_complete",
4950421a 1813 .type = FIO_OPT_INT,
a609f12a 1814 .off1 = offsetof(struct thread_options, iodepth_batch_complete_min),
82407585 1815 .help = "Min number of IO buffers to retrieve in one go",
4950421a 1816 .parent = "iodepth",
d71c154c 1817 .hide = 1,
4950421a 1818 .minval = 0,
20eb06bd 1819 .interval = 1,
4950421a 1820 .def = "1",
e8b0e958 1821 .category = FIO_OPT_C_IO,
0626037e 1822 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1823 },
82407585
RP
1824 {
1825 .name = "iodepth_batch_complete_max",
1826 .lname = "Max IO depth batch complete",
1827 .type = FIO_OPT_INT,
a609f12a 1828 .off1 = offsetof(struct thread_options, iodepth_batch_complete_max),
82407585
RP
1829 .help = "Max number of IO buffers to retrieve in one go",
1830 .parent = "iodepth",
1831 .hide = 1,
1832 .minval = 0,
1833 .interval = 1,
1834 .category = FIO_OPT_C_IO,
1835 .group = FIO_OPT_G_IO_BASIC,
1836 },
214e1eca
JA
1837 {
1838 .name = "iodepth_low",
e8b0e958 1839 .lname = "IO Depth batch low",
214e1eca 1840 .type = FIO_OPT_INT,
a609f12a 1841 .off1 = offsetof(struct thread_options, iodepth_low),
214e1eca 1842 .help = "Low water mark for queuing depth",
afdf9352 1843 .parent = "iodepth",
d71c154c 1844 .hide = 1,
20eb06bd 1845 .interval = 1,
e8b0e958 1846 .category = FIO_OPT_C_IO,
0626037e 1847 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1848 },
a9da8ab2
JA
1849 {
1850 .name = "io_submit_mode",
1851 .lname = "IO submit mode",
1852 .type = FIO_OPT_STR,
a609f12a 1853 .off1 = offsetof(struct thread_options, io_submit_mode),
a9da8ab2
JA
1854 .help = "How IO submissions and completions are done",
1855 .def = "inline",
1856 .category = FIO_OPT_C_IO,
1857 .group = FIO_OPT_G_IO_BASIC,
1858 .posval = {
1859 { .ival = "inline",
1860 .oval = IO_MODE_INLINE,
1861 .help = "Submit and complete IO inline",
1862 },
1863 { .ival = "offload",
1864 .oval = IO_MODE_OFFLOAD,
1865 .help = "Offload submit and complete to threads",
1866 },
1867 },
1868 },
214e1eca
JA
1869 {
1870 .name = "size",
e8b0e958 1871 .lname = "Size",
214e1eca 1872 .type = FIO_OPT_STR_VAL,
7bb59102 1873 .cb = str_size_cb,
a609f12a 1874 .off1 = offsetof(struct thread_options, size),
214e1eca 1875 .help = "Total size of device or files",
20eb06bd 1876 .interval = 1024 * 1024,
e8b0e958
JA
1877 .category = FIO_OPT_C_IO,
1878 .group = FIO_OPT_G_INVALID,
214e1eca 1879 },
77731b29 1880 {
a4d3b4db
JA
1881 .name = "io_size",
1882 .alias = "io_limit",
1883 .lname = "IO Size",
77731b29 1884 .type = FIO_OPT_STR_VAL,
a609f12a 1885 .off1 = offsetof(struct thread_options, io_limit),
1684f7fd 1886 .help = "Total size of I/O to be performed",
77731b29
JA
1887 .interval = 1024 * 1024,
1888 .category = FIO_OPT_C_IO,
1889 .group = FIO_OPT_G_INVALID,
1890 },
aa31f1f1
SL
1891 {
1892 .name = "fill_device",
e8b0e958 1893 .lname = "Fill device",
74586c1e 1894 .alias = "fill_fs",
aa31f1f1 1895 .type = FIO_OPT_BOOL,
a609f12a 1896 .off1 = offsetof(struct thread_options, fill_device),
aa31f1f1
SL
1897 .help = "Write until an ENOSPC error occurs",
1898 .def = "0",
e8b0e958
JA
1899 .category = FIO_OPT_C_FILE,
1900 .group = FIO_OPT_G_INVALID,
aa31f1f1 1901 },
214e1eca
JA
1902 {
1903 .name = "filesize",
e8b0e958 1904 .lname = "File size",
214e1eca 1905 .type = FIO_OPT_STR_VAL,
a609f12a
JA
1906 .off1 = offsetof(struct thread_options, file_size_low),
1907 .off2 = offsetof(struct thread_options, file_size_high),
c3edbdba 1908 .minval = 1,
214e1eca 1909 .help = "Size of individual files",
20eb06bd 1910 .interval = 1024 * 1024,
e8b0e958
JA
1911 .category = FIO_OPT_C_FILE,
1912 .group = FIO_OPT_G_INVALID,
214e1eca 1913 },
bedc9dc2
JA
1914 {
1915 .name = "file_append",
1916 .lname = "File append",
1917 .type = FIO_OPT_BOOL,
a609f12a 1918 .off1 = offsetof(struct thread_options, file_append),
bedc9dc2
JA
1919 .help = "IO will start at the end of the file(s)",
1920 .def = "0",
1921 .category = FIO_OPT_C_FILE,
1922 .group = FIO_OPT_G_INVALID,
1923 },
67a1000f
JA
1924 {
1925 .name = "offset",
e8b0e958 1926 .lname = "IO offset",
67a1000f
JA
1927 .alias = "fileoffset",
1928 .type = FIO_OPT_STR_VAL,
a609f12a 1929 .off1 = offsetof(struct thread_options, start_offset),
67a1000f
JA
1930 .help = "Start IO from this offset",
1931 .def = "0",
20eb06bd 1932 .interval = 1024 * 1024,
e8b0e958
JA
1933 .category = FIO_OPT_C_IO,
1934 .group = FIO_OPT_G_INVALID,
67a1000f 1935 },
2d7cd868
JA
1936 {
1937 .name = "offset_increment",
e8b0e958 1938 .lname = "IO offset increment",
2d7cd868 1939 .type = FIO_OPT_STR_VAL,
a609f12a 1940 .off1 = offsetof(struct thread_options, offset_increment),
2d7cd868
JA
1941 .help = "What is the increment from one offset to the next",
1942 .parent = "offset",
d71c154c 1943 .hide = 1,
2d7cd868 1944 .def = "0",
20eb06bd 1945 .interval = 1024 * 1024,
e8b0e958
JA
1946 .category = FIO_OPT_C_IO,
1947 .group = FIO_OPT_G_INVALID,
2d7cd868 1948 },
ddf24e42
JA
1949 {
1950 .name = "number_ios",
1951 .lname = "Number of IOs to perform",
1952 .type = FIO_OPT_STR_VAL,
a609f12a 1953 .off1 = offsetof(struct thread_options, number_ios),
be3fec7d 1954 .help = "Force job completion after this number of IOs",
ddf24e42
JA
1955 .def = "0",
1956 .category = FIO_OPT_C_IO,
1957 .group = FIO_OPT_G_INVALID,
1958 },
214e1eca
JA
1959 {
1960 .name = "bs",
e8b0e958 1961 .lname = "Block size",
d3aad8f2 1962 .alias = "blocksize",
e01b22b8 1963 .type = FIO_OPT_INT,
a609f12a
JA
1964 .off1 = offsetof(struct thread_options, bs[DDIR_READ]),
1965 .off2 = offsetof(struct thread_options, bs[DDIR_WRITE]),
1966 .off3 = offsetof(struct thread_options, bs[DDIR_TRIM]),
c3edbdba 1967 .minval = 1,
214e1eca 1968 .help = "Block size unit",
2b9136a3 1969 .def = "4096",
67a1000f 1970 .parent = "rw",
d71c154c 1971 .hide = 1,
20eb06bd 1972 .interval = 512,
e8b0e958
JA
1973 .category = FIO_OPT_C_IO,
1974 .group = FIO_OPT_G_INVALID,
214e1eca 1975 },
2b7a01d0
JA
1976 {
1977 .name = "ba",
e8b0e958 1978 .lname = "Block size align",
2b7a01d0 1979 .alias = "blockalign",
e01b22b8 1980 .type = FIO_OPT_INT,
a609f12a
JA
1981 .off1 = offsetof(struct thread_options, ba[DDIR_READ]),
1982 .off2 = offsetof(struct thread_options, ba[DDIR_WRITE]),
1983 .off3 = offsetof(struct thread_options, ba[DDIR_TRIM]),
2b7a01d0
JA
1984 .minval = 1,
1985 .help = "IO block offset alignment",
1986 .parent = "rw",
d71c154c 1987 .hide = 1,
20eb06bd 1988 .interval = 512,
e8b0e958
JA
1989 .category = FIO_OPT_C_IO,
1990 .group = FIO_OPT_G_INVALID,
2b7a01d0 1991 },
214e1eca
JA
1992 {
1993 .name = "bsrange",
e8b0e958 1994 .lname = "Block size range",
d3aad8f2 1995 .alias = "blocksize_range",
214e1eca 1996 .type = FIO_OPT_RANGE,
a609f12a
JA
1997 .off1 = offsetof(struct thread_options, min_bs[DDIR_READ]),
1998 .off2 = offsetof(struct thread_options, max_bs[DDIR_READ]),
1999 .off3 = offsetof(struct thread_options, min_bs[DDIR_WRITE]),
2000 .off4 = offsetof(struct thread_options, max_bs[DDIR_WRITE]),
2001 .off5 = offsetof(struct thread_options, min_bs[DDIR_TRIM]),
2002 .off6 = offsetof(struct thread_options, max_bs[DDIR_TRIM]),
c3edbdba 2003 .minval = 1,
214e1eca 2004 .help = "Set block size range (in more detail than bs)",
67a1000f 2005 .parent = "rw",
d71c154c 2006 .hide = 1,
20eb06bd 2007 .interval = 4096,
e8b0e958
JA
2008 .category = FIO_OPT_C_IO,
2009 .group = FIO_OPT_G_INVALID,
214e1eca 2010 },
564ca972
JA
2011 {
2012 .name = "bssplit",
e8b0e958 2013 .lname = "Block size split",
564ca972
JA
2014 .type = FIO_OPT_STR,
2015 .cb = str_bssplit_cb,
a609f12a 2016 .off1 = offsetof(struct thread_options, bssplit),
564ca972
JA
2017 .help = "Set a specific mix of block sizes",
2018 .parent = "rw",
d71c154c 2019 .hide = 1,
e8b0e958
JA
2020 .category = FIO_OPT_C_IO,
2021 .group = FIO_OPT_G_INVALID,
564ca972 2022 },
214e1eca
JA
2023 {
2024 .name = "bs_unaligned",
e8b0e958 2025 .lname = "Block size unaligned",
d3aad8f2 2026 .alias = "blocksize_unaligned",
214e1eca 2027 .type = FIO_OPT_STR_SET,
a609f12a 2028 .off1 = offsetof(struct thread_options, bs_unaligned),
214e1eca 2029 .help = "Don't sector align IO buffer sizes",
67a1000f 2030 .parent = "rw",
d71c154c 2031 .hide = 1,
e8b0e958
JA
2032 .category = FIO_OPT_C_IO,
2033 .group = FIO_OPT_G_INVALID,
214e1eca 2034 },
6aca9b3d
JA
2035 {
2036 .name = "bs_is_seq_rand",
2037 .lname = "Block size division is seq/random (not read/write)",
2038 .type = FIO_OPT_BOOL,
a609f12a 2039 .off1 = offsetof(struct thread_options, bs_is_seq_rand),
86d59660 2040 .help = "Consider any blocksize setting to be sequential,random",
6aca9b3d
JA
2041 .def = "0",
2042 .parent = "blocksize",
2043 .category = FIO_OPT_C_IO,
2044 .group = FIO_OPT_G_INVALID,
2045 },
214e1eca
JA
2046 {
2047 .name = "randrepeat",
e8b0e958 2048 .lname = "Random repeatable",
214e1eca 2049 .type = FIO_OPT_BOOL,
a609f12a 2050 .off1 = offsetof(struct thread_options, rand_repeatable),
214e1eca
JA
2051 .help = "Use repeatable random IO pattern",
2052 .def = "1",
67a1000f 2053 .parent = "rw",
d71c154c 2054 .hide = 1,
e8b0e958 2055 .category = FIO_OPT_C_IO,
3ceb458f 2056 .group = FIO_OPT_G_RANDOM,
214e1eca 2057 },
04778baf
JA
2058 {
2059 .name = "randseed",
2060 .lname = "The random generator seed",
363cffa7 2061 .type = FIO_OPT_STR_VAL,
a609f12a 2062 .off1 = offsetof(struct thread_options, rand_seed),
04778baf 2063 .help = "Set the random generator seed value",
40fe5e7b 2064 .def = "0x89",
04778baf
JA
2065 .parent = "rw",
2066 .category = FIO_OPT_C_IO,
2067 .group = FIO_OPT_G_RANDOM,
2068 },
2615cc4b
JA
2069 {
2070 .name = "use_os_rand",
e8b0e958 2071 .lname = "Use OS random",
54a21917 2072 .type = FIO_OPT_DEPRECATED,
a609f12a 2073 .off1 = offsetof(struct thread_options, dep_use_os_rand),
e8b0e958 2074 .category = FIO_OPT_C_IO,
3ceb458f 2075 .group = FIO_OPT_G_RANDOM,
2615cc4b 2076 },
214e1eca
JA
2077 {
2078 .name = "norandommap",
e8b0e958 2079 .lname = "No randommap",
214e1eca 2080 .type = FIO_OPT_STR_SET,
a609f12a 2081 .off1 = offsetof(struct thread_options, norandommap),
214e1eca 2082 .help = "Accept potential duplicate random blocks",
67a1000f 2083 .parent = "rw",
d71c154c 2084 .hide = 1,
b2452a43 2085 .hide_on_set = 1,
e8b0e958 2086 .category = FIO_OPT_C_IO,
3ceb458f 2087 .group = FIO_OPT_G_RANDOM,
214e1eca 2088 },
2b386d25
JA
2089 {
2090 .name = "softrandommap",
e8b0e958 2091 .lname = "Soft randommap",
2b386d25 2092 .type = FIO_OPT_BOOL,
a609f12a 2093 .off1 = offsetof(struct thread_options, softrandommap),
f66ab3c8 2094 .help = "Set norandommap if randommap allocation fails",
2b386d25 2095 .parent = "norandommap",
d71c154c 2096 .hide = 1,
2b386d25 2097 .def = "0",
e8b0e958 2098 .category = FIO_OPT_C_IO,
3ceb458f 2099 .group = FIO_OPT_G_RANDOM,
2b386d25 2100 },
8055e41d
JA
2101 {
2102 .name = "random_generator",
cce2fdfe 2103 .lname = "Random Generator",
8055e41d 2104 .type = FIO_OPT_STR,
a609f12a 2105 .off1 = offsetof(struct thread_options, random_generator),
8055e41d
JA
2106 .help = "Type of random number generator to use",
2107 .def = "tausworthe",
2108 .posval = {
2109 { .ival = "tausworthe",
2110 .oval = FIO_RAND_GEN_TAUSWORTHE,
2111 .help = "Strong Tausworthe generator",
2112 },
2113 { .ival = "lfsr",
2114 .oval = FIO_RAND_GEN_LFSR,
2115 .help = "Variable length LFSR",
2116 },
c3546b53
JA
2117 {
2118 .ival = "tausworthe64",
2119 .oval = FIO_RAND_GEN_TAUSWORTHE64,
2120 .help = "64-bit Tausworthe variant",
2121 },
8055e41d 2122 },
48107598
JA
2123 .category = FIO_OPT_C_IO,
2124 .group = FIO_OPT_G_RANDOM,
8055e41d 2125 },
e25839d4
JA
2126 {
2127 .name = "random_distribution",
cce2fdfe 2128 .lname = "Random Distribution",
e25839d4 2129 .type = FIO_OPT_STR,
a609f12a 2130 .off1 = offsetof(struct thread_options, random_distribution),
e25839d4
JA
2131 .cb = str_random_distribution_cb,
2132 .help = "Random offset distribution generator",
2133 .def = "random",
2134 .posval = {
2135 { .ival = "random",
2136 .oval = FIO_RAND_DIST_RANDOM,
2137 .help = "Completely random",
2138 },
2139 { .ival = "zipf",
2140 .oval = FIO_RAND_DIST_ZIPF,
2141 .help = "Zipf distribution",
2142 },
925fee33
JA
2143 { .ival = "pareto",
2144 .oval = FIO_RAND_DIST_PARETO,
2145 .help = "Pareto distribution",
2146 },
56d9fa4b
JA
2147 { .ival = "normal",
2148 .oval = FIO_RAND_DIST_GAUSS,
ba2b3b07 2149 .help = "Normal (Gaussian) distribution",
56d9fa4b 2150 },
e0a04ac1
JA
2151 { .ival = "zoned",
2152 .oval = FIO_RAND_DIST_ZONED,
2153 .help = "Zoned random distribution",
2154 },
2155
e25839d4 2156 },
48107598
JA
2157 .category = FIO_OPT_C_IO,
2158 .group = FIO_OPT_G_RANDOM,
e25839d4 2159 },
211c9b89
JA
2160 {
2161 .name = "percentage_random",
2162 .lname = "Percentage Random",
2163 .type = FIO_OPT_INT,
a609f12a
JA
2164 .off1 = offsetof(struct thread_options, perc_rand[DDIR_READ]),
2165 .off2 = offsetof(struct thread_options, perc_rand[DDIR_WRITE]),
2166 .off3 = offsetof(struct thread_options, perc_rand[DDIR_TRIM]),
211c9b89
JA
2167 .maxval = 100,
2168 .help = "Percentage of seq/random mix that should be random",
d9472271 2169 .def = "100,100,100",
211c9b89
JA
2170 .interval = 5,
2171 .inverse = "percentage_sequential",
2172 .category = FIO_OPT_C_IO,
2173 .group = FIO_OPT_G_RANDOM,
2174 },
2175 {
2176 .name = "percentage_sequential",
2177 .lname = "Percentage Sequential",
d9472271 2178 .type = FIO_OPT_DEPRECATED,
211c9b89
JA
2179 .category = FIO_OPT_C_IO,
2180 .group = FIO_OPT_G_RANDOM,
2181 },
56e2a5fc
CE
2182 {
2183 .name = "allrandrepeat",
cce2fdfe 2184 .lname = "All Random Repeat",
56e2a5fc 2185 .type = FIO_OPT_BOOL,
a609f12a 2186 .off1 = offsetof(struct thread_options, allrand_repeatable),
56e2a5fc
CE
2187 .help = "Use repeatable random numbers for everything",
2188 .def = "0",
a869d9c6
JA
2189 .category = FIO_OPT_C_IO,
2190 .group = FIO_OPT_G_RANDOM,
56e2a5fc 2191 },
214e1eca
JA
2192 {
2193 .name = "nrfiles",
e8b0e958 2194 .lname = "Number of files",
d7c8be03 2195 .alias = "nr_files",
214e1eca 2196 .type = FIO_OPT_INT,
a609f12a 2197 .off1 = offsetof(struct thread_options, nr_files),
214e1eca
JA
2198 .help = "Split job workload between this number of files",
2199 .def = "1",
20eb06bd 2200 .interval = 1,
e8b0e958
JA
2201 .category = FIO_OPT_C_FILE,
2202 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2203 },
2204 {
2205 .name = "openfiles",
e8b0e958 2206 .lname = "Number of open files",
214e1eca 2207 .type = FIO_OPT_INT,
a609f12a 2208 .off1 = offsetof(struct thread_options, open_files),
214e1eca 2209 .help = "Number of files to keep open at the same time",
e8b0e958
JA
2210 .category = FIO_OPT_C_FILE,
2211 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2212 },
2213 {
2214 .name = "file_service_type",
e8b0e958 2215 .lname = "File service type",
214e1eca
JA
2216 .type = FIO_OPT_STR,
2217 .cb = str_fst_cb,
a609f12a 2218 .off1 = offsetof(struct thread_options, file_service_type),
214e1eca
JA
2219 .help = "How to select which file to service next",
2220 .def = "roundrobin",
e8b0e958
JA
2221 .category = FIO_OPT_C_FILE,
2222 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2223 .posval = {
2224 { .ival = "random",
2225 .oval = FIO_FSERVICE_RANDOM,
8c07860d
JA
2226 .help = "Choose a file at random (uniform)",
2227 },
2228 { .ival = "zipf",
2229 .oval = FIO_FSERVICE_ZIPF,
2230 .help = "Zipf randomized",
2231 },
2232 { .ival = "pareto",
2233 .oval = FIO_FSERVICE_PARETO,
2234 .help = "Pareto randomized",
2235 },
2236 { .ival = "gauss",
2237 .oval = FIO_FSERVICE_GAUSS,
4e7a8814 2238 .help = "Normal (gaussian) distribution",
214e1eca
JA
2239 },
2240 { .ival = "roundrobin",
2241 .oval = FIO_FSERVICE_RR,
2242 .help = "Round robin select files",
2243 },
a086c257
JA
2244 { .ival = "sequential",
2245 .oval = FIO_FSERVICE_SEQ,
2246 .help = "Finish one file before moving to the next",
2247 },
214e1eca 2248 },
67a1000f 2249 .parent = "nrfiles",
d71c154c 2250 .hide = 1,
67a1000f 2251 },
97ac992c 2252#ifdef CONFIG_POSIX_FALLOCATE
7bc8c2cf
JA
2253 {
2254 .name = "fallocate",
e8b0e958 2255 .lname = "Fallocate",
a596f047 2256 .type = FIO_OPT_STR,
a609f12a 2257 .off1 = offsetof(struct thread_options, fallocate_mode),
a596f047
EG
2258 .help = "Whether pre-allocation is performed when laying out files",
2259 .def = "posix",
e8b0e958
JA
2260 .category = FIO_OPT_C_FILE,
2261 .group = FIO_OPT_G_INVALID,
a596f047
EG
2262 .posval = {
2263 { .ival = "none",
2264 .oval = FIO_FALLOCATE_NONE,
2265 .help = "Do not pre-allocate space",
2266 },
2267 { .ival = "posix",
2268 .oval = FIO_FALLOCATE_POSIX,
2269 .help = "Use posix_fallocate()",
2270 },
97ac992c 2271#ifdef CONFIG_LINUX_FALLOCATE
a596f047
EG
2272 { .ival = "keep",
2273 .oval = FIO_FALLOCATE_KEEP_SIZE,
2274 .help = "Use fallocate(..., FALLOC_FL_KEEP_SIZE, ...)",
2275 },
7bc8c2cf 2276#endif
a596f047
EG
2277 /* Compatibility with former boolean values */
2278 { .ival = "0",
2279 .oval = FIO_FALLOCATE_NONE,
2280 .help = "Alias for 'none'",
2281 },
2282 { .ival = "1",
2283 .oval = FIO_FALLOCATE_POSIX,
2284 .help = "Alias for 'posix'",
2285 },
2286 },
2287 },
a275c37a
JA
2288#else /* CONFIG_POSIX_FALLOCATE */
2289 {
2290 .name = "fallocate",
2291 .lname = "Fallocate",
2292 .type = FIO_OPT_UNSUPPORTED,
2293 .help = "Your platform does not support fallocate",
2294 },
2295#endif /* CONFIG_POSIX_FALLOCATE */
67a1000f
JA
2296 {
2297 .name = "fadvise_hint",
e8b0e958 2298 .lname = "Fadvise hint",
ecb2083d 2299 .type = FIO_OPT_STR,
a609f12a 2300 .off1 = offsetof(struct thread_options, fadvise_hint),
ecb2083d
JA
2301 .posval = {
2302 { .ival = "0",
2303 .oval = F_ADV_NONE,
2304 .help = "Don't issue fadvise",
2305 },
2306 { .ival = "1",
2307 .oval = F_ADV_TYPE,
2308 .help = "Advise using fio IO pattern",
2309 },
2310 { .ival = "random",
2311 .oval = F_ADV_RANDOM,
2312 .help = "Advise using FADV_RANDOM",
2313 },
2314 { .ival = "sequential",
2315 .oval = F_ADV_SEQUENTIAL,
2316 .help = "Advise using FADV_SEQUENTIAL",
2317 },
2318 },
67a1000f
JA
2319 .help = "Use fadvise() to advise the kernel on IO pattern",
2320 .def = "1",
e8b0e958
JA
2321 .category = FIO_OPT_C_FILE,
2322 .group = FIO_OPT_G_INVALID,
214e1eca 2323 },
37659335
JA
2324#ifdef FIO_HAVE_STREAMID
2325 {
2326 .name = "fadvise_stream",
2327 .lname = "Fadvise stream",
2328 .type = FIO_OPT_INT,
a609f12a 2329 .off1 = offsetof(struct thread_options, fadvise_stream),
37659335
JA
2330 .help = "Use fadvise() to set stream ID",
2331 .category = FIO_OPT_C_FILE,
2332 .group = FIO_OPT_G_INVALID,
2333 },
a275c37a 2334#else
54d0a315 2335 {
a275c37a
JA
2336 .name = "fadvise_stream",
2337 .lname = "Fadvise stream",
2338 .type = FIO_OPT_UNSUPPORTED,
2339 .help = "Your platform does not support fadvise stream ID",
2340 },
37659335 2341#endif
214e1eca
JA
2342 {
2343 .name = "fsync",
e8b0e958 2344 .lname = "Fsync",
214e1eca 2345 .type = FIO_OPT_INT,
a609f12a 2346 .off1 = offsetof(struct thread_options, fsync_blocks),
214e1eca
JA
2347 .help = "Issue fsync for writes every given number of blocks",
2348 .def = "0",
20eb06bd 2349 .interval = 1,
e8b0e958
JA
2350 .category = FIO_OPT_C_FILE,
2351 .group = FIO_OPT_G_INVALID,
214e1eca 2352 },
5f9099ea
JA
2353 {
2354 .name = "fdatasync",
e8b0e958 2355 .lname = "Fdatasync",
5f9099ea 2356 .type = FIO_OPT_INT,
a609f12a 2357 .off1 = offsetof(struct thread_options, fdatasync_blocks),
5f9099ea
JA
2358 .help = "Issue fdatasync for writes every given number of blocks",
2359 .def = "0",
20eb06bd 2360 .interval = 1,
e8b0e958
JA
2361 .category = FIO_OPT_C_FILE,
2362 .group = FIO_OPT_G_INVALID,
5f9099ea 2363 },
1ef2b6be
JA
2364 {
2365 .name = "write_barrier",
e8b0e958 2366 .lname = "Write barrier",
1ef2b6be 2367 .type = FIO_OPT_INT,
a609f12a 2368 .off1 = offsetof(struct thread_options, barrier_blocks),
1ef2b6be
JA
2369 .help = "Make every Nth write a barrier write",
2370 .def = "0",
20eb06bd 2371 .interval = 1,
e8b0e958
JA
2372 .category = FIO_OPT_C_IO,
2373 .group = FIO_OPT_G_INVALID,
1ef2b6be 2374 },
67bf9823 2375#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA
2376 {
2377 .name = "sync_file_range",
e8b0e958 2378 .lname = "Sync file range",
44f29692
JA
2379 .posval = {
2380 { .ival = "wait_before",
2381 .oval = SYNC_FILE_RANGE_WAIT_BEFORE,
2382 .help = "SYNC_FILE_RANGE_WAIT_BEFORE",
ebadc0ce 2383 .orval = 1,
44f29692
JA
2384 },
2385 { .ival = "write",
2386 .oval = SYNC_FILE_RANGE_WRITE,
2387 .help = "SYNC_FILE_RANGE_WRITE",
ebadc0ce 2388 .orval = 1,
44f29692
JA
2389 },
2390 {
2391 .ival = "wait_after",
2392 .oval = SYNC_FILE_RANGE_WAIT_AFTER,
2393 .help = "SYNC_FILE_RANGE_WAIT_AFTER",
ebadc0ce 2394 .orval = 1,
44f29692
JA
2395 },
2396 },
3843deb3 2397 .type = FIO_OPT_STR_MULTI,
44f29692 2398 .cb = str_sfr_cb,
a609f12a 2399 .off1 = offsetof(struct thread_options, sync_file_range),
44f29692 2400 .help = "Use sync_file_range()",
e8b0e958
JA
2401 .category = FIO_OPT_C_FILE,
2402 .group = FIO_OPT_G_INVALID,
44f29692 2403 },
a275c37a 2404#else
54d0a315 2405 {
a275c37a
JA
2406 .name = "sync_file_range",
2407 .lname = "Sync file range",
2408 .type = FIO_OPT_UNSUPPORTED,
2409 .help = "Your platform does not support sync_file_range",
2410 },
44f29692 2411#endif
214e1eca
JA
2412 {
2413 .name = "direct",
e8b0e958 2414 .lname = "Direct I/O",
214e1eca 2415 .type = FIO_OPT_BOOL,
a609f12a 2416 .off1 = offsetof(struct thread_options, odirect),
214e1eca
JA
2417 .help = "Use O_DIRECT IO (negates buffered)",
2418 .def = "0",
a01a1bc5 2419 .inverse = "buffered",
e8b0e958 2420 .category = FIO_OPT_C_IO,
3ceb458f 2421 .group = FIO_OPT_G_IO_TYPE,
214e1eca 2422 },
d01612f3
CM
2423 {
2424 .name = "atomic",
2425 .lname = "Atomic I/O",
2426 .type = FIO_OPT_BOOL,
a609f12a 2427 .off1 = offsetof(struct thread_options, oatomic),
d01612f3
CM
2428 .help = "Use Atomic IO with O_DIRECT (implies O_DIRECT)",
2429 .def = "0",
2430 .category = FIO_OPT_C_IO,
2431 .group = FIO_OPT_G_IO_TYPE,
2432 },
214e1eca
JA
2433 {
2434 .name = "buffered",
e8b0e958 2435 .lname = "Buffered I/O",
214e1eca 2436 .type = FIO_OPT_BOOL,
a609f12a 2437 .off1 = offsetof(struct thread_options, odirect),
214e1eca
JA
2438 .neg = 1,
2439 .help = "Use buffered IO (negates direct)",
2440 .def = "1",
a01a1bc5 2441 .inverse = "direct",
e8b0e958 2442 .category = FIO_OPT_C_IO,
3ceb458f 2443 .group = FIO_OPT_G_IO_TYPE,
214e1eca
JA
2444 },
2445 {
2446 .name = "overwrite",
e8b0e958 2447 .lname = "Overwrite",
214e1eca 2448 .type = FIO_OPT_BOOL,
a609f12a 2449 .off1 = offsetof(struct thread_options, overwrite),
214e1eca
JA
2450 .help = "When writing, set whether to overwrite current data",
2451 .def = "0",
e8b0e958
JA
2452 .category = FIO_OPT_C_FILE,
2453 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2454 },
2455 {
2456 .name = "loops",
e8b0e958 2457 .lname = "Loops",
214e1eca 2458 .type = FIO_OPT_INT,
a609f12a 2459 .off1 = offsetof(struct thread_options, loops),
214e1eca
JA
2460 .help = "Number of times to run the job",
2461 .def = "1",
20eb06bd 2462 .interval = 1,
e8b0e958 2463 .category = FIO_OPT_C_GENERAL,
a1f6afec 2464 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2465 },
2466 {
2467 .name = "numjobs",
e8b0e958 2468 .lname = "Number of jobs",
214e1eca 2469 .type = FIO_OPT_INT,
a609f12a 2470 .off1 = offsetof(struct thread_options, numjobs),
214e1eca
JA
2471 .help = "Duplicate this job this many times",
2472 .def = "1",
20eb06bd 2473 .interval = 1,
e8b0e958 2474 .category = FIO_OPT_C_GENERAL,
a1f6afec 2475 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2476 },
2477 {
2478 .name = "startdelay",
e8b0e958 2479 .lname = "Start delay",
a5737c93 2480 .type = FIO_OPT_STR_VAL_TIME,
a609f12a
JA
2481 .off1 = offsetof(struct thread_options, start_delay),
2482 .off2 = offsetof(struct thread_options, start_delay_high),
214e1eca
JA
2483 .help = "Only start job when this period has passed",
2484 .def = "0",
0de5b26f 2485 .is_seconds = 1,
88038bc7 2486 .is_time = 1,
e8b0e958 2487 .category = FIO_OPT_C_GENERAL,
a1f6afec 2488 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2489 },
2490 {
2491 .name = "runtime",
e8b0e958 2492 .lname = "Runtime",
214e1eca
JA
2493 .alias = "timeout",
2494 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 2495 .off1 = offsetof(struct thread_options, timeout),
214e1eca
JA
2496 .help = "Stop workload when this amount of time has passed",
2497 .def = "0",
0de5b26f 2498 .is_seconds = 1,
88038bc7 2499 .is_time = 1,
e8b0e958 2500 .category = FIO_OPT_C_GENERAL,
a1f6afec 2501 .group = FIO_OPT_G_RUNTIME,
214e1eca 2502 },
cf4464ca
JA
2503 {
2504 .name = "time_based",
e8b0e958 2505 .lname = "Time based",
cf4464ca 2506 .type = FIO_OPT_STR_SET,
a609f12a 2507 .off1 = offsetof(struct thread_options, time_based),
cf4464ca 2508 .help = "Keep running until runtime/timeout is met",
e8b0e958 2509 .category = FIO_OPT_C_GENERAL,
a1f6afec 2510 .group = FIO_OPT_G_RUNTIME,
cf4464ca 2511 },
62167762
JC
2512 {
2513 .name = "verify_only",
2514 .lname = "Verify only",
2515 .type = FIO_OPT_STR_SET,
a609f12a 2516 .off1 = offsetof(struct thread_options, verify_only),
62167762
JC
2517 .help = "Verifies previously written data is still valid",
2518 .category = FIO_OPT_C_GENERAL,
2519 .group = FIO_OPT_G_RUNTIME,
2520 },
721938ae
JA
2521 {
2522 .name = "ramp_time",
e8b0e958 2523 .lname = "Ramp time",
721938ae 2524 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 2525 .off1 = offsetof(struct thread_options, ramp_time),
721938ae 2526 .help = "Ramp up time before measuring performance",
0de5b26f 2527 .is_seconds = 1,
88038bc7 2528 .is_time = 1,
e8b0e958 2529 .category = FIO_OPT_C_GENERAL,
a1f6afec 2530 .group = FIO_OPT_G_RUNTIME,
721938ae 2531 },
c223da83
JA
2532 {
2533 .name = "clocksource",
e8b0e958 2534 .lname = "Clock source",
c223da83
JA
2535 .type = FIO_OPT_STR,
2536 .cb = fio_clock_source_cb,
a609f12a 2537 .off1 = offsetof(struct thread_options, clocksource),
c223da83 2538 .help = "What type of timing source to use",
e8b0e958 2539 .category = FIO_OPT_C_GENERAL,
10860056 2540 .group = FIO_OPT_G_CLOCK,
c223da83 2541 .posval = {
67bf9823 2542#ifdef CONFIG_GETTIMEOFDAY
c223da83
JA
2543 { .ival = "gettimeofday",
2544 .oval = CS_GTOD,
2545 .help = "Use gettimeofday(2) for timing",
2546 },
67bf9823
JA
2547#endif
2548#ifdef CONFIG_CLOCK_GETTIME
c223da83
JA
2549 { .ival = "clock_gettime",
2550 .oval = CS_CGETTIME,
2551 .help = "Use clock_gettime(2) for timing",
2552 },
67bf9823 2553#endif
c223da83
JA
2554#ifdef ARCH_HAVE_CPU_CLOCK
2555 { .ival = "cpu",
2556 .oval = CS_CPUCLOCK,
2557 .help = "Use CPU private clock",
2558 },
2559#endif
2560 },
2561 },
214e1eca
JA
2562 {
2563 .name = "mem",
d3aad8f2 2564 .alias = "iomem",
e8b0e958 2565 .lname = "I/O Memory",
214e1eca
JA
2566 .type = FIO_OPT_STR,
2567 .cb = str_mem_cb,
a609f12a 2568 .off1 = offsetof(struct thread_options, mem_type),
214e1eca
JA
2569 .help = "Backing type for IO buffers",
2570 .def = "malloc",
e8b0e958
JA
2571 .category = FIO_OPT_C_IO,
2572 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2573 .posval = {
2574 { .ival = "malloc",
2575 .oval = MEM_MALLOC,
2576 .help = "Use malloc(3) for IO buffers",
2577 },
c8931876 2578#ifndef CONFIG_NO_SHM
37c8cdfe
JA
2579 { .ival = "shm",
2580 .oval = MEM_SHM,
2581 .help = "Use shared memory segments for IO buffers",
2582 },
214e1eca
JA
2583#ifdef FIO_HAVE_HUGETLB
2584 { .ival = "shmhuge",
2585 .oval = MEM_SHMHUGE,
2586 .help = "Like shm, but use huge pages",
2587 },
c8931876 2588#endif
b370e46a 2589#endif
37c8cdfe
JA
2590 { .ival = "mmap",
2591 .oval = MEM_MMAP,
2592 .help = "Use mmap(2) (file or anon) for IO buffers",
2593 },
217b0f1d
LG
2594 { .ival = "mmapshared",
2595 .oval = MEM_MMAPSHARED,
2596 .help = "Like mmap, but use the shared flag",
2597 },
214e1eca
JA
2598#ifdef FIO_HAVE_HUGETLB
2599 { .ival = "mmaphuge",
2600 .oval = MEM_MMAPHUGE,
2601 .help = "Like mmap, but use huge pages",
2602 },
2603#endif
2604 },
2605 },
d529ee19
JA
2606 {
2607 .name = "iomem_align",
2608 .alias = "mem_align",
e8b0e958 2609 .lname = "I/O memory alignment",
d529ee19 2610 .type = FIO_OPT_INT,
a609f12a 2611 .off1 = offsetof(struct thread_options, mem_align),
d529ee19
JA
2612 .minval = 0,
2613 .help = "IO memory buffer offset alignment",
2614 .def = "0",
2615 .parent = "iomem",
d71c154c 2616 .hide = 1,
e8b0e958
JA
2617 .category = FIO_OPT_C_IO,
2618 .group = FIO_OPT_G_INVALID,
d529ee19 2619 },
214e1eca
JA
2620 {
2621 .name = "verify",
e8b0e958 2622 .lname = "Verify",
214e1eca 2623 .type = FIO_OPT_STR,
a609f12a 2624 .off1 = offsetof(struct thread_options, verify),
214e1eca
JA
2625 .help = "Verify data written",
2626 .def = "0",
e8b0e958 2627 .category = FIO_OPT_C_IO,
3ceb458f 2628 .group = FIO_OPT_G_VERIFY,
214e1eca
JA
2629 .posval = {
2630 { .ival = "0",
2631 .oval = VERIFY_NONE,
2632 .help = "Don't do IO verification",
2633 },
fcca4b58
JA
2634 { .ival = "md5",
2635 .oval = VERIFY_MD5,
2636 .help = "Use md5 checksums for verification",
2637 },
d77a7af3
JA
2638 { .ival = "crc64",
2639 .oval = VERIFY_CRC64,
2640 .help = "Use crc64 checksums for verification",
2641 },
214e1eca
JA
2642 { .ival = "crc32",
2643 .oval = VERIFY_CRC32,
2644 .help = "Use crc32 checksums for verification",
2645 },
af497e6a 2646 { .ival = "crc32c-intel",
e3aaafc4
JA
2647 .oval = VERIFY_CRC32C,
2648 .help = "Use crc32c checksums for verification (hw assisted, if available)",
214e2d56 2649 },
2650 { .ival = "crc32c-arm64",
2651 .oval = VERIFY_CRC32C,
2652 .help = "Use crc32c checksums for verification (hw assisted, if available)",
af497e6a 2653 },
bac39e0e
JA
2654 { .ival = "crc32c",
2655 .oval = VERIFY_CRC32C,
e3aaafc4 2656 .help = "Use crc32c checksums for verification (hw assisted, if available)",
bac39e0e 2657 },
969f7ed3
JA
2658 { .ival = "crc16",
2659 .oval = VERIFY_CRC16,
2660 .help = "Use crc16 checksums for verification",
2661 },
1e154bdb
JA
2662 { .ival = "crc7",
2663 .oval = VERIFY_CRC7,
2664 .help = "Use crc7 checksums for verification",
2665 },
7c353ceb
JA
2666 { .ival = "sha1",
2667 .oval = VERIFY_SHA1,
2668 .help = "Use sha1 checksums for verification",
2669 },
cd14cc10
JA
2670 { .ival = "sha256",
2671 .oval = VERIFY_SHA256,
2672 .help = "Use sha256 checksums for verification",
2673 },
2674 { .ival = "sha512",
2675 .oval = VERIFY_SHA512,
2676 .help = "Use sha512 checksums for verification",
2677 },
844ea602
JA
2678 { .ival = "xxhash",
2679 .oval = VERIFY_XXHASH,
2680 .help = "Use xxhash checksums for verification",
2681 },
b638d82f
RP
2682 /* Meta information was included into verify_header,
2683 * 'meta' verification is implied by default. */
7437ee87 2684 { .ival = "meta",
b638d82f
RP
2685 .oval = VERIFY_HDR_ONLY,
2686 .help = "Use io information for verification. "
2687 "Now is implied by default, thus option is obsolete, "
2688 "don't use it",
7437ee87 2689 },
59245381
JA
2690 { .ival = "pattern",
2691 .oval = VERIFY_PATTERN_NO_HDR,
2692 .help = "Verify strict pattern",
2693 },
36690c9b
JA
2694 {
2695 .ival = "null",
2696 .oval = VERIFY_NULL,
2697 .help = "Pretend to verify",
2698 },
214e1eca
JA
2699 },
2700 },
005c565a
JA
2701 {
2702 .name = "do_verify",
e8b0e958 2703 .lname = "Perform verify step",
68e1f29a 2704 .type = FIO_OPT_BOOL,
a609f12a 2705 .off1 = offsetof(struct thread_options, do_verify),
005c565a
JA
2706 .help = "Run verification stage after write",
2707 .def = "1",
2708 .parent = "verify",
d71c154c 2709 .hide = 1,
e8b0e958
JA
2710 .category = FIO_OPT_C_IO,
2711 .group = FIO_OPT_G_VERIFY,
005c565a 2712 },
160b966d
JA
2713 {
2714 .name = "verifysort",
e8b0e958 2715 .lname = "Verify sort",
160b966d 2716 .type = FIO_OPT_BOOL,
a609f12a 2717 .off1 = offsetof(struct thread_options, verifysort),
160b966d
JA
2718 .help = "Sort written verify blocks for read back",
2719 .def = "1",
c83f2df1 2720 .parent = "verify",
d71c154c 2721 .hide = 1,
e8b0e958
JA
2722 .category = FIO_OPT_C_IO,
2723 .group = FIO_OPT_G_VERIFY,
160b966d 2724 },
1ae83d45
JA
2725 {
2726 .name = "verifysort_nr",
cce2fdfe 2727 .lname = "Verify Sort Nr",
1ae83d45 2728 .type = FIO_OPT_INT,
a609f12a 2729 .off1 = offsetof(struct thread_options, verifysort_nr),
1ae83d45
JA
2730 .help = "Pre-load and sort verify blocks for a read workload",
2731 .minval = 0,
2732 .maxval = 131072,
2733 .def = "1024",
2734 .parent = "verify",
836fcc0f
JA
2735 .category = FIO_OPT_C_IO,
2736 .group = FIO_OPT_G_VERIFY,
1ae83d45 2737 },
3f9f4e26 2738 {
a59e170d 2739 .name = "verify_interval",
e8b0e958 2740 .lname = "Verify interval",
e01b22b8 2741 .type = FIO_OPT_INT,
a609f12a 2742 .off1 = offsetof(struct thread_options, verify_interval),
819a9680 2743 .minval = 2 * sizeof(struct verify_header),
a59e170d 2744 .help = "Store verify buffer header every N bytes",
afdf9352 2745 .parent = "verify",
d71c154c 2746 .hide = 1,
20eb06bd 2747 .interval = 2 * sizeof(struct verify_header),
e8b0e958
JA
2748 .category = FIO_OPT_C_IO,
2749 .group = FIO_OPT_G_VERIFY,
3f9f4e26 2750 },
546a9142 2751 {
a59e170d 2752 .name = "verify_offset",
e8b0e958 2753 .lname = "Verify offset",
e01b22b8 2754 .type = FIO_OPT_INT,
a59e170d 2755 .help = "Offset verify header location by N bytes",
a609f12a 2756 .off1 = offsetof(struct thread_options, verify_offset),
203160d5 2757 .minval = sizeof(struct verify_header),
afdf9352 2758 .parent = "verify",
d71c154c 2759 .hide = 1,
e8b0e958
JA
2760 .category = FIO_OPT_C_IO,
2761 .group = FIO_OPT_G_VERIFY,
546a9142 2762 },
e28218f3
SL
2763 {
2764 .name = "verify_pattern",
e8b0e958 2765 .lname = "Verify pattern",
0e92f873 2766 .type = FIO_OPT_STR,
e28218f3 2767 .cb = str_verify_pattern_cb,
a609f12a 2768 .off1 = offsetof(struct thread_options, verify_pattern),
e28218f3
SL
2769 .help = "Fill pattern for IO buffers",
2770 .parent = "verify",
d71c154c 2771 .hide = 1,
e8b0e958
JA
2772 .category = FIO_OPT_C_IO,
2773 .group = FIO_OPT_G_VERIFY,
e28218f3 2774 },
a12a3b4d
JA
2775 {
2776 .name = "verify_fatal",
e8b0e958 2777 .lname = "Verify fatal",
68e1f29a 2778 .type = FIO_OPT_BOOL,
a609f12a 2779 .off1 = offsetof(struct thread_options, verify_fatal),
a12a3b4d
JA
2780 .def = "0",
2781 .help = "Exit on a single verify failure, don't continue",
2782 .parent = "verify",
d71c154c 2783 .hide = 1,
e8b0e958
JA
2784 .category = FIO_OPT_C_IO,
2785 .group = FIO_OPT_G_VERIFY,
a12a3b4d 2786 },
b463e936
JA
2787 {
2788 .name = "verify_dump",
e8b0e958 2789 .lname = "Verify dump",
b463e936 2790 .type = FIO_OPT_BOOL,
a609f12a 2791 .off1 = offsetof(struct thread_options, verify_dump),
ef71e317 2792 .def = "0",
b463e936
JA
2793 .help = "Dump contents of good and bad blocks on failure",
2794 .parent = "verify",
d71c154c 2795 .hide = 1,
e8b0e958
JA
2796 .category = FIO_OPT_C_IO,
2797 .group = FIO_OPT_G_VERIFY,
b463e936 2798 },
e8462bd8
JA
2799 {
2800 .name = "verify_async",
e8b0e958 2801 .lname = "Verify asynchronously",
e8462bd8 2802 .type = FIO_OPT_INT,
a609f12a 2803 .off1 = offsetof(struct thread_options, verify_async),
e8462bd8
JA
2804 .def = "0",
2805 .help = "Number of async verifier threads to use",
2806 .parent = "verify",
d71c154c 2807 .hide = 1,
e8b0e958
JA
2808 .category = FIO_OPT_C_IO,
2809 .group = FIO_OPT_G_VERIFY,
e8462bd8 2810 },
9e144189
JA
2811 {
2812 .name = "verify_backlog",
e8b0e958 2813 .lname = "Verify backlog",
9e144189 2814 .type = FIO_OPT_STR_VAL,
a609f12a 2815 .off1 = offsetof(struct thread_options, verify_backlog),
9e144189
JA
2816 .help = "Verify after this number of blocks are written",
2817 .parent = "verify",
d71c154c 2818 .hide = 1,
e8b0e958
JA
2819 .category = FIO_OPT_C_IO,
2820 .group = FIO_OPT_G_VERIFY,
9e144189
JA
2821 },
2822 {
2823 .name = "verify_backlog_batch",
e8b0e958 2824 .lname = "Verify backlog batch",
9e144189 2825 .type = FIO_OPT_INT,
a609f12a 2826 .off1 = offsetof(struct thread_options, verify_batch),
9e144189 2827 .help = "Verify this number of IO blocks",
0d29de83 2828 .parent = "verify",
d71c154c 2829 .hide = 1,
e8b0e958
JA
2830 .category = FIO_OPT_C_IO,
2831 .group = FIO_OPT_G_VERIFY,
9e144189 2832 },
e8462bd8
JA
2833#ifdef FIO_HAVE_CPU_AFFINITY
2834 {
2835 .name = "verify_async_cpus",
e8b0e958 2836 .lname = "Async verify CPUs",
e8462bd8
JA
2837 .type = FIO_OPT_STR,
2838 .cb = str_verify_cpus_allowed_cb,
a609f12a 2839 .off1 = offsetof(struct thread_options, verify_cpumask),
e8462bd8
JA
2840 .help = "Set CPUs allowed for async verify threads",
2841 .parent = "verify_async",
d71c154c 2842 .hide = 1,
e8b0e958
JA
2843 .category = FIO_OPT_C_IO,
2844 .group = FIO_OPT_G_VERIFY,
e8462bd8 2845 },
a275c37a
JA
2846#else
2847 {
2848 .name = "verify_async_cpus",
2849 .lname = "Async verify CPUs",
2850 .type = FIO_OPT_UNSUPPORTED,
54d0a315 2851 .help = "Your platform does not support CPU affinities",
a275c37a 2852 },
0d29de83 2853#endif
51aa2da8
JA
2854 {
2855 .name = "experimental_verify",
cce2fdfe 2856 .lname = "Experimental Verify",
a609f12a 2857 .off1 = offsetof(struct thread_options, experimental_verify),
51aa2da8 2858 .type = FIO_OPT_BOOL,
b31eaac9 2859 .help = "Enable experimental verification",
ca09be4b
JA
2860 .parent = "verify",
2861 .category = FIO_OPT_C_IO,
2862 .group = FIO_OPT_G_VERIFY,
2863 },
2864 {
2865 .name = "verify_state_load",
2866 .lname = "Load verify state",
a609f12a 2867 .off1 = offsetof(struct thread_options, verify_state),
ca09be4b
JA
2868 .type = FIO_OPT_BOOL,
2869 .help = "Load verify termination state",
2870 .parent = "verify",
2871 .category = FIO_OPT_C_IO,
2872 .group = FIO_OPT_G_VERIFY,
2873 },
2874 {
2875 .name = "verify_state_save",
2876 .lname = "Save verify state",
a609f12a 2877 .off1 = offsetof(struct thread_options, verify_state_save),
ca09be4b
JA
2878 .type = FIO_OPT_BOOL,
2879 .def = "1",
2880 .help = "Save verify state on termination",
2881 .parent = "verify",
836fcc0f
JA
2882 .category = FIO_OPT_C_IO,
2883 .group = FIO_OPT_G_VERIFY,
51aa2da8 2884 },
0d29de83
JA
2885#ifdef FIO_HAVE_TRIM
2886 {
2887 .name = "trim_percentage",
e8b0e958 2888 .lname = "Trim percentage",
0d29de83 2889 .type = FIO_OPT_INT,
a609f12a 2890 .off1 = offsetof(struct thread_options, trim_percentage),
20eb06bd 2891 .minval = 0,
0d29de83 2892 .maxval = 100,
169c098d 2893 .help = "Number of verify blocks to trim (i.e., discard)",
0d29de83
JA
2894 .parent = "verify",
2895 .def = "0",
20eb06bd 2896 .interval = 1,
d71c154c 2897 .hide = 1,
e8b0e958
JA
2898 .category = FIO_OPT_C_IO,
2899 .group = FIO_OPT_G_TRIM,
0d29de83
JA
2900 },
2901 {
2902 .name = "trim_verify_zero",
e8b0e958 2903 .lname = "Verify trim zero",
20eb06bd 2904 .type = FIO_OPT_BOOL,
169c098d 2905 .help = "Verify that trimmed (i.e., discarded) blocks are returned as zeroes",
a609f12a 2906 .off1 = offsetof(struct thread_options, trim_zero),
0d29de83 2907 .parent = "trim_percentage",
d71c154c 2908 .hide = 1,
0d29de83 2909 .def = "1",
e8b0e958
JA
2910 .category = FIO_OPT_C_IO,
2911 .group = FIO_OPT_G_TRIM,
0d29de83
JA
2912 },
2913 {
2914 .name = "trim_backlog",
e8b0e958 2915 .lname = "Trim backlog",
0d29de83 2916 .type = FIO_OPT_STR_VAL,
a609f12a 2917 .off1 = offsetof(struct thread_options, trim_backlog),
0d29de83
JA
2918 .help = "Trim after this number of blocks are written",
2919 .parent = "trim_percentage",
d71c154c 2920 .hide = 1,
20eb06bd 2921 .interval = 1,
e8b0e958
JA
2922 .category = FIO_OPT_C_IO,
2923 .group = FIO_OPT_G_TRIM,
0d29de83
JA
2924 },
2925 {
2926 .name = "trim_backlog_batch",
e8b0e958 2927 .lname = "Trim backlog batch",
0d29de83 2928 .type = FIO_OPT_INT,
a609f12a 2929 .off1 = offsetof(struct thread_options, trim_batch),
0d29de83
JA
2930 .help = "Trim this number of IO blocks",
2931 .parent = "trim_percentage",
d71c154c 2932 .hide = 1,
20eb06bd 2933 .interval = 1,
e8b0e958
JA
2934 .category = FIO_OPT_C_IO,
2935 .group = FIO_OPT_G_TRIM,
0d29de83 2936 },
a275c37a
JA
2937#else
2938 {
2939 .name = "trim_percentage",
2940 .lname = "Trim percentage",
2941 .type = FIO_OPT_UNSUPPORTED,
2942 .help = "Fio does not support TRIM on your platform",
2943 },
2944 {
2945 .name = "trim_verify_zero",
2946 .lname = "Verify trim zero",
2947 .type = FIO_OPT_UNSUPPORTED,
2948 .help = "Fio does not support TRIM on your platform",
2949 },
2950 {
2951 .name = "trim_backlog",
2952 .lname = "Trim backlog",
2953 .type = FIO_OPT_UNSUPPORTED,
2954 .help = "Fio does not support TRIM on your platform",
2955 },
2956 {
2957 .name = "trim_backlog_batch",
2958 .lname = "Trim backlog batch",
2959 .type = FIO_OPT_UNSUPPORTED,
2960 .help = "Fio does not support TRIM on your platform",
2961 },
e8462bd8 2962#endif
214e1eca
JA
2963 {
2964 .name = "write_iolog",
e8b0e958 2965 .lname = "Write I/O log",
214e1eca 2966 .type = FIO_OPT_STR_STORE,
a609f12a 2967 .off1 = offsetof(struct thread_options, write_iolog_file),
214e1eca 2968 .help = "Store IO pattern to file",
e8b0e958
JA
2969 .category = FIO_OPT_C_IO,
2970 .group = FIO_OPT_G_IOLOG,
214e1eca
JA
2971 },
2972 {
2973 .name = "read_iolog",
e8b0e958 2974 .lname = "Read I/O log",
214e1eca 2975 .type = FIO_OPT_STR_STORE,
a609f12a 2976 .off1 = offsetof(struct thread_options, read_iolog_file),
214e1eca 2977 .help = "Playback IO pattern from file",
e8b0e958
JA
2978 .category = FIO_OPT_C_IO,
2979 .group = FIO_OPT_G_IOLOG,
214e1eca 2980 },
64bbb865
DN
2981 {
2982 .name = "replay_no_stall",
e8b0e958 2983 .lname = "Don't stall on replay",
20eb06bd 2984 .type = FIO_OPT_BOOL,
a609f12a 2985 .off1 = offsetof(struct thread_options, no_stall),
64bbb865 2986 .def = "0",
87e7a972 2987 .parent = "read_iolog",
d71c154c 2988 .hide = 1,
64bbb865 2989 .help = "Playback IO pattern file as fast as possible without stalls",
e8b0e958
JA
2990 .category = FIO_OPT_C_IO,
2991 .group = FIO_OPT_G_IOLOG,
64bbb865 2992 },
d1c46c04
DN
2993 {
2994 .name = "replay_redirect",
e8b0e958 2995 .lname = "Redirect device for replay",
d1c46c04 2996 .type = FIO_OPT_STR_STORE,
a609f12a 2997 .off1 = offsetof(struct thread_options, replay_redirect),
d1c46c04 2998 .parent = "read_iolog",
d71c154c 2999 .hide = 1,
d1c46c04 3000 .help = "Replay all I/O onto this device, regardless of trace device",
e8b0e958
JA
3001 .category = FIO_OPT_C_IO,
3002 .group = FIO_OPT_G_IOLOG,
d1c46c04 3003 },
0c63576e
JA
3004 {
3005 .name = "replay_scale",
3006 .lname = "Replace offset scale factor",
3007 .type = FIO_OPT_INT,
a609f12a 3008 .off1 = offsetof(struct thread_options, replay_scale),
0c63576e
JA
3009 .parent = "read_iolog",
3010 .def = "1",
3011 .help = "Align offsets to this blocksize",
3012 .category = FIO_OPT_C_IO,
3013 .group = FIO_OPT_G_IOLOG,
3014 },
3015 {
3016 .name = "replay_align",
3017 .lname = "Replace alignment",
3018 .type = FIO_OPT_INT,
a609f12a 3019 .off1 = offsetof(struct thread_options, replay_align),
0c63576e
JA
3020 .parent = "read_iolog",
3021 .help = "Scale offset down by this factor",
3022 .category = FIO_OPT_C_IO,
3023 .group = FIO_OPT_G_IOLOG,
3024 .pow2 = 1,
3025 },
214e1eca
JA
3026 {
3027 .name = "exec_prerun",
e8b0e958 3028 .lname = "Pre-execute runnable",
214e1eca 3029 .type = FIO_OPT_STR_STORE,
a609f12a 3030 .off1 = offsetof(struct thread_options, exec_prerun),
214e1eca 3031 .help = "Execute this file prior to running job",
e8b0e958
JA
3032 .category = FIO_OPT_C_GENERAL,
3033 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3034 },
3035 {
3036 .name = "exec_postrun",
e8b0e958 3037 .lname = "Post-execute runnable",
214e1eca 3038 .type = FIO_OPT_STR_STORE,
a609f12a 3039 .off1 = offsetof(struct thread_options, exec_postrun),
214e1eca 3040 .help = "Execute this file after running job",
e8b0e958
JA
3041 .category = FIO_OPT_C_GENERAL,
3042 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3043 },
3044#ifdef FIO_HAVE_IOSCHED_SWITCH
3045 {
3046 .name = "ioscheduler",
e8b0e958 3047 .lname = "I/O scheduler",
214e1eca 3048 .type = FIO_OPT_STR_STORE,
a609f12a 3049 .off1 = offsetof(struct thread_options, ioscheduler),
214e1eca 3050 .help = "Use this IO scheduler on the backing device",
e8b0e958
JA
3051 .category = FIO_OPT_C_FILE,
3052 .group = FIO_OPT_G_INVALID,
214e1eca 3053 },
a275c37a
JA
3054#else
3055 {
3056 .name = "ioscheduler",
3057 .lname = "I/O scheduler",
3058 .type = FIO_OPT_UNSUPPORTED,
3059 .help = "Your platform does not support IO scheduler switching",
3060 },
214e1eca
JA
3061#endif
3062 {
3063 .name = "zonesize",
e8b0e958 3064 .lname = "Zone size",
214e1eca 3065 .type = FIO_OPT_STR_VAL,
a609f12a 3066 .off1 = offsetof(struct thread_options, zone_size),
ed335855
SN
3067 .help = "Amount of data to read per zone",
3068 .def = "0",
20eb06bd 3069 .interval = 1024 * 1024,
e8b0e958
JA
3070 .category = FIO_OPT_C_IO,
3071 .group = FIO_OPT_G_ZONE,
ed335855
SN
3072 },
3073 {
3074 .name = "zonerange",
e8b0e958 3075 .lname = "Zone range",
ed335855 3076 .type = FIO_OPT_STR_VAL,
a609f12a 3077 .off1 = offsetof(struct thread_options, zone_range),
214e1eca
JA
3078 .help = "Give size of an IO zone",
3079 .def = "0",
20eb06bd 3080 .interval = 1024 * 1024,
e8b0e958
JA
3081 .category = FIO_OPT_C_IO,
3082 .group = FIO_OPT_G_ZONE,
214e1eca
JA
3083 },
3084 {
3085 .name = "zoneskip",
e8b0e958 3086 .lname = "Zone skip",
214e1eca 3087 .type = FIO_OPT_STR_VAL,
a609f12a 3088 .off1 = offsetof(struct thread_options, zone_skip),
214e1eca
JA
3089 .help = "Space between IO zones",
3090 .def = "0",
20eb06bd 3091 .interval = 1024 * 1024,
e8b0e958
JA
3092 .category = FIO_OPT_C_IO,
3093 .group = FIO_OPT_G_ZONE,
214e1eca
JA
3094 },
3095 {
3096 .name = "lockmem",
e8b0e958 3097 .lname = "Lock memory",
214e1eca 3098 .type = FIO_OPT_STR_VAL,
a609f12a 3099 .off1 = offsetof(struct thread_options, lockmem),
81c6b6cd 3100 .help = "Lock down this amount of memory (per worker)",
214e1eca 3101 .def = "0",
20eb06bd 3102 .interval = 1024 * 1024,
e8b0e958
JA
3103 .category = FIO_OPT_C_GENERAL,
3104 .group = FIO_OPT_G_INVALID,
214e1eca 3105 },
214e1eca
JA
3106 {
3107 .name = "rwmixread",
e8b0e958 3108 .lname = "Read/write mix read",
214e1eca 3109 .type = FIO_OPT_INT,
cb499fc4 3110 .cb = str_rwmix_read_cb,
a609f12a 3111 .off1 = offsetof(struct thread_options, rwmix[DDIR_READ]),
214e1eca
JA
3112 .maxval = 100,
3113 .help = "Percentage of mixed workload that is reads",
3114 .def = "50",
20eb06bd 3115 .interval = 5,
90265353 3116 .inverse = "rwmixwrite",
e8b0e958
JA
3117 .category = FIO_OPT_C_IO,
3118 .group = FIO_OPT_G_RWMIX,
214e1eca
JA
3119 },
3120 {
3121 .name = "rwmixwrite",
e8b0e958 3122 .lname = "Read/write mix write",
214e1eca 3123 .type = FIO_OPT_INT,
cb499fc4 3124 .cb = str_rwmix_write_cb,
a609f12a 3125 .off1 = offsetof(struct thread_options, rwmix[DDIR_WRITE]),
214e1eca
JA
3126 .maxval = 100,
3127 .help = "Percentage of mixed workload that is writes",
3128 .def = "50",
20eb06bd 3129 .interval = 5,
90265353 3130 .inverse = "rwmixread",
e8b0e958
JA
3131 .category = FIO_OPT_C_IO,
3132 .group = FIO_OPT_G_RWMIX,
214e1eca 3133 },
afdf9352
JA
3134 {
3135 .name = "rwmixcycle",
e8b0e958 3136 .lname = "Read/write mix cycle",
15ca150e 3137 .type = FIO_OPT_DEPRECATED,
e8b0e958
JA
3138 .category = FIO_OPT_C_IO,
3139 .group = FIO_OPT_G_RWMIX,
afdf9352 3140 },
214e1eca
JA
3141 {
3142 .name = "nice",
e8b0e958 3143 .lname = "Nice",
214e1eca 3144 .type = FIO_OPT_INT,
a609f12a 3145 .off1 = offsetof(struct thread_options, nice),
214e1eca
JA
3146 .help = "Set job CPU nice value",
3147 .minval = -19,
3148 .maxval = 20,
3149 .def = "0",
20eb06bd 3150 .interval = 1,
e8b0e958 3151 .category = FIO_OPT_C_GENERAL,
10860056 3152 .group = FIO_OPT_G_CRED,
214e1eca
JA
3153 },
3154#ifdef FIO_HAVE_IOPRIO
3155 {
3156 .name = "prio",
e8b0e958 3157 .lname = "I/O nice priority",
214e1eca 3158 .type = FIO_OPT_INT,
a609f12a 3159 .off1 = offsetof(struct thread_options, ioprio),
214e1eca 3160 .help = "Set job IO priority value",
1767bd34
TK
3161 .minval = IOPRIO_MIN_PRIO,
3162 .maxval = IOPRIO_MAX_PRIO,
20eb06bd 3163 .interval = 1,
e8b0e958 3164 .category = FIO_OPT_C_GENERAL,
10860056 3165 .group = FIO_OPT_G_CRED,
214e1eca 3166 },
32ef447a
TK
3167#else
3168 {
3169 .name = "prio",
3170 .lname = "I/O nice priority",
3171 .type = FIO_OPT_UNSUPPORTED,
3172 .help = "Your platform does not support IO priorities",
3173 },
3174#endif
3175#ifdef FIO_HAVE_IOPRIO_CLASS
3176#ifndef FIO_HAVE_IOPRIO
3177#error "FIO_HAVE_IOPRIO_CLASS requires FIO_HAVE_IOPRIO"
3178#endif
214e1eca
JA
3179 {
3180 .name = "prioclass",
e8b0e958 3181 .lname = "I/O nice priority class",
214e1eca 3182 .type = FIO_OPT_INT,
a609f12a 3183 .off1 = offsetof(struct thread_options, ioprio_class),
214e1eca 3184 .help = "Set job IO priority class",
1767bd34
TK
3185 .minval = IOPRIO_MIN_PRIO_CLASS,
3186 .maxval = IOPRIO_MAX_PRIO_CLASS,
20eb06bd 3187 .interval = 1,
e8b0e958 3188 .category = FIO_OPT_C_GENERAL,
10860056 3189 .group = FIO_OPT_G_CRED,
214e1eca 3190 },
a275c37a 3191#else
a275c37a
JA
3192 {
3193 .name = "prioclass",
3194 .lname = "I/O nice priority class",
3195 .type = FIO_OPT_UNSUPPORTED,
32ef447a 3196 .help = "Your platform does not support IO priority classes",
a275c37a 3197 },
214e1eca
JA
3198#endif
3199 {
3200 .name = "thinktime",
e8b0e958 3201 .lname = "Thinktime",
214e1eca 3202 .type = FIO_OPT_INT,
a609f12a 3203 .off1 = offsetof(struct thread_options, thinktime),
214e1eca
JA
3204 .help = "Idle time between IO buffers (usec)",
3205 .def = "0",
88038bc7 3206 .is_time = 1,
e8b0e958 3207 .category = FIO_OPT_C_IO,
3ceb458f 3208 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA
3209 },
3210 {
3211 .name = "thinktime_spin",
e8b0e958 3212 .lname = "Thinktime spin",
214e1eca 3213 .type = FIO_OPT_INT,
a609f12a 3214 .off1 = offsetof(struct thread_options, thinktime_spin),
214e1eca
JA
3215 .help = "Start think time by spinning this amount (usec)",
3216 .def = "0",
88038bc7 3217 .is_time = 1,
afdf9352 3218 .parent = "thinktime",
d71c154c 3219 .hide = 1,
e8b0e958 3220 .category = FIO_OPT_C_IO,
3ceb458f 3221 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA
3222 },
3223 {
3224 .name = "thinktime_blocks",
e8b0e958 3225 .lname = "Thinktime blocks",
214e1eca 3226 .type = FIO_OPT_INT,
a609f12a 3227 .off1 = offsetof(struct thread_options, thinktime_blocks),
214e1eca
JA
3228 .help = "IO buffer period between 'thinktime'",
3229 .def = "1",
afdf9352 3230 .parent = "thinktime",
d71c154c 3231 .hide = 1,
e8b0e958 3232 .category = FIO_OPT_C_IO,
3ceb458f 3233 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA
3234 },
3235 {
3236 .name = "rate",
e8b0e958 3237 .lname = "I/O rate",
e01b22b8 3238 .type = FIO_OPT_INT,
a609f12a
JA
3239 .off1 = offsetof(struct thread_options, rate[DDIR_READ]),
3240 .off2 = offsetof(struct thread_options, rate[DDIR_WRITE]),
3241 .off3 = offsetof(struct thread_options, rate[DDIR_TRIM]),
214e1eca 3242 .help = "Set bandwidth rate",
e8b0e958
JA
3243 .category = FIO_OPT_C_IO,
3244 .group = FIO_OPT_G_RATE,
214e1eca
JA
3245 },
3246 {
6d428bcd
JA
3247 .name = "rate_min",
3248 .alias = "ratemin",
e8b0e958 3249 .lname = "I/O min rate",
e01b22b8 3250 .type = FIO_OPT_INT,
a609f12a
JA
3251 .off1 = offsetof(struct thread_options, ratemin[DDIR_READ]),
3252 .off2 = offsetof(struct thread_options, ratemin[DDIR_WRITE]),
3253 .off3 = offsetof(struct thread_options, ratemin[DDIR_TRIM]),
4e991c23 3254 .help = "Job must meet this rate or it will be shutdown",
afdf9352 3255 .parent = "rate",
d71c154c 3256 .hide = 1,
e8b0e958
JA
3257 .category = FIO_OPT_C_IO,
3258 .group = FIO_OPT_G_RATE,
4e991c23
JA
3259 },
3260 {
3261 .name = "rate_iops",
e8b0e958 3262 .lname = "I/O rate IOPS",
e01b22b8 3263 .type = FIO_OPT_INT,
a609f12a
JA
3264 .off1 = offsetof(struct thread_options, rate_iops[DDIR_READ]),
3265 .off2 = offsetof(struct thread_options, rate_iops[DDIR_WRITE]),
3266 .off3 = offsetof(struct thread_options, rate_iops[DDIR_TRIM]),
4e991c23 3267 .help = "Limit IO used to this number of IO operations/sec",
d71c154c 3268 .hide = 1,
e8b0e958
JA
3269 .category = FIO_OPT_C_IO,
3270 .group = FIO_OPT_G_RATE,
4e991c23
JA
3271 },
3272 {
3273 .name = "rate_iops_min",
e8b0e958 3274 .lname = "I/O min rate IOPS",
e01b22b8 3275 .type = FIO_OPT_INT,
a609f12a
JA
3276 .off1 = offsetof(struct thread_options, rate_iops_min[DDIR_READ]),
3277 .off2 = offsetof(struct thread_options, rate_iops_min[DDIR_WRITE]),
3278 .off3 = offsetof(struct thread_options, rate_iops_min[DDIR_TRIM]),
03e20d68 3279 .help = "Job must meet this rate or it will be shut down",
afdf9352 3280 .parent = "rate_iops",
d71c154c 3281 .hide = 1,
e8b0e958
JA
3282 .category = FIO_OPT_C_IO,
3283 .group = FIO_OPT_G_RATE,
214e1eca 3284 },
ff6bb260 3285 {
6de65959
JA
3286 .name = "rate_process",
3287 .lname = "Rate Process",
3288 .type = FIO_OPT_STR,
a609f12a 3289 .off1 = offsetof(struct thread_options, rate_process),
6de65959
JA
3290 .help = "What process controls how rated IO is managed",
3291 .def = "linear",
ff6bb260
SL
3292 .category = FIO_OPT_C_IO,
3293 .group = FIO_OPT_G_RATE,
6de65959
JA
3294 .posval = {
3295 { .ival = "linear",
3296 .oval = RATE_PROCESS_LINEAR,
3297 .help = "Linear rate of IO",
3298 },
3299 {
3300 .ival = "poisson",
3301 .oval = RATE_PROCESS_POISSON,
3302 .help = "Rate follows Poisson process",
3303 },
3304 },
3305 .parent = "rate",
ff6bb260 3306 },
214e1eca 3307 {
6d428bcd
JA
3308 .name = "rate_cycle",
3309 .alias = "ratecycle",
e8b0e958 3310 .lname = "I/O rate cycle",
214e1eca 3311 .type = FIO_OPT_INT,
a609f12a 3312 .off1 = offsetof(struct thread_options, ratecycle),
214e1eca
JA
3313 .help = "Window average for rate limits (msec)",
3314 .def = "1000",
afdf9352 3315 .parent = "rate",
d71c154c 3316 .hide = 1,
e8b0e958
JA
3317 .category = FIO_OPT_C_IO,
3318 .group = FIO_OPT_G_RATE,
214e1eca 3319 },
15501535
JA
3320 {
3321 .name = "max_latency",
cce2fdfe 3322 .lname = "Max Latency",
15501535 3323 .type = FIO_OPT_INT,
a609f12a 3324 .off1 = offsetof(struct thread_options, max_latency),
15501535 3325 .help = "Maximum tolerated IO latency (usec)",
88038bc7 3326 .is_time = 1,
1e5324e7 3327 .category = FIO_OPT_C_IO,
3e260a46
JA
3328 .group = FIO_OPT_G_LATPROF,
3329 },
3330 {
3331 .name = "latency_target",
3332 .lname = "Latency Target (usec)",
3333 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 3334 .off1 = offsetof(struct thread_options, latency_target),
3e260a46 3335 .help = "Ramp to max queue depth supporting this latency",
88038bc7 3336 .is_time = 1,
3e260a46
JA
3337 .category = FIO_OPT_C_IO,
3338 .group = FIO_OPT_G_LATPROF,
3339 },
3340 {
3341 .name = "latency_window",
3342 .lname = "Latency Window (usec)",
3343 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 3344 .off1 = offsetof(struct thread_options, latency_window),
3e260a46 3345 .help = "Time to sustain latency_target",
88038bc7 3346 .is_time = 1,
3e260a46
JA
3347 .category = FIO_OPT_C_IO,
3348 .group = FIO_OPT_G_LATPROF,
3349 },
3350 {
3351 .name = "latency_percentile",
3352 .lname = "Latency Percentile",
3353 .type = FIO_OPT_FLOAT_LIST,
a609f12a 3354 .off1 = offsetof(struct thread_options, latency_percentile),
3e260a46
JA
3355 .help = "Percentile of IOs must be below latency_target",
3356 .def = "100",
3357 .maxlen = 1,
3358 .minfp = 0.0,
3359 .maxfp = 100.0,
3360 .category = FIO_OPT_C_IO,
3361 .group = FIO_OPT_G_LATPROF,
15501535 3362 },
214e1eca
JA
3363 {
3364 .name = "invalidate",
e8b0e958 3365 .lname = "Cache invalidate",
214e1eca 3366 .type = FIO_OPT_BOOL,
a609f12a 3367 .off1 = offsetof(struct thread_options, invalidate_cache),
214e1eca
JA
3368 .help = "Invalidate buffer/page cache prior to running job",
3369 .def = "1",
e8b0e958 3370 .category = FIO_OPT_C_IO,
3ceb458f 3371 .group = FIO_OPT_G_IO_TYPE,
214e1eca
JA
3372 },
3373 {
3374 .name = "sync",
e8b0e958 3375 .lname = "Synchronous I/O",
214e1eca 3376 .type = FIO_OPT_BOOL,
a609f12a 3377 .off1 = offsetof(struct thread_options, sync_io),
214e1eca
JA
3378 .help = "Use O_SYNC for buffered writes",
3379 .def = "0",
67a1000f 3380 .parent = "buffered",
d71c154c 3381 .hide = 1,
e8b0e958 3382 .category = FIO_OPT_C_IO,
3ceb458f 3383 .group = FIO_OPT_G_IO_TYPE,
214e1eca 3384 },
214e1eca
JA
3385 {
3386 .name = "create_serialize",
e8b0e958 3387 .lname = "Create serialize",
214e1eca 3388 .type = FIO_OPT_BOOL,
a609f12a 3389 .off1 = offsetof(struct thread_options, create_serialize),
c2b8035f 3390 .help = "Serialize creation of job files",
214e1eca 3391 .def = "1",
e8b0e958
JA
3392 .category = FIO_OPT_C_FILE,
3393 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3394 },
3395 {
3396 .name = "create_fsync",
e8b0e958 3397 .lname = "Create fsync",
214e1eca 3398 .type = FIO_OPT_BOOL,
a609f12a 3399 .off1 = offsetof(struct thread_options, create_fsync),
03e20d68 3400 .help = "fsync file after creation",
214e1eca 3401 .def = "1",
e8b0e958
JA
3402 .category = FIO_OPT_C_FILE,
3403 .group = FIO_OPT_G_INVALID,
214e1eca 3404 },
814452bd
JA
3405 {
3406 .name = "create_on_open",
e8b0e958 3407 .lname = "Create on open",
814452bd 3408 .type = FIO_OPT_BOOL,
a609f12a 3409 .off1 = offsetof(struct thread_options, create_on_open),
814452bd
JA
3410 .help = "Create files when they are opened for IO",
3411 .def = "0",
e8b0e958
JA
3412 .category = FIO_OPT_C_FILE,
3413 .group = FIO_OPT_G_INVALID,
814452bd 3414 },
25460cf6
JA
3415 {
3416 .name = "create_only",
cce2fdfe 3417 .lname = "Create Only",
25460cf6 3418 .type = FIO_OPT_BOOL,
a609f12a 3419 .off1 = offsetof(struct thread_options, create_only),
25460cf6 3420 .help = "Only perform file creation phase",
d17fda71 3421 .category = FIO_OPT_C_FILE,
25460cf6
JA
3422 .def = "0",
3423 },
2378826d
JA
3424 {
3425 .name = "allow_file_create",
e81ecca3 3426 .lname = "Allow file create",
2378826d 3427 .type = FIO_OPT_BOOL,
a609f12a 3428 .off1 = offsetof(struct thread_options, allow_create),
2378826d
JA
3429 .help = "Permit fio to create files, if they don't exist",
3430 .def = "1",
3431 .category = FIO_OPT_C_FILE,
3432 .group = FIO_OPT_G_FILENAME,
3433 },
e81ecca3
JA
3434 {
3435 .name = "allow_mounted_write",
3436 .lname = "Allow mounted write",
3437 .type = FIO_OPT_BOOL,
a609f12a 3438 .off1 = offsetof(struct thread_options, allow_mounted_write),
e81ecca3
JA
3439 .help = "Allow writes to a mounted partition",
3440 .def = "0",
3441 .category = FIO_OPT_C_FILE,
3442 .group = FIO_OPT_G_FILENAME,
3443 },
0b9d69ec 3444 {
afad68f7 3445 .name = "pre_read",
e8b0e958 3446 .lname = "Pre-read files",
afad68f7 3447 .type = FIO_OPT_BOOL,
a609f12a 3448 .off1 = offsetof(struct thread_options, pre_read),
03e20d68 3449 .help = "Pre-read files before starting official testing",
afad68f7 3450 .def = "0",
e8b0e958
JA
3451 .category = FIO_OPT_C_FILE,
3452 .group = FIO_OPT_G_INVALID,
afad68f7 3453 },
214e1eca
JA
3454#ifdef FIO_HAVE_CPU_AFFINITY
3455 {
3456 .name = "cpumask",
e8b0e958 3457 .lname = "CPU mask",
214e1eca
JA
3458 .type = FIO_OPT_INT,
3459 .cb = str_cpumask_cb,
a609f12a 3460 .off1 = offsetof(struct thread_options, cpumask),
214e1eca 3461 .help = "CPU affinity mask",
e8b0e958 3462 .category = FIO_OPT_C_GENERAL,
10860056 3463 .group = FIO_OPT_G_CRED,
214e1eca 3464 },
d2e268b0
JA
3465 {
3466 .name = "cpus_allowed",
e8b0e958 3467 .lname = "CPUs allowed",
d2e268b0
JA
3468 .type = FIO_OPT_STR,
3469 .cb = str_cpus_allowed_cb,
a609f12a 3470 .off1 = offsetof(struct thread_options, cpumask),
d2e268b0 3471 .help = "Set CPUs allowed",
e8b0e958 3472 .category = FIO_OPT_C_GENERAL,
10860056 3473 .group = FIO_OPT_G_CRED,
d2e268b0 3474 },
c2acfbac
JA
3475 {
3476 .name = "cpus_allowed_policy",
3477 .lname = "CPUs allowed distribution policy",
3478 .type = FIO_OPT_STR,
a609f12a 3479 .off1 = offsetof(struct thread_options, cpus_allowed_policy),
c2acfbac
JA
3480 .help = "Distribution policy for cpus_allowed",
3481 .parent = "cpus_allowed",
3482 .prio = 1,
3483 .posval = {
3484 { .ival = "shared",
3485 .oval = FIO_CPUS_SHARED,
3486 .help = "Mask shared between threads",
3487 },
3488 { .ival = "split",
3489 .oval = FIO_CPUS_SPLIT,
3490 .help = "Mask split between threads",
3491 },
3492 },
3493 .category = FIO_OPT_C_GENERAL,
3494 .group = FIO_OPT_G_CRED,
3495 },
a275c37a
JA
3496#else
3497 {
3498 .name = "cpumask",
3499 .lname = "CPU mask",
3500 .type = FIO_OPT_UNSUPPORTED,
3501 .help = "Your platform does not support CPU affinities",
3502 },
3503 {
3504 .name = "cpus_allowed",
3505 .lname = "CPUs allowed",
3506 .type = FIO_OPT_UNSUPPORTED,
3507 .help = "Your platform does not support CPU affinities",
3508 },
3509 {
3510 .name = "cpus_allowed_policy",
3511 .lname = "CPUs allowed distribution policy",
3512 .type = FIO_OPT_UNSUPPORTED,
3513 .help = "Your platform does not support CPU affinities",
3514 },
d0b937ed 3515#endif
67bf9823 3516#ifdef CONFIG_LIBNUMA
d0b937ed
YR
3517 {
3518 .name = "numa_cpu_nodes",
cce2fdfe 3519 .lname = "NUMA CPU Nodes",
d0b937ed
YR
3520 .type = FIO_OPT_STR,
3521 .cb = str_numa_cpunodes_cb,
a609f12a 3522 .off1 = offsetof(struct thread_options, numa_cpunodes),
d0b937ed 3523 .help = "NUMA CPU nodes bind",
6be54b2d
JA
3524 .category = FIO_OPT_C_GENERAL,
3525 .group = FIO_OPT_G_INVALID,
d0b937ed
YR
3526 },
3527 {
3528 .name = "numa_mem_policy",
cce2fdfe 3529 .lname = "NUMA Memory Policy",
d0b937ed
YR
3530 .type = FIO_OPT_STR,
3531 .cb = str_numa_mpol_cb,
a609f12a 3532 .off1 = offsetof(struct thread_options, numa_memnodes),
d0b937ed 3533 .help = "NUMA memory policy setup",
6be54b2d
JA
3534 .category = FIO_OPT_C_GENERAL,
3535 .group = FIO_OPT_G_INVALID,
d0b937ed 3536 },
a275c37a
JA
3537#else
3538 {
3539 .name = "numa_cpu_nodes",
3540 .lname = "NUMA CPU Nodes",
3541 .type = FIO_OPT_UNSUPPORTED,
3542 .help = "Build fio with libnuma-dev(el) to enable this option",
3543 },
3544 {
3545 .name = "numa_mem_policy",
3546 .lname = "NUMA Memory Policy",
3547 .type = FIO_OPT_UNSUPPORTED,
3548 .help = "Build fio with libnuma-dev(el) to enable this option",
3549 },
214e1eca
JA
3550#endif
3551 {
3552 .name = "end_fsync",
e8b0e958 3553 .lname = "End fsync",
214e1eca 3554 .type = FIO_OPT_BOOL,
a609f12a 3555 .off1 = offsetof(struct thread_options, end_fsync),
214e1eca
JA
3556 .help = "Include fsync at the end of job",
3557 .def = "0",
e8b0e958
JA
3558 .category = FIO_OPT_C_FILE,
3559 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3560 },
3561 {
3562 .name = "fsync_on_close",
e8b0e958 3563 .lname = "Fsync on close",
214e1eca 3564 .type = FIO_OPT_BOOL,
a609f12a 3565 .off1 = offsetof(struct thread_options, fsync_on_close),
214e1eca
JA
3566 .help = "fsync files on close",
3567 .def = "0",
e8b0e958
JA
3568 .category = FIO_OPT_C_FILE,
3569 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3570 },
3571 {
3572 .name = "unlink",
e8b0e958 3573 .lname = "Unlink file",
214e1eca 3574 .type = FIO_OPT_BOOL,
a609f12a 3575 .off1 = offsetof(struct thread_options, unlink),
214e1eca
JA
3576 .help = "Unlink created files after job has completed",
3577 .def = "0",
e8b0e958
JA
3578 .category = FIO_OPT_C_FILE,
3579 .group = FIO_OPT_G_INVALID,
214e1eca 3580 },
39c1c323 3581 {
3582 .name = "unlink_each_loop",
3583 .lname = "Unlink file after each loop of a job",
3584 .type = FIO_OPT_BOOL,
a609f12a 3585 .off1 = offsetof(struct thread_options, unlink_each_loop),
39c1c323 3586 .help = "Unlink created files after each loop in a job has completed",
3587 .def = "0",
3588 .category = FIO_OPT_C_FILE,
3589 .group = FIO_OPT_G_INVALID,
3590 },
214e1eca
JA
3591 {
3592 .name = "exitall",
e8b0e958 3593 .lname = "Exit-all on terminate",
214e1eca
JA
3594 .type = FIO_OPT_STR_SET,
3595 .cb = str_exitall_cb,
3596 .help = "Terminate all jobs when one exits",
e8b0e958 3597 .category = FIO_OPT_C_GENERAL,
a1f6afec 3598 .group = FIO_OPT_G_PROCESS,
214e1eca 3599 },
f9cafb12
JA
3600 {
3601 .name = "exitall_on_error",
3602 .lname = "Exit-all on terminate in error",
78abcf9b 3603 .type = FIO_OPT_STR_SET,
a609f12a 3604 .off1 = offsetof(struct thread_options, exitall_error),
f9cafb12
JA
3605 .help = "Terminate all jobs when one exits in error",
3606 .category = FIO_OPT_C_GENERAL,
3607 .group = FIO_OPT_G_PROCESS,
3608 },
214e1eca
JA
3609 {
3610 .name = "stonewall",
e8b0e958 3611 .lname = "Wait for previous",
d392365e 3612 .alias = "wait_for_previous",
214e1eca 3613 .type = FIO_OPT_STR_SET,
a609f12a 3614 .off1 = offsetof(struct thread_options, stonewall),
214e1eca 3615 .help = "Insert a hard barrier between this job and previous",
e8b0e958 3616 .category = FIO_OPT_C_GENERAL,
a1f6afec 3617 .group = FIO_OPT_G_PROCESS,
214e1eca 3618 },
b3d62a75
JA
3619 {
3620 .name = "new_group",
e8b0e958 3621 .lname = "New group",
b3d62a75 3622 .type = FIO_OPT_STR_SET,
a609f12a 3623 .off1 = offsetof(struct thread_options, new_group),
b3d62a75 3624 .help = "Mark the start of a new group (for reporting)",
e8b0e958 3625 .category = FIO_OPT_C_GENERAL,
a1f6afec 3626 .group = FIO_OPT_G_PROCESS,
b3d62a75 3627 },
214e1eca
JA
3628 {
3629 .name = "thread",
e8b0e958 3630 .lname = "Thread",
214e1eca 3631 .type = FIO_OPT_STR_SET,
a609f12a 3632 .off1 = offsetof(struct thread_options, use_thread),
20eb06bd 3633 .help = "Use threads instead of processes",
c8931876
JA
3634#ifdef CONFIG_NO_SHM
3635 .def = "1",
3636 .no_warn_def = 1,
3637#endif
e8b0e958 3638 .category = FIO_OPT_C_GENERAL,
a1f6afec 3639 .group = FIO_OPT_G_PROCESS,
214e1eca 3640 },
3a5db920
JA
3641 {
3642 .name = "per_job_logs",
cce2fdfe 3643 .lname = "Per Job Logs",
3a5db920 3644 .type = FIO_OPT_BOOL,
a609f12a 3645 .off1 = offsetof(struct thread_options, per_job_logs),
3a5db920
JA
3646 .help = "Include job number in generated log files or not",
3647 .def = "1",
3648 .category = FIO_OPT_C_LOG,
3649 .group = FIO_OPT_G_INVALID,
3650 },
214e1eca
JA
3651 {
3652 .name = "write_bw_log",
e8b0e958 3653 .lname = "Write bandwidth log",
dded427c 3654 .type = FIO_OPT_STR,
a609f12a 3655 .off1 = offsetof(struct thread_options, bw_log_file),
dded427c 3656 .cb = str_write_bw_log_cb,
214e1eca 3657 .help = "Write log of bandwidth during run",
e8b0e958
JA
3658 .category = FIO_OPT_C_LOG,
3659 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3660 },
3661 {
3662 .name = "write_lat_log",
e8b0e958 3663 .lname = "Write latency log",
dded427c 3664 .type = FIO_OPT_STR,
a609f12a 3665 .off1 = offsetof(struct thread_options, lat_log_file),
dded427c 3666 .cb = str_write_lat_log_cb,
214e1eca 3667 .help = "Write log of latency during run",
e8b0e958
JA
3668 .category = FIO_OPT_C_LOG,
3669 .group = FIO_OPT_G_INVALID,
214e1eca 3670 },
c8eeb9df
JA
3671 {
3672 .name = "write_iops_log",
e8b0e958 3673 .lname = "Write IOPS log",
dded427c 3674 .type = FIO_OPT_STR,
a609f12a 3675 .off1 = offsetof(struct thread_options, iops_log_file),
dded427c 3676 .cb = str_write_iops_log_cb,
c8eeb9df 3677 .help = "Write log of IOPS during run",
e8b0e958
JA
3678 .category = FIO_OPT_C_LOG,
3679 .group = FIO_OPT_G_INVALID,
c8eeb9df 3680 },
b8bc8cba
JA
3681 {
3682 .name = "log_avg_msec",
e8b0e958 3683 .lname = "Log averaging (msec)",
b8bc8cba 3684 .type = FIO_OPT_INT,
a609f12a 3685 .off1 = offsetof(struct thread_options, log_avg_msec),
b8bc8cba
JA
3686 .help = "Average bw/iops/lat logs over this period of time",
3687 .def = "0",
e8b0e958 3688 .category = FIO_OPT_C_LOG,
1e613c9c
KC
3689 .group = FIO_OPT_G_INVALID,
3690 },
3691 {
3692 .name = "log_hist_msec",
3693 .lname = "Log histograms (msec)",
3694 .type = FIO_OPT_INT,
a609f12a 3695 .off1 = offsetof(struct thread_options, log_hist_msec),
1e613c9c
KC
3696 .help = "Dump completion latency histograms at frequency of this time value",
3697 .def = "0",
3698 .category = FIO_OPT_C_LOG,
3699 .group = FIO_OPT_G_INVALID,
3700 },
3701 {
3702 .name = "log_hist_coarseness",
3703 .lname = "Histogram logs coarseness",
3704 .type = FIO_OPT_INT,
a609f12a 3705 .off1 = offsetof(struct thread_options, log_hist_coarseness),
1e613c9c
KC
3706 .help = "Integer in range [0,6]. Higher coarseness outputs"
3707 " fewer histogram bins per sample. The number of bins for"
3708 " these are [1216, 608, 304, 152, 76, 38, 19] respectively.",
3709 .def = "0",
3710 .category = FIO_OPT_C_LOG,
3711 .group = FIO_OPT_G_INVALID,
3712 },
3713 {
3714 .name = "write_hist_log",
3715 .lname = "Write latency histogram logs",
dded427c 3716 .type = FIO_OPT_STR,
a609f12a 3717 .off1 = offsetof(struct thread_options, hist_log_file),
dded427c 3718 .cb = str_write_hist_log_cb,
1e613c9c
KC
3719 .help = "Write log of latency histograms during run",
3720 .category = FIO_OPT_C_LOG,
e8b0e958 3721 .group = FIO_OPT_G_INVALID,
b8bc8cba 3722 },
e6989e10
JA
3723 {
3724 .name = "log_max_value",
3725 .lname = "Log maximum instead of average",
3726 .type = FIO_OPT_BOOL,
a609f12a 3727 .off1 = offsetof(struct thread_options, log_max),
e6989e10
JA
3728 .help = "Log max sample in a window instead of average",
3729 .def = "0",
3730 .category = FIO_OPT_C_LOG,
3731 .group = FIO_OPT_G_INVALID,
3732 },
ae588852
JA
3733 {
3734 .name = "log_offset",
3735 .lname = "Log offset of IO",
3736 .type = FIO_OPT_BOOL,
a609f12a 3737 .off1 = offsetof(struct thread_options, log_offset),
ae588852
JA
3738 .help = "Include offset of IO for each log entry",
3739 .def = "0",
3740 .category = FIO_OPT_C_LOG,
3741 .group = FIO_OPT_G_INVALID,
3742 },
aee2ab67
JA
3743#ifdef CONFIG_ZLIB
3744 {
3745 .name = "log_compression",
3746 .lname = "Log compression",
3747 .type = FIO_OPT_INT,
a609f12a 3748 .off1 = offsetof(struct thread_options, log_gz),
aee2ab67 3749 .help = "Log in compressed chunks of this size",
9919b27b 3750 .minval = 1024ULL,
aee2ab67
JA
3751 .maxval = 512 * 1024 * 1024ULL,
3752 .category = FIO_OPT_C_LOG,
3753 .group = FIO_OPT_G_INVALID,
3754 },
c08f9fe2
JA
3755#ifdef FIO_HAVE_CPU_AFFINITY
3756 {
3757 .name = "log_compression_cpus",
3758 .lname = "Log Compression CPUs",
3759 .type = FIO_OPT_STR,
3760 .cb = str_log_cpus_allowed_cb,
a609f12a 3761 .off1 = offsetof(struct thread_options, log_gz_cpumask),
c08f9fe2
JA
3762 .parent = "log_compression",
3763 .help = "Limit log compression to these CPUs",
3764 .category = FIO_OPT_C_LOG,
3765 .group = FIO_OPT_G_INVALID,
3766 },
a275c37a
JA
3767#else
3768 {
3769 .name = "log_compression_cpus",
3770 .lname = "Log Compression CPUs",
3771 .type = FIO_OPT_UNSUPPORTED,
3772 .help = "Your platform does not support CPU affinities",
3773 },
c08f9fe2 3774#endif
b26317c9
JA
3775 {
3776 .name = "log_store_compressed",
3777 .lname = "Log store compressed",
3778 .type = FIO_OPT_BOOL,
a609f12a 3779 .off1 = offsetof(struct thread_options, log_gz_store),
b26317c9
JA
3780 .help = "Store logs in a compressed format",
3781 .category = FIO_OPT_C_LOG,
3782 .group = FIO_OPT_G_INVALID,
3783 },
a275c37a
JA
3784#else
3785 {
3786 .name = "log_compression",
3787 .lname = "Log compression",
3788 .type = FIO_OPT_UNSUPPORTED,
3789 .help = "Install libz-dev(el) to get compression support",
3790 },
3791 {
3792 .name = "log_store_compressed",
3793 .lname = "Log store compressed",
3794 .type = FIO_OPT_UNSUPPORTED,
3795 .help = "Install libz-dev(el) to get compression support",
3796 },
aee2ab67 3797#endif
3aea75b1
KC
3798 {
3799 .name = "log_unix_epoch",
3800 .lname = "Log epoch unix",
3801 .type = FIO_OPT_BOOL,
3802 .off1 = offsetof(struct thread_options, log_unix_epoch),
3803 .help = "Use Unix time in log files",
3804 .category = FIO_OPT_C_LOG,
3805 .group = FIO_OPT_G_INVALID,
3806 },
66347cfa
DE
3807 {
3808 .name = "block_error_percentiles",
3809 .lname = "Block error percentiles",
3810 .type = FIO_OPT_BOOL,
a609f12a 3811 .off1 = offsetof(struct thread_options, block_error_hist),
66347cfa
DE
3812 .help = "Record trim block errors and make a histogram",
3813 .def = "0",
3814 .category = FIO_OPT_C_LOG,
3815 .group = FIO_OPT_G_INVALID,
3816 },
c504ee55
JA
3817 {
3818 .name = "bwavgtime",
3819 .lname = "Bandwidth average time",
3820 .type = FIO_OPT_INT,
a609f12a 3821 .off1 = offsetof(struct thread_options, bw_avg_time),
c504ee55
JA
3822 .help = "Time window over which to calculate bandwidth"
3823 " (msec)",
3824 .def = "500",
3825 .parent = "write_bw_log",
3826 .hide = 1,
3827 .interval = 100,
3828 .category = FIO_OPT_C_LOG,
3829 .group = FIO_OPT_G_INVALID,
3830 },
3831 {
3832 .name = "iopsavgtime",
3833 .lname = "IOPS average time",
3834 .type = FIO_OPT_INT,
a609f12a 3835 .off1 = offsetof(struct thread_options, iops_avg_time),
c504ee55
JA
3836 .help = "Time window over which to calculate IOPS (msec)",
3837 .def = "500",
3838 .parent = "write_iops_log",
3839 .hide = 1,
3840 .interval = 100,
3841 .category = FIO_OPT_C_LOG,
3842 .group = FIO_OPT_G_INVALID,
3843 },
214e1eca
JA
3844 {
3845 .name = "group_reporting",
e8b0e958 3846 .lname = "Group reporting",
d2507043 3847 .type = FIO_OPT_STR_SET,
a609f12a 3848 .off1 = offsetof(struct thread_options, group_reporting),
214e1eca 3849 .help = "Do reporting on a per-group basis",
10860056 3850 .category = FIO_OPT_C_STAT,
e8b0e958 3851 .group = FIO_OPT_G_INVALID,
214e1eca 3852 },
e9459e5a
JA
3853 {
3854 .name = "zero_buffers",
e8b0e958 3855 .lname = "Zero I/O buffers",
e9459e5a 3856 .type = FIO_OPT_STR_SET,
a609f12a 3857 .off1 = offsetof(struct thread_options, zero_buffers),
e9459e5a 3858 .help = "Init IO buffers to all zeroes",
e8b0e958 3859 .category = FIO_OPT_C_IO,
3ceb458f 3860 .group = FIO_OPT_G_IO_BUF,
e9459e5a 3861 },
5973cafb
JA
3862 {
3863 .name = "refill_buffers",
e8b0e958 3864 .lname = "Refill I/O buffers",
5973cafb 3865 .type = FIO_OPT_STR_SET,
a609f12a 3866 .off1 = offsetof(struct thread_options, refill_buffers),
5973cafb 3867 .help = "Refill IO buffers on every IO submit",
e8b0e958 3868 .category = FIO_OPT_C_IO,
3ceb458f 3869 .group = FIO_OPT_G_IO_BUF,
5973cafb 3870 },
fd68418e
JA
3871 {
3872 .name = "scramble_buffers",
e8b0e958 3873 .lname = "Scramble I/O buffers",
fd68418e 3874 .type = FIO_OPT_BOOL,
a609f12a 3875 .off1 = offsetof(struct thread_options, scramble_buffers),
fd68418e
JA
3876 .help = "Slightly scramble buffers on every IO submit",
3877 .def = "1",
e8b0e958 3878 .category = FIO_OPT_C_IO,
3ceb458f 3879 .group = FIO_OPT_G_IO_BUF,
fd68418e 3880 },
ce35b1ec
JA
3881 {
3882 .name = "buffer_pattern",
3883 .lname = "Buffer pattern",
3884 .type = FIO_OPT_STR,
3885 .cb = str_buffer_pattern_cb,
a609f12a 3886 .off1 = offsetof(struct thread_options, buffer_pattern),
ce35b1ec
JA
3887 .help = "Fill pattern for IO buffers",
3888 .category = FIO_OPT_C_IO,
3889 .group = FIO_OPT_G_IO_BUF,
3890 },
9c42684e
JA
3891 {
3892 .name = "buffer_compress_percentage",
e8b0e958 3893 .lname = "Buffer compression percentage",
9c42684e 3894 .type = FIO_OPT_INT,
bedc9dc2 3895 .cb = str_buffer_compress_cb,
a609f12a 3896 .off1 = offsetof(struct thread_options, compress_percentage),
9c42684e 3897 .maxval = 100,
e7f5de90 3898 .minval = 0,
9c42684e 3899 .help = "How compressible the buffer is (approximately)",
20eb06bd 3900 .interval = 5,
e8b0e958 3901 .category = FIO_OPT_C_IO,
3ceb458f 3902 .group = FIO_OPT_G_IO_BUF,
9c42684e 3903 },
f97a43a1
JA
3904 {
3905 .name = "buffer_compress_chunk",
e8b0e958 3906 .lname = "Buffer compression chunk size",
f97a43a1 3907 .type = FIO_OPT_INT,
a609f12a 3908 .off1 = offsetof(struct thread_options, compress_chunk),
207b18e4 3909 .parent = "buffer_compress_percentage",
d71c154c 3910 .hide = 1,
f97a43a1 3911 .help = "Size of compressible region in buffer",
20eb06bd 3912 .interval = 256,
e8b0e958 3913 .category = FIO_OPT_C_IO,
3ceb458f 3914 .group = FIO_OPT_G_IO_BUF,
f97a43a1 3915 },
5c94b008
JA
3916 {
3917 .name = "dedupe_percentage",
3918 .lname = "Dedupe percentage",
3919 .type = FIO_OPT_INT,
3920 .cb = str_dedupe_cb,
a609f12a 3921 .off1 = offsetof(struct thread_options, dedupe_percentage),
5c94b008
JA
3922 .maxval = 100,
3923 .minval = 0,
3924 .help = "Percentage of buffers that are dedupable",
3925 .interval = 1,
3926 .category = FIO_OPT_C_IO,
3927 .group = FIO_OPT_G_IO_BUF,
3928 },
83349190
YH
3929 {
3930 .name = "clat_percentiles",
e8b0e958 3931 .lname = "Completion latency percentiles",
83349190 3932 .type = FIO_OPT_BOOL,
a609f12a 3933 .off1 = offsetof(struct thread_options, clat_percentiles),
83349190 3934 .help = "Enable the reporting of completion latency percentiles",
467b35ed 3935 .def = "1",
e8b0e958
JA
3936 .category = FIO_OPT_C_STAT,
3937 .group = FIO_OPT_G_INVALID,
83349190
YH
3938 },
3939 {
3940 .name = "percentile_list",
66347cfa 3941 .lname = "Percentile list",
83349190 3942 .type = FIO_OPT_FLOAT_LIST,
a609f12a
JA
3943 .off1 = offsetof(struct thread_options, percentile_list),
3944 .off2 = offsetof(struct thread_options, percentile_precision),
66347cfa
DE
3945 .help = "Specify a custom list of percentiles to report for "
3946 "completion latency and block errors",
fd112d34 3947 .def = "1:5:10:20:30:40:50:60:70:80:90:95:99:99.5:99.9:99.95:99.99",
83349190
YH
3948 .maxlen = FIO_IO_U_LIST_MAX_LEN,
3949 .minfp = 0.0,
3950 .maxfp = 100.0,
e8b0e958
JA
3951 .category = FIO_OPT_C_STAT,
3952 .group = FIO_OPT_G_INVALID,
83349190
YH
3953 },
3954
0a839f30
JA
3955#ifdef FIO_HAVE_DISK_UTIL
3956 {
3957 .name = "disk_util",
e8b0e958 3958 .lname = "Disk utilization",
0a839f30 3959 .type = FIO_OPT_BOOL,
a609f12a 3960 .off1 = offsetof(struct thread_options, do_disk_util),
f66ab3c8 3961 .help = "Log disk utilization statistics",
0a839f30 3962 .def = "1",
e8b0e958
JA
3963 .category = FIO_OPT_C_STAT,
3964 .group = FIO_OPT_G_INVALID,
0a839f30 3965 },
a275c37a
JA
3966#else
3967 {
3968 .name = "disk_util",
3969 .lname = "Disk utilization",
3970 .type = FIO_OPT_UNSUPPORTED,
3971 .help = "Your platform does not support disk utilization",
3972 },
0a839f30 3973#endif
993bf48b
JA
3974 {
3975 .name = "gtod_reduce",
e8b0e958 3976 .lname = "Reduce gettimeofday() calls",
993bf48b
JA
3977 .type = FIO_OPT_BOOL,
3978 .help = "Greatly reduce number of gettimeofday() calls",
3979 .cb = str_gtod_reduce_cb,
3980 .def = "0",
a4ed77fe 3981 .hide_on_set = 1,
e8b0e958
JA
3982 .category = FIO_OPT_C_STAT,
3983 .group = FIO_OPT_G_INVALID,
993bf48b 3984 },
02af0988
JA
3985 {
3986 .name = "disable_lat",
e8b0e958 3987 .lname = "Disable all latency stats",
02af0988 3988 .type = FIO_OPT_BOOL,
a609f12a 3989 .off1 = offsetof(struct thread_options, disable_lat),
02af0988
JA
3990 .help = "Disable latency numbers",
3991 .parent = "gtod_reduce",
d71c154c 3992 .hide = 1,
02af0988 3993 .def = "0",
e8b0e958
JA
3994 .category = FIO_OPT_C_STAT,
3995 .group = FIO_OPT_G_INVALID,
02af0988 3996 },
9520ebb9
JA
3997 {
3998 .name = "disable_clat",
e8b0e958 3999 .lname = "Disable completion latency stats",
9520ebb9 4000 .type = FIO_OPT_BOOL,
a609f12a 4001 .off1 = offsetof(struct thread_options, disable_clat),
9520ebb9 4002 .help = "Disable completion latency numbers",
993bf48b 4003 .parent = "gtod_reduce",
d71c154c 4004 .hide = 1,
9520ebb9 4005 .def = "0",
e8b0e958
JA
4006 .category = FIO_OPT_C_STAT,
4007 .group = FIO_OPT_G_INVALID,
9520ebb9
JA
4008 },
4009 {
4010 .name = "disable_slat",
e8b0e958 4011 .lname = "Disable submission latency stats",
9520ebb9 4012 .type = FIO_OPT_BOOL,
a609f12a 4013 .off1 = offsetof(struct thread_options, disable_slat),
03e20d68 4014 .help = "Disable submission latency numbers",
993bf48b 4015 .parent = "gtod_reduce",
d71c154c 4016 .hide = 1,
9520ebb9 4017 .def = "0",
e8b0e958
JA
4018 .category = FIO_OPT_C_STAT,
4019 .group = FIO_OPT_G_INVALID,
9520ebb9
JA
4020 },
4021 {
4022 .name = "disable_bw_measurement",
afd2ceff 4023 .alias = "disable_bw",
e8b0e958 4024 .lname = "Disable bandwidth stats",
9520ebb9 4025 .type = FIO_OPT_BOOL,
a609f12a 4026 .off1 = offsetof(struct thread_options, disable_bw),
9520ebb9 4027 .help = "Disable bandwidth logging",
993bf48b 4028 .parent = "gtod_reduce",
d71c154c 4029 .hide = 1,
9520ebb9 4030 .def = "0",
e8b0e958
JA
4031 .category = FIO_OPT_C_STAT,
4032 .group = FIO_OPT_G_INVALID,
9520ebb9 4033 },
be4ecfdf
JA
4034 {
4035 .name = "gtod_cpu",
e8b0e958 4036 .lname = "Dedicated gettimeofday() CPU",
be4ecfdf 4037 .type = FIO_OPT_INT,
a609f12a 4038 .off1 = offsetof(struct thread_options, gtod_cpu),
03e20d68 4039 .help = "Set up dedicated gettimeofday() thread on this CPU",
29d43ff9 4040 .verify = gtod_cpu_verify,
e8b0e958 4041 .category = FIO_OPT_C_GENERAL,
10860056 4042 .group = FIO_OPT_G_CLOCK,
be4ecfdf 4043 },
771e58be
JA
4044 {
4045 .name = "unified_rw_reporting",
cce2fdfe 4046 .lname = "Unified RW Reporting",
771e58be 4047 .type = FIO_OPT_BOOL,
a609f12a 4048 .off1 = offsetof(struct thread_options, unified_rw_rep),
771e58be
JA
4049 .help = "Unify reporting across data direction",
4050 .def = "0",
90b7a96d
JA
4051 .category = FIO_OPT_C_GENERAL,
4052 .group = FIO_OPT_G_INVALID,
771e58be 4053 },
f2bba182
RR
4054 {
4055 .name = "continue_on_error",
e8b0e958 4056 .lname = "Continue on error",
06842027 4057 .type = FIO_OPT_STR,
a609f12a 4058 .off1 = offsetof(struct thread_options, continue_on_error),
03e20d68 4059 .help = "Continue on non-fatal errors during IO",
06842027 4060 .def = "none",
e8b0e958 4061 .category = FIO_OPT_C_GENERAL,
bc3f552f 4062 .group = FIO_OPT_G_ERR,
06842027
SL
4063 .posval = {
4064 { .ival = "none",
4065 .oval = ERROR_TYPE_NONE,
4066 .help = "Exit when an error is encountered",
4067 },
4068 { .ival = "read",
4069 .oval = ERROR_TYPE_READ,
4070 .help = "Continue on read errors only",
4071 },
4072 { .ival = "write",
4073 .oval = ERROR_TYPE_WRITE,
4074 .help = "Continue on write errors only",
4075 },
4076 { .ival = "io",
4077 .oval = ERROR_TYPE_READ | ERROR_TYPE_WRITE,
4078 .help = "Continue on any IO errors",
4079 },
4080 { .ival = "verify",
4081 .oval = ERROR_TYPE_VERIFY,
4082 .help = "Continue on verify errors only",
4083 },
4084 { .ival = "all",
4085 .oval = ERROR_TYPE_ANY,
4086 .help = "Continue on all io and verify errors",
4087 },
4088 { .ival = "0",
4089 .oval = ERROR_TYPE_NONE,
4090 .help = "Alias for 'none'",
4091 },
4092 { .ival = "1",
4093 .oval = ERROR_TYPE_ANY,
4094 .help = "Alias for 'all'",
4095 },
4096 },
f2bba182 4097 },
8b28bd41
DM
4098 {
4099 .name = "ignore_error",
cce2fdfe 4100 .lname = "Ignore Error",
8b28bd41
DM
4101 .type = FIO_OPT_STR,
4102 .cb = str_ignore_error_cb,
a609f12a 4103 .off1 = offsetof(struct thread_options, ignore_error_nr),
8b28bd41
DM
4104 .help = "Set a specific list of errors to ignore",
4105 .parent = "rw",
a94eb99a 4106 .category = FIO_OPT_C_GENERAL,
bc3f552f 4107 .group = FIO_OPT_G_ERR,
8b28bd41
DM
4108 },
4109 {
4110 .name = "error_dump",
cce2fdfe 4111 .lname = "Error Dump",
8b28bd41 4112 .type = FIO_OPT_BOOL,
a609f12a 4113 .off1 = offsetof(struct thread_options, error_dump),
8b28bd41
DM
4114 .def = "0",
4115 .help = "Dump info on each error",
a94eb99a 4116 .category = FIO_OPT_C_GENERAL,
bc3f552f 4117 .group = FIO_OPT_G_ERR,
8b28bd41 4118 },
9ac8a797
JA
4119 {
4120 .name = "profile",
e8b0e958 4121 .lname = "Profile",
79d16311 4122 .type = FIO_OPT_STR_STORE,
a609f12a 4123 .off1 = offsetof(struct thread_options, profile),
9ac8a797 4124 .help = "Select a specific builtin performance test",
13fca827 4125 .category = FIO_OPT_C_PROFILE,
e8b0e958 4126 .group = FIO_OPT_G_INVALID,
9ac8a797 4127 },
a696fa2a
JA
4128 {
4129 .name = "cgroup",
e8b0e958 4130 .lname = "Cgroup",
a696fa2a 4131 .type = FIO_OPT_STR_STORE,
a609f12a 4132 .off1 = offsetof(struct thread_options, cgroup),
a696fa2a 4133 .help = "Add job to cgroup of this name",
e8b0e958 4134 .category = FIO_OPT_C_GENERAL,
a1f6afec
JA
4135 .group = FIO_OPT_G_CGROUP,
4136 },
4137 {
4138 .name = "cgroup_nodelete",
4139 .lname = "Cgroup no-delete",
4140 .type = FIO_OPT_BOOL,
a609f12a 4141 .off1 = offsetof(struct thread_options, cgroup_nodelete),
a1f6afec
JA
4142 .help = "Do not delete cgroups after job completion",
4143 .def = "0",
4144 .parent = "cgroup",
4145 .category = FIO_OPT_C_GENERAL,
4146 .group = FIO_OPT_G_CGROUP,
a696fa2a
JA
4147 },
4148 {
4149 .name = "cgroup_weight",
e8b0e958 4150 .lname = "Cgroup weight",
a696fa2a 4151 .type = FIO_OPT_INT,
a609f12a 4152 .off1 = offsetof(struct thread_options, cgroup_weight),
a696fa2a
JA
4153 .help = "Use given weight for cgroup",
4154 .minval = 100,
4155 .maxval = 1000,
a1f6afec 4156 .parent = "cgroup",
e8b0e958 4157 .category = FIO_OPT_C_GENERAL,
a1f6afec 4158 .group = FIO_OPT_G_CGROUP,
7de87099 4159 },
e0b0d892
JA
4160 {
4161 .name = "uid",
e8b0e958 4162 .lname = "User ID",
e0b0d892 4163 .type = FIO_OPT_INT,
a609f12a 4164 .off1 = offsetof(struct thread_options, uid),
e0b0d892 4165 .help = "Run job with this user ID",
e8b0e958 4166 .category = FIO_OPT_C_GENERAL,
10860056 4167 .group = FIO_OPT_G_CRED,
e0b0d892
JA
4168 },
4169 {
4170 .name = "gid",
e8b0e958 4171 .lname = "Group ID",
e0b0d892 4172 .type = FIO_OPT_INT,
a609f12a 4173 .off1 = offsetof(struct thread_options, gid),
e0b0d892 4174 .help = "Run job with this group ID",
e8b0e958 4175 .category = FIO_OPT_C_GENERAL,
10860056 4176 .group = FIO_OPT_G_CRED,
e0b0d892 4177 },
a1f6afec
JA
4178 {
4179 .name = "kb_base",
4180 .lname = "KB Base",
4181 .type = FIO_OPT_INT,
a609f12a 4182 .off1 = offsetof(struct thread_options, kb_base),
a1f6afec
JA
4183 .prio = 1,
4184 .def = "1024",
ba9c7219
JA
4185 .posval = {
4186 { .ival = "1024",
4187 .oval = 1024,
d694a6a7 4188 .help = "Inputs invert IEC and SI prefixes (for compatibility); outputs prefer binary",
ba9c7219
JA
4189 },
4190 { .ival = "1000",
4191 .oval = 1000,
d694a6a7 4192 .help = "Inputs use IEC and SI prefixes; outputs prefer SI",
ba9c7219
JA
4193 },
4194 },
d694a6a7 4195 .help = "Unit prefix interpretation for quantities of data (IEC and SI)",
a1f6afec
JA
4196 .category = FIO_OPT_C_GENERAL,
4197 .group = FIO_OPT_G_INVALID,
4198 },
cf3a0518
JA
4199 {
4200 .name = "unit_base",
d694a6a7 4201 .lname = "Unit for quantities of data (Bits or Bytes)",
cf3a0518 4202 .type = FIO_OPT_INT,
a609f12a 4203 .off1 = offsetof(struct thread_options, unit_base),
cf3a0518 4204 .prio = 1,
71a08258
JA
4205 .posval = {
4206 { .ival = "0",
4207 .oval = 0,
4208 .help = "Auto-detect",
4209 },
4210 { .ival = "8",
4211 .oval = 8,
4212 .help = "Normal (byte based)",
4213 },
4214 { .ival = "1",
4215 .oval = 1,
4216 .help = "Bit based",
4217 },
4218 },
cf3a0518
JA
4219 .help = "Bit multiple of result summary data (8 for byte, 1 for bit)",
4220 .category = FIO_OPT_C_GENERAL,
4221 .group = FIO_OPT_G_INVALID,
4222 },
3ceb458f
JA
4223 {
4224 .name = "hugepage-size",
4225 .lname = "Hugepage size",
4226 .type = FIO_OPT_INT,
a609f12a 4227 .off1 = offsetof(struct thread_options, hugepage_size),
3ceb458f
JA
4228 .help = "When using hugepages, specify size of each page",
4229 .def = __fio_stringify(FIO_HUGE_PAGE),
4230 .interval = 1024 * 1024,
4231 .category = FIO_OPT_C_GENERAL,
4232 .group = FIO_OPT_G_INVALID,
4233 },
9e684a49
DE
4234 {
4235 .name = "flow_id",
e8b0e958 4236 .lname = "I/O flow ID",
9e684a49 4237 .type = FIO_OPT_INT,
a609f12a 4238 .off1 = offsetof(struct thread_options, flow_id),
9e684a49
DE
4239 .help = "The flow index ID to use",
4240 .def = "0",
e8b0e958
JA
4241 .category = FIO_OPT_C_IO,
4242 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE
4243 },
4244 {
4245 .name = "flow",
e8b0e958 4246 .lname = "I/O flow weight",
9e684a49 4247 .type = FIO_OPT_INT,
a609f12a 4248 .off1 = offsetof(struct thread_options, flow),
9e684a49
DE
4249 .help = "Weight for flow control of this job",
4250 .parent = "flow_id",
d71c154c 4251 .hide = 1,
9e684a49 4252 .def = "0",
e8b0e958
JA
4253 .category = FIO_OPT_C_IO,
4254 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE
4255 },
4256 {
4257 .name = "flow_watermark",
e8b0e958 4258 .lname = "I/O flow watermark",
9e684a49 4259 .type = FIO_OPT_INT,
a609f12a 4260 .off1 = offsetof(struct thread_options, flow_watermark),
9e684a49
DE
4261 .help = "High watermark for flow control. This option"
4262 " should be set to the same value for all threads"
4263 " with non-zero flow.",
4264 .parent = "flow_id",
d71c154c 4265 .hide = 1,
9e684a49 4266 .def = "1024",
e8b0e958
JA
4267 .category = FIO_OPT_C_IO,
4268 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE
4269 },
4270 {
4271 .name = "flow_sleep",
e8b0e958 4272 .lname = "I/O flow sleep",
9e684a49 4273 .type = FIO_OPT_INT,
a609f12a 4274 .off1 = offsetof(struct thread_options, flow_sleep),
9e684a49
DE
4275 .help = "How many microseconds to sleep after being held"
4276 " back by the flow control mechanism",
4277 .parent = "flow_id",
d71c154c 4278 .hide = 1,
9e684a49 4279 .def = "0",
e8b0e958
JA
4280 .category = FIO_OPT_C_IO,
4281 .group = FIO_OPT_G_IO_FLOW,
9e684a49 4282 },
65fa28ca
DE
4283 {
4284 .name = "skip_bad",
4285 .lname = "Skip operations against bad blocks",
4286 .type = FIO_OPT_BOOL,
a609f12a 4287 .off1 = offsetof(struct thread_options, skip_bad),
65fa28ca
DE
4288 .help = "Skip operations against known bad blocks.",
4289 .hide = 1,
4290 .def = "0",
4291 .category = FIO_OPT_C_IO,
4292 .group = FIO_OPT_G_MTD,
4293 },
16e56d25
VF
4294 {
4295 .name = "steadystate",
4296 .lname = "Steady state threshold",
4297 .alias = "ss",
4298 .type = FIO_OPT_STR,
2c5d94bc 4299 .off1 = offsetof(struct thread_options, ss_state),
16e56d25
VF
4300 .cb = str_steadystate_cb,
4301 .help = "Define the criterion and limit to judge when a job has reached steady state",
4302 .def = "iops_slope:0.01%",
4303 .posval = {
4304 { .ival = "iops",
f0c50c66 4305 .oval = FIO_SS_IOPS,
16e56d25
VF
4306 .help = "maximum mean deviation of IOPS measurements",
4307 },
4308 { .ival = "iops_slope",
f0c50c66 4309 .oval = FIO_SS_IOPS_SLOPE,
16e56d25
VF
4310 .help = "slope calculated from IOPS measurements",
4311 },
4312 { .ival = "bw",
f0c50c66 4313 .oval = FIO_SS_BW,
16e56d25
VF
4314 .help = "maximum mean deviation of bandwidth measurements",
4315 },
4316 {
4317 .ival = "bw_slope",
f0c50c66 4318 .oval = FIO_SS_BW_SLOPE,
16e56d25
VF
4319 .help = "slope calculated from bandwidth measurements",
4320 },
4321 },
4322 .category = FIO_OPT_C_GENERAL,
4323 .group = FIO_OPT_G_RUNTIME,
4324 },
4325 {
4326 .name = "steadystate_duration",
4327 .lname = "Steady state duration",
4328 .alias = "ss_dur",
915ca980 4329 .parent = "steadystate",
16e56d25
VF
4330 .type = FIO_OPT_STR_VAL_TIME,
4331 .off1 = offsetof(struct thread_options, ss_dur),
4332 .help = "Stop workload upon attaining steady state for specified duration",
4333 .def = "0",
4334 .is_seconds = 1,
4335 .is_time = 1,
4336 .category = FIO_OPT_C_GENERAL,
4337 .group = FIO_OPT_G_RUNTIME,
4338 },
4339 {
4340 .name = "steadystate_ramp_time",
4341 .lname = "Steady state ramp time",
4342 .alias = "ss_ramp",
915ca980 4343 .parent = "steadystate",
16e56d25
VF
4344 .type = FIO_OPT_STR_VAL_TIME,
4345 .off1 = offsetof(struct thread_options, ss_ramp_time),
4346 .help = "Delay before initiation of data collection for steady state job termination testing",
4347 .def = "0",
4348 .is_seconds = 1,
4349 .is_time = 1,
4350 .category = FIO_OPT_C_GENERAL,
4351 .group = FIO_OPT_G_RUNTIME,
4352 },
214e1eca
JA
4353 {
4354 .name = NULL,
4355 },
4356};
4357
17af15d4 4358static void add_to_lopt(struct option *lopt, struct fio_option *o,
de890a1e 4359 const char *name, int val)
9f81736c 4360{
17af15d4 4361 lopt->name = (char *) name;
de890a1e 4362 lopt->val = val;
9f81736c 4363 if (o->type == FIO_OPT_STR_SET)
ff52be3d 4364 lopt->has_arg = optional_argument;
9f81736c
JA
4365 else
4366 lopt->has_arg = required_argument;
4367}
4368
de890a1e
SL
4369static void options_to_lopts(struct fio_option *opts,
4370 struct option *long_options,
4371 int i, int option_type)
214e1eca 4372{
de890a1e 4373 struct fio_option *o = &opts[0];
214e1eca 4374 while (o->name) {
de890a1e 4375 add_to_lopt(&long_options[i], o, o->name, option_type);
17af15d4
JA
4376 if (o->alias) {
4377 i++;
de890a1e 4378 add_to_lopt(&long_options[i], o, o->alias, option_type);
17af15d4 4379 }
214e1eca
JA
4380
4381 i++;
4382 o++;
4383 assert(i < FIO_NR_OPTIONS);
4384 }
4385}
4386
de890a1e
SL
4387void fio_options_set_ioengine_opts(struct option *long_options,
4388 struct thread_data *td)
4389{
4390 unsigned int i;
4391
4392 i = 0;
4393 while (long_options[i].name) {
4394 if (long_options[i].val == FIO_GETOPT_IOENGINE) {
4395 memset(&long_options[i], 0, sizeof(*long_options));
4396 break;
4397 }
4398 i++;
4399 }
4400
4401 /*
4402 * Just clear out the prior ioengine options.
4403 */
4404 if (!td || !td->eo)
4405 return;
4406
4407 options_to_lopts(td->io_ops->options, long_options, i,
4408 FIO_GETOPT_IOENGINE);
4409}
4410
4411void fio_options_dup_and_init(struct option *long_options)
4412{
4413 unsigned int i;
4414
9af4a244 4415 options_init(fio_options);
de890a1e
SL
4416
4417 i = 0;
4418 while (long_options[i].name)
4419 i++;
4420
9af4a244 4421 options_to_lopts(fio_options, long_options, i, FIO_GETOPT_JOB);
de890a1e
SL
4422}
4423
74929ac2
JA
4424struct fio_keyword {
4425 const char *word;
4426 const char *desc;
4427 char *replace;
4428};
4429
4430static struct fio_keyword fio_keywords[] = {
4431 {
4432 .word = "$pagesize",
4433 .desc = "Page size in the system",
4434 },
4435 {
4436 .word = "$mb_memory",
4437 .desc = "Megabytes of memory online",
4438 },
4439 {
4440 .word = "$ncpus",
4441 .desc = "Number of CPUs online in the system",
4442 },
4443 {
4444 .word = NULL,
4445 },
4446};
4447
af1dc266
JA
4448void fio_keywords_exit(void)
4449{
4450 struct fio_keyword *kw;
4451
4452 kw = &fio_keywords[0];
4453 while (kw->word) {
4454 free(kw->replace);
4455 kw->replace = NULL;
4456 kw++;
4457 }
4458}
4459
74929ac2
JA
4460void fio_keywords_init(void)
4461{
3b2e1464 4462 unsigned long long mb_memory;
74929ac2
JA
4463 char buf[128];
4464 long l;
4465
a4cfc477 4466 sprintf(buf, "%lu", (unsigned long) page_size);
74929ac2
JA
4467 fio_keywords[0].replace = strdup(buf);
4468
8eb016d3 4469 mb_memory = os_phys_mem() / (1024 * 1024);
3b2e1464 4470 sprintf(buf, "%llu", mb_memory);
74929ac2
JA
4471 fio_keywords[1].replace = strdup(buf);
4472
c00a2289 4473 l = cpus_online();
74929ac2
JA
4474 sprintf(buf, "%lu", l);
4475 fio_keywords[2].replace = strdup(buf);
4476}
4477
892a6ffc
JA
4478#define BC_APP "bc"
4479
4480static char *bc_calc(char *str)
4481{
d0c814ec 4482 char buf[128], *tmp;
892a6ffc
JA
4483 FILE *f;
4484 int ret;
4485
4486 /*
4487 * No math, just return string
4488 */
d0c814ec
SL
4489 if ((!strchr(str, '+') && !strchr(str, '-') && !strchr(str, '*') &&
4490 !strchr(str, '/')) || strchr(str, '\''))
892a6ffc
JA
4491 return str;
4492
4493 /*
4494 * Split option from value, we only need to calculate the value
4495 */
4496 tmp = strchr(str, '=');
4497 if (!tmp)
4498 return str;
4499
4500 tmp++;
892a6ffc 4501
d0c814ec
SL
4502 /*
4503 * Prevent buffer overflows; such a case isn't reasonable anyway
4504 */
4505 if (strlen(str) >= 128 || strlen(tmp) > 100)
4506 return str;
892a6ffc
JA
4507
4508 sprintf(buf, "which %s > /dev/null", BC_APP);
4509 if (system(buf)) {
4510 log_err("fio: bc is needed for performing math\n");
892a6ffc
JA
4511 return NULL;
4512 }
4513
d0c814ec 4514 sprintf(buf, "echo '%s' | %s", tmp, BC_APP);
892a6ffc 4515 f = popen(buf, "r");
3c3ed070 4516 if (!f)
892a6ffc 4517 return NULL;
892a6ffc 4518
d0c814ec 4519 ret = fread(&buf[tmp - str], 1, 128 - (tmp - str), f);
1d824f37
JA
4520 if (ret <= 0) {
4521 pclose(f);
892a6ffc 4522 return NULL;
1d824f37 4523 }
892a6ffc 4524
892a6ffc 4525 pclose(f);
d0c814ec
SL
4526 buf[(tmp - str) + ret - 1] = '\0';
4527 memcpy(buf, str, tmp - str);
892a6ffc 4528 free(str);
d0c814ec
SL
4529 return strdup(buf);
4530}
4531
4532/*
4533 * Return a copy of the input string with substrings of the form ${VARNAME}
4534 * substituted with the value of the environment variable VARNAME. The
4535 * substitution always occurs, even if VARNAME is empty or the corresponding
4536 * environment variable undefined.
4537 */
4538static char *option_dup_subs(const char *opt)
4539{
4540 char out[OPT_LEN_MAX+1];
4541 char in[OPT_LEN_MAX+1];
4542 char *outptr = out;
4543 char *inptr = in;
4544 char *ch1, *ch2, *env;
4545 ssize_t nchr = OPT_LEN_MAX;
4546 size_t envlen;
4547
4548 if (strlen(opt) + 1 > OPT_LEN_MAX) {
4549 log_err("OPT_LEN_MAX (%d) is too small\n", OPT_LEN_MAX);
4550 return NULL;
4551 }
4552
4553 in[OPT_LEN_MAX] = '\0';
4554 strncpy(in, opt, OPT_LEN_MAX);
4555
4556 while (*inptr && nchr > 0) {
4557 if (inptr[0] == '$' && inptr[1] == '{') {
4558 ch2 = strchr(inptr, '}');
4559 if (ch2 && inptr+1 < ch2) {
4560 ch1 = inptr+2;
4561 inptr = ch2+1;
4562 *ch2 = '\0';
4563
4564 env = getenv(ch1);
4565 if (env) {
4566 envlen = strlen(env);
4567 if (envlen <= nchr) {
4568 memcpy(outptr, env, envlen);
4569 outptr += envlen;
4570 nchr -= envlen;
4571 }
4572 }
4573
4574 continue;
4575 }
4576 }
4577
4578 *outptr++ = *inptr++;
4579 --nchr;
4580 }
4581
4582 *outptr = '\0';
4583 return strdup(out);
892a6ffc
JA
4584}
4585
74929ac2
JA
4586/*
4587 * Look for reserved variable names and replace them with real values
4588 */
4589static char *fio_keyword_replace(char *opt)
4590{
4591 char *s;
4592 int i;
d0c814ec 4593 int docalc = 0;
74929ac2
JA
4594
4595 for (i = 0; fio_keywords[i].word != NULL; i++) {
4596 struct fio_keyword *kw = &fio_keywords[i];
4597
4598 while ((s = strstr(opt, kw->word)) != NULL) {
4599 char *new = malloc(strlen(opt) + 1);
4600 char *o_org = opt;
4601 int olen = s - opt;
4602 int len;
4603
4604 /*
4605 * Copy part of the string before the keyword and
4606 * sprintf() the replacement after it.
4607 */
4608 memcpy(new, opt, olen);
4609 len = sprintf(new + olen, "%s", kw->replace);
4610
4611 /*
4612 * If there's more in the original string, copy that
4613 * in too
4614 */
4615 opt += strlen(kw->word) + olen;
4616 if (strlen(opt))
4617 memcpy(new + olen + len, opt, opt - o_org - 1);
4618
4619 /*
4620 * replace opt and free the old opt
4621 */
4622 opt = new;
d0c814ec 4623 free(o_org);
7a958bd5 4624
d0c814ec 4625 docalc = 1;
74929ac2
JA
4626 }
4627 }
4628
d0c814ec
SL
4629 /*
4630 * Check for potential math and invoke bc, if possible
4631 */
4632 if (docalc)
4633 opt = bc_calc(opt);
4634
7a958bd5 4635 return opt;
74929ac2
JA
4636}
4637
d0c814ec
SL
4638static char **dup_and_sub_options(char **opts, int num_opts)
4639{
4640 int i;
4641 char **opts_copy = malloc(num_opts * sizeof(*opts));
4642 for (i = 0; i < num_opts; i++) {
4643 opts_copy[i] = option_dup_subs(opts[i]);
4644 if (!opts_copy[i])
4645 continue;
4646 opts_copy[i] = fio_keyword_replace(opts_copy[i]);
4647 }
4648 return opts_copy;
4649}
4650
e15b023b 4651static void show_closest_option(const char *opt)
a2d027b9
JA
4652{
4653 int best_option, best_distance;
4654 int i, distance;
e15b023b
JA
4655 char *name;
4656
4657 if (!strlen(opt))
4658 return;
4659
4660 name = strdup(opt);
4661 i = 0;
4662 while (name[i] != '\0' && name[i] != '=')
4663 i++;
4664 name[i] = '\0';
a2d027b9
JA
4665
4666 best_option = -1;
4667 best_distance = INT_MAX;
4668 i = 0;
4669 while (fio_options[i].name) {
4670 distance = string_distance(name, fio_options[i].name);
4671 if (distance < best_distance) {
4672 best_distance = distance;
4673 best_option = i;
4674 }
4675 i++;
4676 }
4677
75e6bcba
JA
4678 if (best_option != -1 && string_distance_ok(name, best_distance) &&
4679 fio_options[best_option].type != FIO_OPT_UNSUPPORTED)
a2d027b9 4680 log_err("Did you mean %s?\n", fio_options[best_option].name);
e15b023b
JA
4681
4682 free(name);
a2d027b9
JA
4683}
4684
c2292325 4685int fio_options_parse(struct thread_data *td, char **opts, int num_opts)
214e1eca 4686{
de890a1e 4687 int i, ret, unknown;
d0c814ec 4688 char **opts_copy;
3b8b7135 4689
9af4a244 4690 sort_options(opts, fio_options, num_opts);
d0c814ec 4691 opts_copy = dup_and_sub_options(opts, num_opts);
3b8b7135 4692
de890a1e
SL
4693 for (ret = 0, i = 0, unknown = 0; i < num_opts; i++) {
4694 struct fio_option *o;
9af4a244 4695 int newret = parse_option(opts_copy[i], opts[i], fio_options,
a609f12a 4696 &o, &td->o, &td->opt_list);
d0c814ec 4697
a8523a6a
JA
4698 if (!newret && o)
4699 fio_option_mark_set(&td->o, o);
4700
de890a1e
SL
4701 if (opts_copy[i]) {
4702 if (newret && !o) {
4703 unknown++;
4704 continue;
4705 }
d0c814ec 4706 free(opts_copy[i]);
de890a1e
SL
4707 opts_copy[i] = NULL;
4708 }
4709
4710 ret |= newret;
4711 }
4712
4713 if (unknown) {
4714 ret |= ioengine_load(td);
4715 if (td->eo) {
4716 sort_options(opts_copy, td->io_ops->options, num_opts);
4717 opts = opts_copy;
4718 }
4719 for (i = 0; i < num_opts; i++) {
4720 struct fio_option *o = NULL;
4721 int newret = 1;
a2d027b9 4722
de890a1e
SL
4723 if (!opts_copy[i])
4724 continue;
4725
4726 if (td->eo)
4727 newret = parse_option(opts_copy[i], opts[i],
4728 td->io_ops->options, &o,
66e19a38 4729 td->eo, &td->opt_list);
de890a1e
SL
4730
4731 ret |= newret;
a2d027b9 4732 if (!o) {
de890a1e 4733 log_err("Bad option <%s>\n", opts[i]);
a2d027b9
JA
4734 show_closest_option(opts[i]);
4735 }
de890a1e
SL
4736 free(opts_copy[i]);
4737 opts_copy[i] = NULL;
4738 }
74929ac2 4739 }
3b8b7135 4740
d0c814ec 4741 free(opts_copy);
3b8b7135 4742 return ret;
214e1eca
JA
4743}
4744
4745int fio_cmd_option_parse(struct thread_data *td, const char *opt, char *val)
4746{
a8523a6a
JA
4747 int ret;
4748
a609f12a 4749 ret = parse_cmd_option(opt, val, fio_options, &td->o, &td->opt_list);
a8523a6a
JA
4750 if (!ret) {
4751 struct fio_option *o;
4752
4753 o = find_option(fio_options, opt);
4754 if (o)
4755 fio_option_mark_set(&td->o, o);
4756 }
4757
4758 return ret;
214e1eca
JA
4759}
4760
de890a1e
SL
4761int fio_cmd_ioengine_option_parse(struct thread_data *td, const char *opt,
4762 char *val)
4763{
d8b4f395
JA
4764 return parse_cmd_option(opt, val, td->io_ops->options, td->eo,
4765 &td->opt_list);
de890a1e
SL
4766}
4767
214e1eca
JA
4768void fio_fill_default_options(struct thread_data *td)
4769{
cb1402d6 4770 td->o.magic = OPT_MAGIC;
a609f12a 4771 fill_default_options(&td->o, fio_options);
214e1eca
JA
4772}
4773
4774int fio_show_option_help(const char *opt)
4775{
9af4a244 4776 return show_cmd_help(fio_options, opt);
214e1eca 4777}
d23bb327 4778
de890a1e 4779void options_mem_dupe(void *data, struct fio_option *options)
d23bb327 4780{
de890a1e 4781 struct fio_option *o;
d23bb327 4782 char **ptr;
d23bb327 4783
de890a1e
SL
4784 for (o = &options[0]; o->name; o++) {
4785 if (o->type != FIO_OPT_STR_STORE)
d23bb327
JA
4786 continue;
4787
f0fdbcaf 4788 ptr = td_var(data, o, o->off1);
7e356b2d
JA
4789 if (*ptr)
4790 *ptr = strdup(*ptr);
d23bb327
JA
4791 }
4792}
4793
de890a1e
SL
4794/*
4795 * dupe FIO_OPT_STR_STORE options
4796 */
4797void fio_options_mem_dupe(struct thread_data *td)
4798{
9af4a244 4799 options_mem_dupe(&td->o, fio_options);
1647f592
JA
4800
4801 if (td->eo && td->io_ops) {
de890a1e 4802 void *oldeo = td->eo;
1647f592 4803
de890a1e
SL
4804 td->eo = malloc(td->io_ops->option_struct_size);
4805 memcpy(td->eo, oldeo, td->io_ops->option_struct_size);
4806 options_mem_dupe(td->eo, td->io_ops->options);
4807 }
4808}
4809
d6978a32
JA
4810unsigned int fio_get_kb_base(void *data)
4811{
a609f12a
JA
4812 struct thread_data *td = cb_data_to_td(data);
4813 struct thread_options *o = &td->o;
d6978a32
JA
4814 unsigned int kb_base = 0;
4815
cb1402d6
JA
4816 /*
4817 * This is a hack... For private options, *data is not holding
4818 * a pointer to the thread_options, but to private data. This means
4819 * we can't safely dereference it, but magic is first so mem wise
4820 * it is valid. But this also means that if the job first sets
4821 * kb_base and expects that to be honored by private options,
4822 * it will be disappointed. We will return the global default
4823 * for this.
4824 */
4825 if (o && o->magic == OPT_MAGIC)
83ea422a 4826 kb_base = o->kb_base;
d6978a32
JA
4827 if (!kb_base)
4828 kb_base = 1024;
4829
4830 return kb_base;
4831}
9f988e2e 4832
07b3232d 4833int add_option(struct fio_option *o)
9f988e2e 4834{
07b3232d
JA
4835 struct fio_option *__o;
4836 int opt_index = 0;
4837
9af4a244 4838 __o = fio_options;
07b3232d
JA
4839 while (__o->name) {
4840 opt_index++;
4841 __o++;
4842 }
4843
7b504edd
JA
4844 if (opt_index + 1 == FIO_MAX_OPTS) {
4845 log_err("fio: FIO_MAX_OPTS is too small\n");
4846 return 1;
4847 }
4848
9af4a244 4849 memcpy(&fio_options[opt_index], o, sizeof(*o));
7b504edd 4850 fio_options[opt_index + 1].name = NULL;
07b3232d 4851 return 0;
9f988e2e 4852}
e2de69da 4853
07b3232d 4854void invalidate_profile_options(const char *prof_name)
e2de69da 4855{
07b3232d 4856 struct fio_option *o;
e2de69da 4857
9af4a244 4858 o = fio_options;
07b3232d
JA
4859 while (o->name) {
4860 if (o->prof_name && !strcmp(o->prof_name, prof_name)) {
4861 o->type = FIO_OPT_INVALID;
4862 o->prof_name = NULL;
4863 }
4864 o++;
e2de69da
JA
4865 }
4866}
f5b6bb85
JA
4867
4868void add_opt_posval(const char *optname, const char *ival, const char *help)
4869{
4870 struct fio_option *o;
4871 unsigned int i;
4872
9af4a244 4873 o = find_option(fio_options, optname);
f5b6bb85
JA
4874 if (!o)
4875 return;
4876
4877 for (i = 0; i < PARSE_MAX_VP; i++) {
4878 if (o->posval[i].ival)
4879 continue;
4880
4881 o->posval[i].ival = ival;
4882 o->posval[i].help = help;
4883 break;
4884 }
4885}
4886
4887void del_opt_posval(const char *optname, const char *ival)
4888{
4889 struct fio_option *o;
4890 unsigned int i;
4891
9af4a244 4892 o = find_option(fio_options, optname);
f5b6bb85
JA
4893 if (!o)
4894 return;
4895
4896 for (i = 0; i < PARSE_MAX_VP; i++) {
4897 if (!o->posval[i].ival)
4898 continue;
4899 if (strcmp(o->posval[i].ival, ival))
4900 continue;
4901
4902 o->posval[i].ival = NULL;
4903 o->posval[i].help = NULL;
4904 }
4905}
7e356b2d
JA
4906
4907void fio_options_free(struct thread_data *td)
4908{
ca6336a8 4909 options_free(fio_options, &td->o);
de890a1e
SL
4910 if (td->eo && td->io_ops && td->io_ops->options) {
4911 options_free(td->io_ops->options, td->eo);
4912 free(td->eo);
4913 td->eo = NULL;
4914 }
7e356b2d 4915}
c504ee55
JA
4916
4917struct fio_option *fio_option_find(const char *name)
4918{
4919 return find_option(fio_options, name);
4920}
4921
f0e7f45a
JA
4922static struct fio_option *find_next_opt(struct thread_options *o,
4923 struct fio_option *from,
4924 unsigned int off1)
a8523a6a 4925{
f0e7f45a 4926 struct fio_option *opt;
a8523a6a 4927
f0e7f45a
JA
4928 if (!from)
4929 from = &fio_options[0];
4930 else
4931 from++;
4932
4933 opt = NULL;
4934 do {
4935 if (off1 == from->off1) {
4936 opt = from;
a8523a6a
JA
4937 break;
4938 }
f0e7f45a
JA
4939 from++;
4940 } while (from->name);
a8523a6a 4941
f0e7f45a
JA
4942 return opt;
4943}
4944
4945static int opt_is_set(struct thread_options *o, struct fio_option *opt)
4946{
4947 unsigned int opt_off, index, offset;
a8523a6a
JA
4948
4949 opt_off = opt - &fio_options[0];
4950 index = opt_off / (8 * sizeof(uint64_t));
4951 offset = opt_off & ((8 * sizeof(uint64_t)) - 1);
e9d686d6 4952 return (o->set_options[index] & ((uint64_t)1 << offset)) != 0;
a8523a6a
JA
4953}
4954
72f39748 4955bool __fio_option_is_set(struct thread_options *o, unsigned int off1)
f0e7f45a
JA
4956{
4957 struct fio_option *opt, *next;
4958
4959 next = NULL;
4960 while ((opt = find_next_opt(o, next, off1)) != NULL) {
4961 if (opt_is_set(o, opt))
72f39748 4962 return true;
f0e7f45a
JA
4963
4964 next = opt;
4965 }
4966
72f39748 4967 return false;
f0e7f45a
JA
4968}
4969
a8523a6a
JA
4970void fio_option_mark_set(struct thread_options *o, struct fio_option *opt)
4971{
4972 unsigned int opt_off, index, offset;
4973
4974 opt_off = opt - &fio_options[0];
4975 index = opt_off / (8 * sizeof(uint64_t));
4976 offset = opt_off & ((8 * sizeof(uint64_t)) - 1);
e9d686d6 4977 o->set_options[index] |= (uint64_t)1 << offset;
a8523a6a 4978}