HOWTO: fix indentation for options and job parameters
[fio.git] / options.c
CommitLineData
214e1eca
JA
1#include <stdio.h>
2#include <stdlib.h>
3#include <unistd.h>
4#include <ctype.h>
5#include <string.h>
214e1eca 6#include <assert.h>
921c766f 7#include <libgen.h>
5921e80c
JA
8#include <fcntl.h>
9#include <sys/types.h>
10#include <sys/stat.h>
e13c3b50 11#include <netinet/in.h>
214e1eca
JA
12
13#include "fio.h"
4f5af7b2 14#include "verify.h"
214e1eca 15#include "parse.h"
eef32359 16#include "lib/fls.h"
61b9861d 17#include "lib/pattern.h"
9f988e2e 18#include "options.h"
d220c761 19#include "optgroup.h"
214e1eca 20
e13c3b50 21char client_sockaddr_str[INET6_ADDRSTRLEN] = { 0 };
72a703da 22
a609f12a
JA
23#define cb_data_to_td(data) container_of(data, struct thread_data, o)
24
fc8d6d05 25static struct pattern_fmt_desc fmt_desc[] = {
4205998f
JA
26 {
27 .fmt = "%o",
28 .len = FIELD_SIZE(struct io_u *, offset),
29 .paste = paste_blockoff
30 }
31};
32
214e1eca
JA
33/*
34 * Check if mmap/mmaphuge has a :/foo/bar/file at the end. If so, return that.
35 */
36static char *get_opt_postfix(const char *str)
37{
38 char *p = strstr(str, ":");
39
40 if (!p)
41 return NULL;
42
43 p++;
44 strip_blank_front(&p);
45 strip_blank_end(p);
46 return strdup(p);
47}
48
564ca972
JA
49static int bs_cmp(const void *p1, const void *p2)
50{
51 const struct bssplit *bsp1 = p1;
52 const struct bssplit *bsp2 = p2;
53
a7cd478d 54 return (int) bsp1->perc - (int) bsp2->perc;
564ca972
JA
55}
56
d2835319
JA
57struct split {
58 unsigned int nr;
59 unsigned int val1[100];
60 unsigned int val2[100];
61};
62
63static int split_parse_ddir(struct thread_options *o, struct split *split,
64 enum fio_ddir ddir, char *str)
564ca972 65{
d2835319 66 unsigned int i, perc;
564ca972 67 long long val;
720e84ad 68 char *fname;
564ca972 69
d2835319 70 split->nr = 0;
564ca972
JA
71
72 i = 0;
564ca972
JA
73 while ((fname = strsep(&str, ":")) != NULL) {
74 char *perc_str;
75
76 if (!strlen(fname))
77 break;
78
564ca972
JA
79 perc_str = strstr(fname, "/");
80 if (perc_str) {
81 *perc_str = '\0';
82 perc_str++;
83 perc = atoi(perc_str);
84 if (perc > 100)
85 perc = 100;
86 else if (!perc)
d711cce5 87 perc = -1U;
564ca972 88 } else
d711cce5 89 perc = -1U;
564ca972 90
88038bc7 91 if (str_to_decimal(fname, &val, 1, o, 0, 0)) {
564ca972 92 log_err("fio: bssplit conversion failed\n");
564ca972
JA
93 return 1;
94 }
95
d2835319
JA
96 split->val1[i] = val;
97 split->val2[i] = perc;
564ca972 98 i++;
d2835319
JA
99 if (i == 100)
100 break;
564ca972
JA
101 }
102
d2835319
JA
103 split->nr = i;
104 return 0;
105}
106
107static int bssplit_ddir(struct thread_options *o, enum fio_ddir ddir, char *str)
108{
109 unsigned int i, perc, perc_missing;
110 unsigned int max_bs, min_bs;
111 struct split split;
112
113 memset(&split, 0, sizeof(split));
114
115 if (split_parse_ddir(o, &split, ddir, str))
116 return 1;
117 if (!split.nr)
118 return 0;
119
120 max_bs = 0;
121 min_bs = -1;
122 o->bssplit[ddir] = malloc(split.nr * sizeof(struct bssplit));
123 o->bssplit_nr[ddir] = split.nr;
124 for (i = 0; i < split.nr; i++) {
125 if (split.val1[i] > max_bs)
126 max_bs = split.val1[i];
127 if (split.val1[i] < min_bs)
128 min_bs = split.val1[i];
129
130 o->bssplit[ddir][i].bs = split.val1[i];
131 o->bssplit[ddir][i].perc =split.val2[i];
132 }
564ca972
JA
133
134 /*
135 * Now check if the percentages add up, and how much is missing
136 */
137 perc = perc_missing = 0;
83ea422a 138 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 139 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 140
d711cce5 141 if (bsp->perc == -1U)
564ca972
JA
142 perc_missing++;
143 else
144 perc += bsp->perc;
145 }
146
40bafa33 147 if (perc > 100 && perc_missing > 1) {
564ca972 148 log_err("fio: bssplit percentages add to more than 100%%\n");
d2835319
JA
149 free(o->bssplit[ddir]);
150 o->bssplit[ddir] = NULL;
564ca972
JA
151 return 1;
152 }
d711cce5 153
564ca972
JA
154 /*
155 * If values didn't have a percentage set, divide the remains between
156 * them.
157 */
158 if (perc_missing) {
d711cce5 159 if (perc_missing == 1 && o->bssplit_nr[ddir] == 1)
40bafa33 160 perc = 100;
83ea422a 161 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 162 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 163
d711cce5 164 if (bsp->perc == -1U)
564ca972
JA
165 bsp->perc = (100 - perc) / perc_missing;
166 }
167 }
168
83ea422a
JA
169 o->min_bs[ddir] = min_bs;
170 o->max_bs[ddir] = max_bs;
564ca972
JA
171
172 /*
173 * now sort based on percentages, for ease of lookup
174 */
d2835319 175 qsort(o->bssplit[ddir], o->bssplit_nr[ddir], sizeof(struct bssplit), bs_cmp);
720e84ad 176 return 0;
720e84ad
JA
177}
178
764593c0
JA
179typedef int (split_parse_fn)(struct thread_options *, enum fio_ddir, char *);
180
181static int str_split_parse(struct thread_data *td, char *str, split_parse_fn *fn)
720e84ad 182{
764593c0 183 char *odir, *ddir;
720e84ad
JA
184 int ret = 0;
185
720e84ad
JA
186 odir = strchr(str, ',');
187 if (odir) {
6eaf09d6
SL
188 ddir = strchr(odir + 1, ',');
189 if (ddir) {
764593c0 190 ret = fn(&td->o, DDIR_TRIM, ddir + 1);
6eaf09d6
SL
191 if (!ret)
192 *ddir = '\0';
193 } else {
194 char *op;
195
196 op = strdup(odir + 1);
764593c0 197 ret = fn(&td->o, DDIR_TRIM, op);
6eaf09d6
SL
198
199 free(op);
200 }
d79db122 201 if (!ret)
764593c0 202 ret = fn(&td->o, DDIR_WRITE, odir + 1);
720e84ad
JA
203 if (!ret) {
204 *odir = '\0';
764593c0 205 ret = fn(&td->o, DDIR_READ, str);
720e84ad
JA
206 }
207 } else {
208 char *op;
209
210 op = strdup(str);
764593c0 211 ret = fn(&td->o, DDIR_WRITE, op);
6eaf09d6 212 free(op);
720e84ad 213
6eaf09d6
SL
214 if (!ret) {
215 op = strdup(str);
764593c0 216 ret = fn(&td->o, DDIR_TRIM, op);
6eaf09d6
SL
217 free(op);
218 }
f0c9c217 219 if (!ret)
764593c0 220 ret = fn(&td->o, DDIR_READ, str);
720e84ad 221 }
564ca972 222
764593c0
JA
223 return ret;
224}
225
226static int str_bssplit_cb(void *data, const char *input)
227{
a609f12a 228 struct thread_data *td = cb_data_to_td(data);
764593c0
JA
229 char *str, *p;
230 int ret = 0;
231
764593c0
JA
232 p = str = strdup(input);
233
234 strip_blank_front(&str);
235 strip_blank_end(str);
236
237 ret = str_split_parse(td, str, bssplit_ddir);
238
55baca06
JA
239 if (parse_dryrun()) {
240 int i;
241
242 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
243 free(td->o.bssplit[i]);
244 td->o.bssplit[i] = NULL;
245 td->o.bssplit_nr[i] = 0;
246 }
247 }
248
564ca972 249 free(p);
720e84ad 250 return ret;
564ca972
JA
251}
252
8b28bd41
DM
253static int str2error(char *str)
254{
a94eb99a 255 const char *err[] = { "EPERM", "ENOENT", "ESRCH", "EINTR", "EIO",
8b28bd41
DM
256 "ENXIO", "E2BIG", "ENOEXEC", "EBADF",
257 "ECHILD", "EAGAIN", "ENOMEM", "EACCES",
258 "EFAULT", "ENOTBLK", "EBUSY", "EEXIST",
259 "EXDEV", "ENODEV", "ENOTDIR", "EISDIR",
260 "EINVAL", "ENFILE", "EMFILE", "ENOTTY",
261 "ETXTBSY","EFBIG", "ENOSPC", "ESPIPE",
a94eb99a 262 "EROFS","EMLINK", "EPIPE", "EDOM", "ERANGE" };
7fe481b4 263 int i = 0, num = sizeof(err) / sizeof(char *);
8b28bd41 264
a94eb99a 265 while (i < num) {
8b28bd41
DM
266 if (!strcmp(err[i], str))
267 return i + 1;
268 i++;
269 }
270 return 0;
271}
272
3ed673c6
TK
273static int ignore_error_type(struct thread_data *td, enum error_type_bit etype,
274 char *str)
8b28bd41
DM
275{
276 unsigned int i;
277 int *error;
278 char *fname;
279
280 if (etype >= ERROR_TYPE_CNT) {
281 log_err("Illegal error type\n");
282 return 1;
283 }
284
285 td->o.ignore_error_nr[etype] = 4;
685ffd57 286 error = calloc(4, sizeof(int));
8b28bd41
DM
287
288 i = 0;
289 while ((fname = strsep(&str, ":")) != NULL) {
290
291 if (!strlen(fname))
292 break;
293
294 /*
295 * grow struct buffer, if needed
296 */
297 if (i == td->o.ignore_error_nr[etype]) {
298 td->o.ignore_error_nr[etype] <<= 1;
299 error = realloc(error, td->o.ignore_error_nr[etype]
300 * sizeof(int));
301 }
302 if (fname[0] == 'E') {
303 error[i] = str2error(fname);
304 } else {
305 error[i] = atoi(fname);
306 if (error[i] < 0)
1616e025 307 error[i] = -error[i];
8b28bd41
DM
308 }
309 if (!error[i]) {
d503e281 310 log_err("Unknown error %s, please use number value\n",
8b28bd41 311 fname);
d503e281 312 td->o.ignore_error_nr[etype] = 0;
0fddbf7a 313 free(error);
8b28bd41
DM
314 return 1;
315 }
316 i++;
317 }
318 if (i) {
319 td->o.continue_on_error |= 1 << etype;
320 td->o.ignore_error_nr[etype] = i;
321 td->o.ignore_error[etype] = error;
d503e281
TK
322 } else {
323 td->o.ignore_error_nr[etype] = 0;
c7b086be 324 free(error);
d503e281 325 }
c7b086be 326
8b28bd41
DM
327 return 0;
328
329}
330
331static int str_ignore_error_cb(void *data, const char *input)
332{
a609f12a 333 struct thread_data *td = cb_data_to_td(data);
8b28bd41 334 char *str, *p, *n;
3ed673c6
TK
335 int ret = 1;
336 enum error_type_bit type = 0;
52c0cea3
JA
337
338 if (parse_dryrun())
339 return 0;
340
8b28bd41
DM
341 p = str = strdup(input);
342
343 strip_blank_front(&str);
344 strip_blank_end(str);
345
346 while (p) {
347 n = strchr(p, ',');
348 if (n)
349 *n++ = '\0';
350 ret = ignore_error_type(td, type, p);
351 if (ret)
352 break;
353 p = n;
354 type++;
355 }
356 free(str);
357 return ret;
358}
359
211097b2
JA
360static int str_rw_cb(void *data, const char *str)
361{
a609f12a 362 struct thread_data *td = cb_data_to_td(data);
83ea422a 363 struct thread_options *o = &td->o;
27ca949f 364 char *nr;
211097b2 365
52c0cea3
JA
366 if (parse_dryrun())
367 return 0;
368
83ea422a
JA
369 o->ddir_seq_nr = 1;
370 o->ddir_seq_add = 0;
059b0802 371
27ca949f 372 nr = get_opt_postfix(str);
059b0802
JA
373 if (!nr)
374 return 0;
375
376 if (td_random(td))
83ea422a 377 o->ddir_seq_nr = atoi(nr);
059b0802
JA
378 else {
379 long long val;
380
88038bc7 381 if (str_to_decimal(nr, &val, 1, o, 0, 0)) {
059b0802
JA
382 log_err("fio: rw postfix parsing failed\n");
383 free(nr);
384 return 1;
385 }
386
83ea422a 387 o->ddir_seq_add = val;
182ec6ee 388 }
211097b2 389
059b0802 390 free(nr);
211097b2
JA
391 return 0;
392}
393
214e1eca
JA
394static int str_mem_cb(void *data, const char *mem)
395{
a609f12a 396 struct thread_data *td = cb_data_to_td(data);
214e1eca 397
217b0f1d
LG
398 if (td->o.mem_type == MEM_MMAPHUGE || td->o.mem_type == MEM_MMAP ||
399 td->o.mem_type == MEM_MMAPSHARED)
836fcc0f 400 td->o.mmapfile = get_opt_postfix(mem);
214e1eca
JA
401
402 return 0;
403}
404
c223da83
JA
405static int fio_clock_source_cb(void *data, const char *str)
406{
a609f12a 407 struct thread_data *td = cb_data_to_td(data);
c223da83
JA
408
409 fio_clock_source = td->o.clocksource;
fa80feae 410 fio_clock_source_set = 1;
01423eae 411 fio_clock_init();
c223da83
JA
412 return 0;
413}
414
85bc833b 415static int str_rwmix_read_cb(void *data, unsigned long long *val)
cb499fc4 416{
a609f12a 417 struct thread_data *td = cb_data_to_td(data);
cb499fc4
JA
418
419 td->o.rwmix[DDIR_READ] = *val;
420 td->o.rwmix[DDIR_WRITE] = 100 - *val;
421 return 0;
422}
423
85bc833b 424static int str_rwmix_write_cb(void *data, unsigned long long *val)
cb499fc4 425{
a609f12a 426 struct thread_data *td = cb_data_to_td(data);
cb499fc4
JA
427
428 td->o.rwmix[DDIR_WRITE] = *val;
429 td->o.rwmix[DDIR_READ] = 100 - *val;
430 return 0;
431}
432
214e1eca
JA
433static int str_exitall_cb(void)
434{
435 exitall_on_terminate = 1;
436 return 0;
437}
438
214e1eca 439#ifdef FIO_HAVE_CPU_AFFINITY
50b5860b 440int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu_index)
c2acfbac 441{
50b5860b 442 unsigned int i, index, cpus_in_mask;
c2acfbac 443 const long max_cpu = cpus_online();
c2acfbac 444
50b5860b
JA
445 cpus_in_mask = fio_cpu_count(mask);
446 cpu_index = cpu_index % cpus_in_mask;
447
448 index = 0;
c2acfbac 449 for (i = 0; i < max_cpu; i++) {
50b5860b 450 if (!fio_cpu_isset(mask, i))
c2acfbac 451 continue;
50b5860b
JA
452
453 if (cpu_index != index)
454 fio_cpu_clear(mask, i);
455
456 index++;
c2acfbac
JA
457 }
458
459 return fio_cpu_count(mask);
460}
461
85bc833b 462static int str_cpumask_cb(void *data, unsigned long long *val)
d2e268b0 463{
a609f12a 464 struct thread_data *td = cb_data_to_td(data);
214e1eca 465 unsigned int i;
b03daafb 466 long max_cpu;
d2ce18b5
JA
467 int ret;
468
52c0cea3
JA
469 if (parse_dryrun())
470 return 0;
471
d2ce18b5
JA
472 ret = fio_cpuset_init(&td->o.cpumask);
473 if (ret < 0) {
474 log_err("fio: cpuset_init failed\n");
475 td_verror(td, ret, "fio_cpuset_init");
476 return 1;
477 }
214e1eca 478
c00a2289 479 max_cpu = cpus_online();
214e1eca 480
62a7273d
JA
481 for (i = 0; i < sizeof(int) * 8; i++) {
482 if ((1 << i) & *val) {
b8411399 483 if (i >= max_cpu) {
b03daafb 484 log_err("fio: CPU %d too large (max=%ld)\n", i,
b8411399 485 max_cpu - 1);
b03daafb
JA
486 return 1;
487 }
62a7273d 488 dprint(FD_PARSE, "set cpu allowed %d\n", i);
6d459ee7 489 fio_cpu_set(&td->o.cpumask, i);
62a7273d
JA
490 }
491 }
d2e268b0 492
d2e268b0 493 return 0;
214e1eca
JA
494}
495
e8462bd8
JA
496static int set_cpus_allowed(struct thread_data *td, os_cpu_mask_t *mask,
497 const char *input)
214e1eca 498{
d2e268b0 499 char *cpu, *str, *p;
b03daafb 500 long max_cpu;
19608d6c 501 int ret = 0;
d2e268b0 502
e8462bd8 503 ret = fio_cpuset_init(mask);
d2ce18b5
JA
504 if (ret < 0) {
505 log_err("fio: cpuset_init failed\n");
506 td_verror(td, ret, "fio_cpuset_init");
507 return 1;
508 }
d2e268b0
JA
509
510 p = str = strdup(input);
214e1eca 511
d2e268b0
JA
512 strip_blank_front(&str);
513 strip_blank_end(str);
514
c00a2289 515 max_cpu = cpus_online();
b03daafb 516
d2e268b0 517 while ((cpu = strsep(&str, ",")) != NULL) {
62a7273d
JA
518 char *str2, *cpu2;
519 int icpu, icpu2;
520
d2e268b0
JA
521 if (!strlen(cpu))
522 break;
62a7273d
JA
523
524 str2 = cpu;
525 icpu2 = -1;
526 while ((cpu2 = strsep(&str2, "-")) != NULL) {
527 if (!strlen(cpu2))
528 break;
529
530 icpu2 = atoi(cpu2);
531 }
532
533 icpu = atoi(cpu);
534 if (icpu2 == -1)
535 icpu2 = icpu;
536 while (icpu <= icpu2) {
6d459ee7 537 if (icpu >= FIO_MAX_CPUS) {
19608d6c 538 log_err("fio: your OS only supports up to"
6d459ee7 539 " %d CPUs\n", (int) FIO_MAX_CPUS);
19608d6c
JA
540 ret = 1;
541 break;
542 }
9e986889 543 if (icpu >= max_cpu) {
b03daafb 544 log_err("fio: CPU %d too large (max=%ld)\n",
9e986889 545 icpu, max_cpu - 1);
b03daafb
JA
546 ret = 1;
547 break;
548 }
0b9d69ec 549
62a7273d 550 dprint(FD_PARSE, "set cpu allowed %d\n", icpu);
e8462bd8 551 fio_cpu_set(mask, icpu);
62a7273d
JA
552 icpu++;
553 }
19608d6c
JA
554 if (ret)
555 break;
d2e268b0
JA
556 }
557
558 free(p);
19608d6c 559 return ret;
214e1eca 560}
e8462bd8
JA
561
562static int str_cpus_allowed_cb(void *data, const char *input)
563{
a609f12a 564 struct thread_data *td = cb_data_to_td(data);
e8462bd8 565
52c0cea3
JA
566 if (parse_dryrun())
567 return 0;
568
b2a9e649 569 return set_cpus_allowed(td, &td->o.cpumask, input);
e8462bd8
JA
570}
571
572static int str_verify_cpus_allowed_cb(void *data, const char *input)
573{
a609f12a 574 struct thread_data *td = cb_data_to_td(data);
e8462bd8 575
466155e2
JA
576 if (parse_dryrun())
577 return 0;
578
b2a9e649 579 return set_cpus_allowed(td, &td->o.verify_cpumask, input);
e8462bd8 580}
c08f9fe2 581
105157ad 582#ifdef CONFIG_ZLIB
c08f9fe2
JA
583static int str_log_cpus_allowed_cb(void *data, const char *input)
584{
a609f12a 585 struct thread_data *td = cb_data_to_td(data);
c08f9fe2
JA
586
587 if (parse_dryrun())
588 return 0;
589
590 return set_cpus_allowed(td, &td->o.log_gz_cpumask, input);
591}
105157ad 592#endif /* CONFIG_ZLIB */
c08f9fe2 593
105157ad 594#endif /* FIO_HAVE_CPU_AFFINITY */
214e1eca 595
67bf9823 596#ifdef CONFIG_LIBNUMA
d0b937ed
YR
597static int str_numa_cpunodes_cb(void *data, char *input)
598{
a609f12a 599 struct thread_data *td = cb_data_to_td(data);
43522848 600 struct bitmask *verify_bitmask;
d0b937ed 601
52c0cea3
JA
602 if (parse_dryrun())
603 return 0;
604
d0b937ed
YR
605 /* numa_parse_nodestring() parses a character string list
606 * of nodes into a bit mask. The bit mask is allocated by
607 * numa_allocate_nodemask(), so it should be freed by
608 * numa_free_nodemask().
609 */
43522848
DG
610 verify_bitmask = numa_parse_nodestring(input);
611 if (verify_bitmask == NULL) {
d0b937ed
YR
612 log_err("fio: numa_parse_nodestring failed\n");
613 td_verror(td, 1, "str_numa_cpunodes_cb");
614 return 1;
615 }
43522848 616 numa_free_nodemask(verify_bitmask);
d0b937ed 617
43522848 618 td->o.numa_cpunodes = strdup(input);
d0b937ed
YR
619 return 0;
620}
621
622static int str_numa_mpol_cb(void *data, char *input)
623{
a609f12a 624 struct thread_data *td = cb_data_to_td(data);
d0b937ed 625 const char * const policy_types[] =
05d6f44b 626 { "default", "prefer", "bind", "interleave", "local", NULL };
d0b937ed 627 int i;
52c0cea3 628 char *nodelist;
43522848 629 struct bitmask *verify_bitmask;
52c0cea3
JA
630
631 if (parse_dryrun())
632 return 0;
d0b937ed 633
52c0cea3 634 nodelist = strchr(input, ':');
d0b937ed
YR
635 if (nodelist) {
636 /* NUL-terminate mode */
637 *nodelist++ = '\0';
638 }
639
640 for (i = 0; i <= MPOL_LOCAL; i++) {
641 if (!strcmp(input, policy_types[i])) {
642 td->o.numa_mem_mode = i;
643 break;
644 }
645 }
646 if (i > MPOL_LOCAL) {
647 log_err("fio: memory policy should be: default, prefer, bind, interleave, local\n");
648 goto out;
649 }
650
651 switch (td->o.numa_mem_mode) {
652 case MPOL_PREFERRED:
653 /*
654 * Insist on a nodelist of one node only
655 */
656 if (nodelist) {
657 char *rest = nodelist;
658 while (isdigit(*rest))
659 rest++;
660 if (*rest) {
661 log_err("fio: one node only for \'prefer\'\n");
662 goto out;
663 }
664 } else {
665 log_err("fio: one node is needed for \'prefer\'\n");
666 goto out;
667 }
668 break;
669 case MPOL_INTERLEAVE:
670 /*
671 * Default to online nodes with memory if no nodelist
672 */
673 if (!nodelist)
674 nodelist = strdup("all");
675 break;
676 case MPOL_LOCAL:
677 case MPOL_DEFAULT:
678 /*
679 * Don't allow a nodelist
680 */
681 if (nodelist) {
682 log_err("fio: NO nodelist for \'local\'\n");
683 goto out;
684 }
685 break;
686 case MPOL_BIND:
687 /*
688 * Insist on a nodelist
689 */
690 if (!nodelist) {
691 log_err("fio: a nodelist is needed for \'bind\'\n");
692 goto out;
693 }
694 break;
695 }
696
697
698 /* numa_parse_nodestring() parses a character string list
699 * of nodes into a bit mask. The bit mask is allocated by
700 * numa_allocate_nodemask(), so it should be freed by
701 * numa_free_nodemask().
702 */
703 switch (td->o.numa_mem_mode) {
704 case MPOL_PREFERRED:
705 td->o.numa_mem_prefer_node = atoi(nodelist);
706 break;
707 case MPOL_INTERLEAVE:
708 case MPOL_BIND:
43522848
DG
709 verify_bitmask = numa_parse_nodestring(nodelist);
710 if (verify_bitmask == NULL) {
d0b937ed
YR
711 log_err("fio: numa_parse_nodestring failed\n");
712 td_verror(td, 1, "str_numa_memnodes_cb");
713 return 1;
714 }
43522848
DG
715 td->o.numa_memnodes = strdup(nodelist);
716 numa_free_nodemask(verify_bitmask);
b74e419e 717
d0b937ed
YR
718 break;
719 case MPOL_LOCAL:
720 case MPOL_DEFAULT:
721 default:
722 break;
723 }
724
d0b937ed 725 return 0;
d0b937ed
YR
726out:
727 return 1;
728}
729#endif
730
214e1eca
JA
731static int str_fst_cb(void *data, const char *str)
732{
a609f12a 733 struct thread_data *td = cb_data_to_td(data);
8c07860d
JA
734 double val;
735 bool done = false;
736 char *nr;
214e1eca
JA
737
738 td->file_service_nr = 1;
8c07860d
JA
739
740 switch (td->o.file_service_type) {
741 case FIO_FSERVICE_RANDOM:
742 case FIO_FSERVICE_RR:
743 case FIO_FSERVICE_SEQ:
744 nr = get_opt_postfix(str);
745 if (nr) {
746 td->file_service_nr = atoi(nr);
747 free(nr);
748 }
749 done = true;
750 break;
751 case FIO_FSERVICE_ZIPF:
752 val = FIO_DEF_ZIPF;
753 break;
754 case FIO_FSERVICE_PARETO:
755 val = FIO_DEF_PARETO;
756 break;
757 case FIO_FSERVICE_GAUSS:
758 val = 0.0;
759 break;
760 default:
761 log_err("fio: bad file service type: %d\n", td->o.file_service_type);
762 return 1;
763 }
764
765 if (done)
766 return 0;
767
768 nr = get_opt_postfix(str);
769 if (nr && !str_to_float(nr, &val, 0)) {
770 log_err("fio: file service type random postfix parsing failed\n");
182ec6ee 771 free(nr);
8c07860d
JA
772 return 1;
773 }
774
775 free(nr);
776
777 switch (td->o.file_service_type) {
778 case FIO_FSERVICE_ZIPF:
779 if (val == 1.00) {
780 log_err("fio: zipf theta must be different than 1.0\n");
781 return 1;
782 }
783 if (parse_dryrun())
784 return 0;
785 td->zipf_theta = val;
786 break;
787 case FIO_FSERVICE_PARETO:
788 if (val <= 0.00 || val >= 1.00) {
789 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
790 return 1;
791 }
792 if (parse_dryrun())
793 return 0;
794 td->pareto_h = val;
795 break;
796 case FIO_FSERVICE_GAUSS:
797 if (val < 0.00 || val >= 100.00) {
99c94a6b 798 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
8c07860d
JA
799 return 1;
800 }
801 if (parse_dryrun())
802 return 0;
803 td->gauss_dev = val;
804 break;
182ec6ee 805 }
214e1eca
JA
806
807 return 0;
808}
809
67bf9823 810#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA
811static int str_sfr_cb(void *data, const char *str)
812{
a609f12a 813 struct thread_data *td = cb_data_to_td(data);
44f29692
JA
814 char *nr = get_opt_postfix(str);
815
816 td->sync_file_range_nr = 1;
817 if (nr) {
818 td->sync_file_range_nr = atoi(nr);
819 free(nr);
820 }
821
822 return 0;
823}
3ae06371 824#endif
44f29692 825
e0a04ac1
JA
826static int zone_cmp(const void *p1, const void *p2)
827{
828 const struct zone_split *zsp1 = p1;
829 const struct zone_split *zsp2 = p2;
830
831 return (int) zsp2->access_perc - (int) zsp1->access_perc;
832}
833
764593c0
JA
834static int zone_split_ddir(struct thread_options *o, enum fio_ddir ddir,
835 char *str)
e0a04ac1 836{
e0a04ac1 837 unsigned int i, perc, perc_missing, sperc, sperc_missing;
d2835319 838 struct split split;
e0a04ac1 839
d2835319 840 memset(&split, 0, sizeof(split));
e0a04ac1 841
d2835319
JA
842 if (split_parse_ddir(o, &split, ddir, str))
843 return 1;
844 if (!split.nr)
845 return 0;
e0a04ac1 846
d2835319
JA
847 o->zone_split[ddir] = malloc(split.nr * sizeof(struct zone_split));
848 o->zone_split_nr[ddir] = split.nr;
849 for (i = 0; i < split.nr; i++) {
850 o->zone_split[ddir][i].access_perc = split.val1[i];
851 o->zone_split[ddir][i].size_perc = split.val2[i];
e0a04ac1
JA
852 }
853
e0a04ac1
JA
854 /*
855 * Now check if the percentages add up, and how much is missing
856 */
857 perc = perc_missing = 0;
858 sperc = sperc_missing = 0;
859 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 860 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
861
862 if (zsp->access_perc == (uint8_t) -1U)
863 perc_missing++;
864 else
865 perc += zsp->access_perc;
866
867 if (zsp->size_perc == (uint8_t) -1U)
868 sperc_missing++;
869 else
870 sperc += zsp->size_perc;
871
872 }
873
874 if (perc > 100 || sperc > 100) {
875 log_err("fio: zone_split percentages add to more than 100%%\n");
d2835319
JA
876 free(o->zone_split[ddir]);
877 o->zone_split[ddir] = NULL;
e0a04ac1
JA
878 return 1;
879 }
880 if (perc < 100) {
881 log_err("fio: access percentage don't add up to 100 for zoned "
882 "random distribution (got=%u)\n", perc);
d2835319
JA
883 free(o->zone_split[ddir]);
884 o->zone_split[ddir] = NULL;
e0a04ac1
JA
885 return 1;
886 }
887
888 /*
889 * If values didn't have a percentage set, divide the remains between
890 * them.
891 */
892 if (perc_missing) {
893 if (perc_missing == 1 && o->zone_split_nr[ddir] == 1)
894 perc = 100;
895 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 896 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
897
898 if (zsp->access_perc == (uint8_t) -1U)
899 zsp->access_perc = (100 - perc) / perc_missing;
900 }
901 }
902 if (sperc_missing) {
903 if (sperc_missing == 1 && o->zone_split_nr[ddir] == 1)
904 sperc = 100;
905 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 906 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA
907
908 if (zsp->size_perc == (uint8_t) -1U)
909 zsp->size_perc = (100 - sperc) / sperc_missing;
910 }
911 }
912
913 /*
914 * now sort based on percentages, for ease of lookup
915 */
d2835319 916 qsort(o->zone_split[ddir], o->zone_split_nr[ddir], sizeof(struct zone_split), zone_cmp);
e0a04ac1
JA
917 return 0;
918}
919
920static void __td_zone_gen_index(struct thread_data *td, enum fio_ddir ddir)
921{
922 unsigned int i, j, sprev, aprev;
923
924 td->zone_state_index[ddir] = malloc(sizeof(struct zone_split_index) * 100);
925
926 sprev = aprev = 0;
927 for (i = 0; i < td->o.zone_split_nr[ddir]; i++) {
928 struct zone_split *zsp = &td->o.zone_split[ddir][i];
929
930 for (j = aprev; j < aprev + zsp->access_perc; j++) {
931 struct zone_split_index *zsi = &td->zone_state_index[ddir][j];
932
933 zsi->size_perc = sprev + zsp->size_perc;
934 zsi->size_perc_prev = sprev;
935 }
936
937 aprev += zsp->access_perc;
938 sprev += zsp->size_perc;
939 }
940}
941
942/*
943 * Generate state table for indexes, so we don't have to do it inline from
944 * the hot IO path
945 */
946static void td_zone_gen_index(struct thread_data *td)
947{
948 int i;
949
950 td->zone_state_index = malloc(DDIR_RWDIR_CNT *
951 sizeof(struct zone_split_index *));
952
953 for (i = 0; i < DDIR_RWDIR_CNT; i++)
954 __td_zone_gen_index(td, i);
955}
956
e0a04ac1
JA
957static int parse_zoned_distribution(struct thread_data *td, const char *input)
958{
764593c0 959 char *str, *p;
e0a04ac1
JA
960 int i, ret = 0;
961
962 p = str = strdup(input);
963
964 strip_blank_front(&str);
965 strip_blank_end(str);
966
967 /* We expect it to start like that, bail if not */
968 if (strncmp(str, "zoned:", 6)) {
969 log_err("fio: mismatch in zoned input <%s>\n", str);
970 free(p);
971 return 1;
972 }
973 str += strlen("zoned:");
974
764593c0 975 ret = str_split_parse(td, str, zone_split_ddir);
e0a04ac1
JA
976
977 free(p);
978
979 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
980 int j;
981
982 dprint(FD_PARSE, "zone ddir %d (nr=%u): \n", i, td->o.zone_split_nr[i]);
983
984 for (j = 0; j < td->o.zone_split_nr[i]; j++) {
985 struct zone_split *zsp = &td->o.zone_split[i][j];
986
987 dprint(FD_PARSE, "\t%d: %u/%u\n", j, zsp->access_perc,
988 zsp->size_perc);
989 }
990 }
991
55baca06
JA
992 if (parse_dryrun()) {
993 int i;
994
995 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
996 free(td->o.zone_split[i]);
997 td->o.zone_split[i] = NULL;
998 td->o.zone_split_nr[i] = 0;
999 }
1000
1001 return ret;
1002 }
1003
e0a04ac1
JA
1004 if (!ret)
1005 td_zone_gen_index(td);
dc4bffb8
JA
1006 else {
1007 for (i = 0; i < DDIR_RWDIR_CNT; i++)
1008 td->o.zone_split_nr[i] = 0;
1009 }
e0a04ac1
JA
1010
1011 return ret;
1012}
1013
e25839d4
JA
1014static int str_random_distribution_cb(void *data, const char *str)
1015{
a609f12a 1016 struct thread_data *td = cb_data_to_td(data);
e25839d4
JA
1017 double val;
1018 char *nr;
1019
925fee33 1020 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF)
c95f9404 1021 val = FIO_DEF_ZIPF;
925fee33 1022 else if (td->o.random_distribution == FIO_RAND_DIST_PARETO)
c95f9404 1023 val = FIO_DEF_PARETO;
56d9fa4b
JA
1024 else if (td->o.random_distribution == FIO_RAND_DIST_GAUSS)
1025 val = 0.0;
e0a04ac1
JA
1026 else if (td->o.random_distribution == FIO_RAND_DIST_ZONED)
1027 return parse_zoned_distribution(td, str);
925fee33 1028 else
e25839d4
JA
1029 return 0;
1030
1031 nr = get_opt_postfix(str);
88038bc7 1032 if (nr && !str_to_float(nr, &val, 0)) {
e25839d4
JA
1033 log_err("fio: random postfix parsing failed\n");
1034 free(nr);
1035 return 1;
1036 }
1037
078189c1
JA
1038 free(nr);
1039
18ded917
JA
1040 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF) {
1041 if (val == 1.00) {
1042 log_err("fio: zipf theta must different than 1.0\n");
1043 return 1;
1044 }
55baca06
JA
1045 if (parse_dryrun())
1046 return 0;
1e5324e7 1047 td->o.zipf_theta.u.f = val;
56d9fa4b 1048 } else if (td->o.random_distribution == FIO_RAND_DIST_PARETO) {
078189c1
JA
1049 if (val <= 0.00 || val >= 1.00) {
1050 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
1051 return 1;
1052 }
55baca06
JA
1053 if (parse_dryrun())
1054 return 0;
1e5324e7 1055 td->o.pareto_h.u.f = val;
3cdb8cf3 1056 } else {
76527b19 1057 if (val < 0.00 || val >= 100.0) {
99c94a6b 1058 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
3cdb8cf3
JA
1059 return 1;
1060 }
55baca06
JA
1061 if (parse_dryrun())
1062 return 0;
f88cd222 1063 td->o.gauss_dev.u.f = val;
3cdb8cf3 1064 }
921c766f
JA
1065
1066 return 0;
1067}
1068
16e56d25
VF
1069static int str_steadystate_cb(void *data, const char *str)
1070{
94f218f6 1071 struct thread_data *td = cb_data_to_td(data);
16e56d25
VF
1072 double val;
1073 char *nr;
1074 char *pct;
1075 long long ll;
1076
2c5d94bc
VF
1077 if (td->o.ss_state != FIO_SS_IOPS && td->o.ss_state != FIO_SS_IOPS_SLOPE &&
1078 td->o.ss_state != FIO_SS_BW && td->o.ss_state != FIO_SS_BW_SLOPE) {
16e56d25
VF
1079 /* should be impossible to get here */
1080 log_err("fio: unknown steady state criterion\n");
1081 return 1;
1082 }
1083
1084 nr = get_opt_postfix(str);
1085 if (!nr) {
1086 log_err("fio: steadystate threshold must be specified in addition to criterion\n");
1087 free(nr);
1088 return 1;
1089 }
1090
1091 /* ENHANCEMENT Allow fio to understand size=10.2% and use here */
1092 pct = strstr(nr, "%");
1093 if (pct) {
1094 *pct = '\0';
1095 strip_blank_end(nr);
1096 if (!str_to_float(nr, &val, 0)) {
1097 log_err("fio: could not parse steadystate threshold percentage\n");
1098 free(nr);
1099 return 1;
1100 }
1101
1102 dprint(FD_PARSE, "set steady state threshold to %f%%\n", val);
1103 free(nr);
1104 if (parse_dryrun())
1105 return 0;
1106
2c5d94bc 1107 td->o.ss_state |= __FIO_SS_PCT;
16e56d25 1108 td->o.ss_limit.u.f = val;
2c5d94bc 1109 } else if (td->o.ss_state & __FIO_SS_IOPS) {
16e56d25
VF
1110 if (!str_to_float(nr, &val, 0)) {
1111 log_err("fio: steadystate IOPS threshold postfix parsing failed\n");
1112 free(nr);
1113 return 1;
1114 }
1115
1116 dprint(FD_PARSE, "set steady state IOPS threshold to %f\n", val);
1117 free(nr);
1118 if (parse_dryrun())
1119 return 0;
1120
16e56d25 1121 td->o.ss_limit.u.f = val;
16e56d25
VF
1122 } else { /* bandwidth criterion */
1123 if (str_to_decimal(nr, &ll, 1, td, 0, 0)) {
1124 log_err("fio: steadystate BW threshold postfix parsing failed\n");
1125 free(nr);
1126 return 1;
1127 }
1128
1129 dprint(FD_PARSE, "set steady state BW threshold to %lld\n", ll);
1130 free(nr);
1131 if (parse_dryrun())
1132 return 0;
1133
16e56d25 1134 td->o.ss_limit.u.f = (double) ll;
16e56d25
VF
1135 }
1136
2c5d94bc 1137 td->ss.state = td->o.ss_state;
16e56d25
VF
1138 return 0;
1139}
1140
8e827d35 1141/*
bcbfeefa 1142 * Return next name in the string. Files are separated with ':'. If the ':'
8e827d35
JA
1143 * is escaped with a '\', then that ':' is part of the filename and does not
1144 * indicate a new file.
1145 */
bcbfeefa 1146static char *get_next_name(char **ptr)
8e827d35
JA
1147{
1148 char *str = *ptr;
1149 char *p, *start;
1150
1151 if (!str || !strlen(str))
1152 return NULL;
1153
1154 start = str;
1155 do {
1156 /*
1157 * No colon, we are done
1158 */
1159 p = strchr(str, ':');
1160 if (!p) {
1161 *ptr = NULL;
1162 break;
1163 }
1164
1165 /*
1166 * We got a colon, but it's the first character. Skip and
1167 * continue
1168 */
1169 if (p == start) {
1170 str = ++start;
1171 continue;
1172 }
1173
1174 if (*(p - 1) != '\\') {
1175 *p = '\0';
1176 *ptr = p + 1;
1177 break;
1178 }
1179
1180 memmove(p - 1, p, strlen(p) + 1);
1181 str = p;
1182 } while (1);
1183
1184 return start;
1185}
1186
bcbfeefa
CE
1187
1188static int get_max_name_idx(char *input)
1189{
1190 unsigned int cur_idx;
1191 char *str, *p;
1192
1193 p = str = strdup(input);
1194 for (cur_idx = 0; ; cur_idx++)
1195 if (get_next_name(&str) == NULL)
1196 break;
1197
1198 free(p);
1199 return cur_idx;
1200}
1201
1202/*
1203 * Returns the directory at the index, indexes > entires will be
1204 * assigned via modulo division of the index
1205 */
922a5be8
JA
1206int set_name_idx(char *target, size_t tlen, char *input, int index,
1207 bool unique_filename)
bcbfeefa
CE
1208{
1209 unsigned int cur_idx;
1210 int len;
1211 char *fname, *str, *p;
1212
1213 p = str = strdup(input);
1214
1215 index %= get_max_name_idx(input);
1216 for (cur_idx = 0; cur_idx <= index; cur_idx++)
1217 fname = get_next_name(&str);
1218
922a5be8 1219 if (client_sockaddr_str[0] && unique_filename) {
e13c3b50
JA
1220 len = snprintf(target, tlen, "%s/%s.", fname,
1221 client_sockaddr_str);
1222 } else
1223 len = snprintf(target, tlen, "%s/", fname);
72a703da 1224
e13c3b50 1225 target[tlen - 1] = '\0';
bcbfeefa
CE
1226 free(p);
1227
1228 return len;
1229}
1230
214e1eca
JA
1231static int str_filename_cb(void *data, const char *input)
1232{
a609f12a 1233 struct thread_data *td = cb_data_to_td(data);
214e1eca
JA
1234 char *fname, *str, *p;
1235
1236 p = str = strdup(input);
1237
1238 strip_blank_front(&str);
1239 strip_blank_end(str);
1240
79591fa9
TK
1241 /*
1242 * Ignore what we may already have from nrfiles option.
1243 */
214e1eca 1244 if (!td->files_index)
2dc1bbeb 1245 td->o.nr_files = 0;
214e1eca 1246
bcbfeefa 1247 while ((fname = get_next_name(&str)) != NULL) {
214e1eca
JA
1248 if (!strlen(fname))
1249 break;
5903e7b7 1250 add_file(td, fname, 0, 1);
214e1eca
JA
1251 }
1252
1253 free(p);
1254 return 0;
1255}
1256
bcbfeefa 1257static int str_directory_cb(void *data, const char fio_unused *unused)
214e1eca 1258{
a609f12a 1259 struct thread_data *td = cb_data_to_td(data);
214e1eca 1260 struct stat sb;
bcbfeefa
CE
1261 char *dirname, *str, *p;
1262 int ret = 0;
214e1eca 1263
f9633d72
JA
1264 if (parse_dryrun())
1265 return 0;
1266
bcbfeefa
CE
1267 p = str = strdup(td->o.directory);
1268 while ((dirname = get_next_name(&str)) != NULL) {
1269 if (lstat(dirname, &sb) < 0) {
1270 ret = errno;
921c766f 1271
bcbfeefa
CE
1272 log_err("fio: %s is not a directory\n", dirname);
1273 td_verror(td, ret, "lstat");
1274 goto out;
1275 }
1276 if (!S_ISDIR(sb.st_mode)) {
1277 log_err("fio: %s is not a directory\n", dirname);
1278 ret = 1;
1279 goto out;
1280 }
214e1eca
JA
1281 }
1282
bcbfeefa
CE
1283out:
1284 free(p);
1285 return ret;
214e1eca
JA
1286}
1287
1288static int str_opendir_cb(void *data, const char fio_unused *str)
1289{
a609f12a 1290 struct thread_data *td = cb_data_to_td(data);
214e1eca 1291
52c0cea3
JA
1292 if (parse_dryrun())
1293 return 0;
1294
214e1eca 1295 if (!td->files_index)
2dc1bbeb 1296 td->o.nr_files = 0;
214e1eca 1297
2dc1bbeb 1298 return add_dir_files(td, td->o.opendir);
214e1eca
JA
1299}
1300
ce35b1ec
JA
1301static int str_buffer_pattern_cb(void *data, const char *input)
1302{
a609f12a 1303 struct thread_data *td = cb_data_to_td(data);
ce35b1ec
JA
1304 int ret;
1305
61b9861d
RP
1306 /* FIXME: for now buffer pattern does not support formats */
1307 ret = parse_and_fill_pattern(input, strlen(input), td->o.buffer_pattern,
1308 MAX_PATTERN_SIZE, NULL, 0, NULL, NULL);
1309 if (ret < 0)
1310 return 1;
ce35b1ec 1311
61b9861d
RP
1312 assert(ret != 0);
1313 td->o.buffer_pattern_bytes = ret;
c55fae03
JA
1314
1315 /*
1316 * If this job is doing any reading or has compression set,
1317 * ensure that we refill buffers for writes or we could be
1318 * invalidating the pattern through reads.
1319 */
1320 if (!td->o.compress_percentage && !td_read(td))
61b9861d 1321 td->o.refill_buffers = 0;
c55fae03
JA
1322 else
1323 td->o.refill_buffers = 1;
1324
61b9861d
RP
1325 td->o.scramble_buffers = 0;
1326 td->o.zero_buffers = 0;
efcd9dcc 1327
61b9861d 1328 return 0;
ce35b1ec
JA
1329}
1330
bedc9dc2
JA
1331static int str_buffer_compress_cb(void *data, unsigned long long *il)
1332{
a609f12a 1333 struct thread_data *td = cb_data_to_td(data);
bedc9dc2
JA
1334
1335 td->flags |= TD_F_COMPRESS;
1336 td->o.compress_percentage = *il;
1337 return 0;
1338}
1339
5c94b008
JA
1340static int str_dedupe_cb(void *data, unsigned long long *il)
1341{
a609f12a 1342 struct thread_data *td = cb_data_to_td(data);
5c94b008
JA
1343
1344 td->flags |= TD_F_COMPRESS;
1345 td->o.dedupe_percentage = *il;
1346 td->o.refill_buffers = 1;
1347 return 0;
1348}
1349
ce35b1ec
JA
1350static int str_verify_pattern_cb(void *data, const char *input)
1351{
a609f12a 1352 struct thread_data *td = cb_data_to_td(data);
ce35b1ec
JA
1353 int ret;
1354
61b9861d
RP
1355 td->o.verify_fmt_sz = ARRAY_SIZE(td->o.verify_fmt);
1356 ret = parse_and_fill_pattern(input, strlen(input), td->o.verify_pattern,
4205998f
JA
1357 MAX_PATTERN_SIZE, fmt_desc, sizeof(fmt_desc),
1358 td->o.verify_fmt, &td->o.verify_fmt_sz);
61b9861d
RP
1359 if (ret < 0)
1360 return 1;
efcd9dcc 1361
61b9861d
RP
1362 assert(ret != 0);
1363 td->o.verify_pattern_bytes = ret;
92bf48d5 1364 /*
b638d82f 1365 * VERIFY_* could already be set
92bf48d5 1366 */
61b9861d 1367 if (!fio_option_is_set(&td->o, verify))
92bf48d5 1368 td->o.verify = VERIFY_PATTERN;
efcd9dcc 1369
61b9861d 1370 return 0;
90059d65 1371}
214e1eca 1372
993bf48b
JA
1373static int str_gtod_reduce_cb(void *data, int *il)
1374{
a609f12a 1375 struct thread_data *td = cb_data_to_td(data);
993bf48b
JA
1376 int val = *il;
1377
02af0988 1378 td->o.disable_lat = !!val;
993bf48b
JA
1379 td->o.disable_clat = !!val;
1380 td->o.disable_slat = !!val;
1381 td->o.disable_bw = !!val;
0dc1bc03 1382 td->o.clat_percentiles = !val;
993bf48b 1383 if (val)
8b6a404c 1384 td->ts_cache_mask = 63;
993bf48b
JA
1385
1386 return 0;
1387}
1388
89978a6b
BW
1389static int str_offset_cb(void *data, unsigned long long *__val)
1390{
1391 struct thread_data *td = cb_data_to_td(data);
1392 unsigned long long v = *__val;
1393
1394 if (parse_is_percent(v)) {
1395 td->o.start_offset = 0;
1396 td->o.start_offset_percent = -1ULL - v;
872e0415
JA
1397 dprint(FD_PARSE, "SET start_offset_percent %d\n",
1398 td->o.start_offset_percent);
89978a6b
BW
1399 } else
1400 td->o.start_offset = v;
1401
1402 return 0;
1403}
1404
7bb59102
JA
1405static int str_size_cb(void *data, unsigned long long *__val)
1406{
a609f12a 1407 struct thread_data *td = cb_data_to_td(data);
7bb59102
JA
1408 unsigned long long v = *__val;
1409
1410 if (parse_is_percent(v)) {
1411 td->o.size = 0;
1412 td->o.size_percent = -1ULL - v;
24e4321c
TK
1413 dprint(FD_PARSE, "SET size_percent %d\n",
1414 td->o.size_percent);
7bb59102
JA
1415 } else
1416 td->o.size = v;
1417
1418 return 0;
1419}
1420
dded427c
OS
1421static int str_write_bw_log_cb(void *data, const char *str)
1422{
1423 struct thread_data *td = cb_data_to_td(data);
1424
1425 if (str)
1426 td->o.bw_log_file = strdup(str);
1427
1428 td->o.write_bw_log = 1;
1429 return 0;
1430}
1431
1432static int str_write_lat_log_cb(void *data, const char *str)
1433{
1434 struct thread_data *td = cb_data_to_td(data);
1435
1436 if (str)
1437 td->o.lat_log_file = strdup(str);
1438
1439 td->o.write_lat_log = 1;
1440 return 0;
1441}
1442
1443static int str_write_iops_log_cb(void *data, const char *str)
1444{
1445 struct thread_data *td = cb_data_to_td(data);
1446
1447 if (str)
1448 td->o.iops_log_file = strdup(str);
1449
1450 td->o.write_iops_log = 1;
1451 return 0;
1452}
1453
1454static int str_write_hist_log_cb(void *data, const char *str)
1455{
1456 struct thread_data *td = cb_data_to_td(data);
1457
1458 if (str)
1459 td->o.hist_log_file = strdup(str);
1460
1461 td->o.write_hist_log = 1;
1462 return 0;
1463}
1464
896cac2a
JA
1465static int rw_verify(struct fio_option *o, void *data)
1466{
a609f12a 1467 struct thread_data *td = cb_data_to_td(data);
896cac2a
JA
1468
1469 if (read_only && td_write(td)) {
1470 log_err("fio: job <%s> has write bit set, but fio is in"
1471 " read-only mode\n", td->o.name);
1472 return 1;
1473 }
1474
1475 return 0;
1476}
1477
276ca4f7 1478static int gtod_cpu_verify(struct fio_option *o, void *data)
29d43ff9 1479{
276ca4f7 1480#ifndef FIO_HAVE_CPU_AFFINITY
a609f12a 1481 struct thread_data *td = cb_data_to_td(data);
29d43ff9 1482
29d43ff9
JA
1483 if (td->o.gtod_cpu) {
1484 log_err("fio: platform must support CPU affinity for"
1485 "gettimeofday() offloading\n");
1486 return 1;
1487 }
1488#endif
1489
1490 return 0;
1491}
1492
214e1eca
JA
1493/*
1494 * Map of job/command line options
1495 */
9af4a244 1496struct fio_option fio_options[FIO_MAX_OPTS] = {
214e1eca
JA
1497 {
1498 .name = "description",
e8b0e958 1499 .lname = "Description of job",
214e1eca 1500 .type = FIO_OPT_STR_STORE,
a609f12a 1501 .off1 = offsetof(struct thread_options, description),
214e1eca 1502 .help = "Text job description",
e8b0e958 1503 .category = FIO_OPT_C_GENERAL,
0626037e 1504 .group = FIO_OPT_G_DESC,
214e1eca
JA
1505 },
1506 {
1507 .name = "name",
e8b0e958 1508 .lname = "Job name",
214e1eca 1509 .type = FIO_OPT_STR_STORE,
a609f12a 1510 .off1 = offsetof(struct thread_options, name),
214e1eca 1511 .help = "Name of this job",
e8b0e958 1512 .category = FIO_OPT_C_GENERAL,
0626037e 1513 .group = FIO_OPT_G_DESC,
214e1eca 1514 },
9cc8cb91
AK
1515 {
1516 .name = "wait_for",
1517 .lname = "Waitee name",
1518 .type = FIO_OPT_STR_STORE,
a609f12a 1519 .off1 = offsetof(struct thread_options, wait_for),
9cc8cb91
AK
1520 .help = "Name of the job this one wants to wait for before starting",
1521 .category = FIO_OPT_C_GENERAL,
1522 .group = FIO_OPT_G_DESC,
1523 },
214e1eca
JA
1524 {
1525 .name = "filename",
e8b0e958 1526 .lname = "Filename(s)",
214e1eca 1527 .type = FIO_OPT_STR_STORE,
a609f12a 1528 .off1 = offsetof(struct thread_options, filename),
214e1eca 1529 .cb = str_filename_cb,
f0d524b0 1530 .prio = -1, /* must come after "directory" */
214e1eca 1531 .help = "File(s) to use for the workload",
e8b0e958 1532 .category = FIO_OPT_C_FILE,
0626037e 1533 .group = FIO_OPT_G_FILENAME,
214e1eca 1534 },
90fef2d1 1535 {
e8b0e958
JA
1536 .name = "directory",
1537 .lname = "Directory",
1538 .type = FIO_OPT_STR_STORE,
a609f12a 1539 .off1 = offsetof(struct thread_options, directory),
e8b0e958
JA
1540 .cb = str_directory_cb,
1541 .help = "Directory to store files in",
1542 .category = FIO_OPT_C_FILE,
0626037e 1543 .group = FIO_OPT_G_FILENAME,
90fef2d1 1544 },
de98bd30
JA
1545 {
1546 .name = "filename_format",
922a5be8 1547 .lname = "Filename Format",
de98bd30 1548 .type = FIO_OPT_STR_STORE,
a609f12a 1549 .off1 = offsetof(struct thread_options, filename_format),
de98bd30
JA
1550 .prio = -1, /* must come after "directory" */
1551 .help = "Override default $jobname.$jobnum.$filenum naming",
1552 .def = "$jobname.$jobnum.$filenum",
93bb626a
JA
1553 .category = FIO_OPT_C_FILE,
1554 .group = FIO_OPT_G_FILENAME,
ad705bcb 1555 },
922a5be8
JA
1556 {
1557 .name = "unique_filename",
1558 .lname = "Unique Filename",
1559 .type = FIO_OPT_BOOL,
a609f12a 1560 .off1 = offsetof(struct thread_options, unique_filename),
922a5be8
JA
1561 .help = "For network clients, prefix file with source IP",
1562 .def = "1",
1563 .category = FIO_OPT_C_FILE,
1564 .group = FIO_OPT_G_FILENAME,
1565 },
29c1349f
JA
1566 {
1567 .name = "lockfile",
e8b0e958 1568 .lname = "Lockfile",
4d4e80f2 1569 .type = FIO_OPT_STR,
a609f12a 1570 .off1 = offsetof(struct thread_options, file_lock_mode),
29c1349f 1571 .help = "Lock file when doing IO to it",
bc6a0a5d 1572 .prio = 1,
29c1349f 1573 .parent = "filename",
d71c154c 1574 .hide = 0,
4d4e80f2 1575 .def = "none",
e8b0e958 1576 .category = FIO_OPT_C_FILE,
0626037e 1577 .group = FIO_OPT_G_FILENAME,
4d4e80f2
JA
1578 .posval = {
1579 { .ival = "none",
1580 .oval = FILE_LOCK_NONE,
1581 .help = "No file locking",
1582 },
1583 { .ival = "exclusive",
1584 .oval = FILE_LOCK_EXCLUSIVE,
1585 .help = "Exclusive file lock",
1586 },
1587 {
1588 .ival = "readwrite",
1589 .oval = FILE_LOCK_READWRITE,
1590 .help = "Read vs write lock",
1591 },
1592 },
29c1349f 1593 },
214e1eca
JA
1594 {
1595 .name = "opendir",
e8b0e958 1596 .lname = "Open directory",
214e1eca 1597 .type = FIO_OPT_STR_STORE,
a609f12a 1598 .off1 = offsetof(struct thread_options, opendir),
214e1eca
JA
1599 .cb = str_opendir_cb,
1600 .help = "Recursively add files from this directory and down",
e8b0e958 1601 .category = FIO_OPT_C_FILE,
0626037e 1602 .group = FIO_OPT_G_FILENAME,
214e1eca
JA
1603 },
1604 {
1605 .name = "rw",
e8b0e958 1606 .lname = "Read/write",
d3aad8f2 1607 .alias = "readwrite",
214e1eca 1608 .type = FIO_OPT_STR,
211097b2 1609 .cb = str_rw_cb,
a609f12a 1610 .off1 = offsetof(struct thread_options, td_ddir),
214e1eca
JA
1611 .help = "IO direction",
1612 .def = "read",
896cac2a 1613 .verify = rw_verify,
e8b0e958 1614 .category = FIO_OPT_C_IO,
0626037e 1615 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1616 .posval = {
1617 { .ival = "read",
1618 .oval = TD_DDIR_READ,
1619 .help = "Sequential read",
1620 },
1621 { .ival = "write",
1622 .oval = TD_DDIR_WRITE,
1623 .help = "Sequential write",
1624 },
6eaf09d6
SL
1625 { .ival = "trim",
1626 .oval = TD_DDIR_TRIM,
1627 .help = "Sequential trim",
1628 },
214e1eca
JA
1629 { .ival = "randread",
1630 .oval = TD_DDIR_RANDREAD,
1631 .help = "Random read",
1632 },
1633 { .ival = "randwrite",
1634 .oval = TD_DDIR_RANDWRITE,
1635 .help = "Random write",
1636 },
6eaf09d6
SL
1637 { .ival = "randtrim",
1638 .oval = TD_DDIR_RANDTRIM,
1639 .help = "Random trim",
1640 },
214e1eca
JA
1641 { .ival = "rw",
1642 .oval = TD_DDIR_RW,
1643 .help = "Sequential read and write mix",
1644 },
10b023db
JA
1645 { .ival = "readwrite",
1646 .oval = TD_DDIR_RW,
1647 .help = "Sequential read and write mix",
1648 },
214e1eca
JA
1649 { .ival = "randrw",
1650 .oval = TD_DDIR_RANDRW,
1651 .help = "Random read and write mix"
1652 },
82a90686
JA
1653 { .ival = "trimwrite",
1654 .oval = TD_DDIR_TRIMWRITE,
1655 .help = "Trim and write mix, trims preceding writes"
0e4dd95c 1656 },
214e1eca
JA
1657 },
1658 },
38dad62d
JA
1659 {
1660 .name = "rw_sequencer",
e8b0e958 1661 .lname = "RW Sequencer",
38dad62d 1662 .type = FIO_OPT_STR,
a609f12a 1663 .off1 = offsetof(struct thread_options, rw_seq),
38dad62d
JA
1664 .help = "IO offset generator modifier",
1665 .def = "sequential",
e8b0e958 1666 .category = FIO_OPT_C_IO,
0626037e 1667 .group = FIO_OPT_G_IO_BASIC,
38dad62d
JA
1668 .posval = {
1669 { .ival = "sequential",
1670 .oval = RW_SEQ_SEQ,
1671 .help = "Generate sequential offsets",
1672 },
1673 { .ival = "identical",
1674 .oval = RW_SEQ_IDENT,
1675 .help = "Generate identical offsets",
1676 },
1677 },
1678 },
1679
214e1eca
JA
1680 {
1681 .name = "ioengine",
e8b0e958 1682 .lname = "IO Engine",
214e1eca 1683 .type = FIO_OPT_STR_STORE,
a609f12a 1684 .off1 = offsetof(struct thread_options, ioengine),
214e1eca 1685 .help = "IO engine to use",
58483fa4 1686 .def = FIO_PREFERRED_ENGINE,
e8b0e958 1687 .category = FIO_OPT_C_IO,
0626037e 1688 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1689 .posval = {
1690 { .ival = "sync",
1691 .help = "Use read/write",
1692 },
a31041ea 1693 { .ival = "psync",
1694 .help = "Use pread/pwrite",
1695 },
1d2af02a 1696 { .ival = "vsync",
03e20d68 1697 .help = "Use readv/writev",
1d2af02a 1698 },
07fc0acd
JA
1699#ifdef CONFIG_PWRITEV
1700 { .ival = "pvsync",
1701 .help = "Use preadv/pwritev",
1702 },
1703#endif
6562685f 1704#ifdef FIO_HAVE_PWRITEV2
2cafffbe
JA
1705 { .ival = "pvsync2",
1706 .help = "Use preadv2/pwritev2",
1707 },
1708#endif
67bf9823 1709#ifdef CONFIG_LIBAIO
214e1eca
JA
1710 { .ival = "libaio",
1711 .help = "Linux native asynchronous IO",
1712 },
1713#endif
67bf9823 1714#ifdef CONFIG_POSIXAIO
214e1eca
JA
1715 { .ival = "posixaio",
1716 .help = "POSIX asynchronous IO",
1717 },
417f0068 1718#endif
997843cb 1719#ifdef CONFIG_SOLARISAIO
417f0068
JA
1720 { .ival = "solarisaio",
1721 .help = "Solaris native asynchronous IO",
1722 },
214e1eca 1723#endif
4700b234 1724#ifdef CONFIG_WINDOWSAIO
03e20d68 1725 { .ival = "windowsaio",
3be80071 1726 .help = "Windows native asynchronous IO"
de890a1e 1727 },
fc5c0345
DG
1728#endif
1729#ifdef CONFIG_RBD
1730 { .ival = "rbd",
1731 .help = "Rados Block Device asynchronous IO"
1732 },
3be80071 1733#endif
214e1eca 1734 { .ival = "mmap",
03e20d68 1735 .help = "Memory mapped IO"
214e1eca 1736 },
67bf9823 1737#ifdef CONFIG_LINUX_SPLICE
214e1eca
JA
1738 { .ival = "splice",
1739 .help = "splice/vmsplice based IO",
1740 },
9cce02e8
JA
1741 { .ival = "netsplice",
1742 .help = "splice/vmsplice to/from the network",
1743 },
214e1eca
JA
1744#endif
1745#ifdef FIO_HAVE_SGIO
1746 { .ival = "sg",
1747 .help = "SCSI generic v3 IO",
1748 },
1749#endif
1750 { .ival = "null",
1751 .help = "Testing engine (no data transfer)",
1752 },
1753 { .ival = "net",
1754 .help = "Network IO",
1755 },
214e1eca 1756 { .ival = "cpuio",
03e20d68 1757 .help = "CPU cycle burner engine",
214e1eca 1758 },
67bf9823 1759#ifdef CONFIG_GUASI
b8c82a46
JA
1760 { .ival = "guasi",
1761 .help = "GUASI IO engine",
1762 },
79a43187
JA
1763#endif
1764#ifdef FIO_HAVE_BINJECT
1765 { .ival = "binject",
1766 .help = "binject direct inject block engine",
1767 },
21b8aee8 1768#endif
67bf9823 1769#ifdef CONFIG_RDMA
21b8aee8 1770 { .ival = "rdma",
1771 .help = "RDMA IO engine",
1772 },
8200b8c7 1773#endif
67bf9823 1774#ifdef CONFIG_FUSION_AW
8200b8c7
JA
1775 { .ival = "fusion-aw-sync",
1776 .help = "Fusion-io atomic write engine",
1777 },
1ecc95ca 1778#endif
997843cb 1779#ifdef CONFIG_LINUX_EXT4_MOVE_EXTENT
1ecc95ca
JA
1780 { .ival = "e4defrag",
1781 .help = "ext4 defrag engine",
1782 },
1783#endif
997843cb 1784#ifdef CONFIG_LINUX_FALLOCATE
1ecc95ca
JA
1785 { .ival = "falloc",
1786 .help = "fallocate() file based engine",
1787 },
b8c82a46 1788#endif
a7c386f4 1789#ifdef CONFIG_GFAPI
1790 { .ival = "gfapi",
cc47f094 1791 .help = "Glusterfs libgfapi(sync) based engine"
1792 },
1793 { .ival = "gfapi_async",
1794 .help = "Glusterfs libgfapi(async) based engine"
a7c386f4 1795 },
1796#endif
1b10477b 1797#ifdef CONFIG_LIBHDFS
b74e419e 1798 { .ival = "libhdfs",
1b10477b
MM
1799 .help = "Hadoop Distributed Filesystem (HDFS) engine"
1800 },
5c4ef02e
JA
1801#endif
1802#ifdef CONFIG_PMEMBLK
1803 { .ival = "pmemblk",
1804 .help = "NVML libpmemblk based IO engine",
1805 },
1806
104ee4de
DJ
1807#endif
1808#ifdef CONFIG_LINUX_DEVDAX
1809 { .ival = "dev-dax",
1810 .help = "DAX Device based IO engine",
1811 },
1b10477b 1812#endif
214e1eca
JA
1813 { .ival = "external",
1814 .help = "Load external engine (append name)",
1815 },
1816 },
1817 },
1818 {
1819 .name = "iodepth",
e8b0e958 1820 .lname = "IO Depth",
214e1eca 1821 .type = FIO_OPT_INT,
a609f12a 1822 .off1 = offsetof(struct thread_options, iodepth),
03e20d68 1823 .help = "Number of IO buffers to keep in flight",
757aff4f 1824 .minval = 1,
20eb06bd 1825 .interval = 1,
214e1eca 1826 .def = "1",
e8b0e958 1827 .category = FIO_OPT_C_IO,
0626037e 1828 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA
1829 },
1830 {
1831 .name = "iodepth_batch",
e8b0e958 1832 .lname = "IO Depth batch",
4950421a 1833 .alias = "iodepth_batch_submit",
214e1eca 1834 .type = FIO_OPT_INT,
a609f12a 1835 .off1 = offsetof(struct thread_options, iodepth_batch),
d65db441 1836 .help = "Number of IO buffers to submit in one go",
afdf9352 1837 .parent = "iodepth",
d71c154c 1838 .hide = 1,
20eb06bd 1839 .interval = 1,
a2e6f8ac 1840 .def = "1",
e8b0e958 1841 .category = FIO_OPT_C_IO,
0626037e 1842 .group = FIO_OPT_G_IO_BASIC,
4950421a
JA
1843 },
1844 {
82407585
RP
1845 .name = "iodepth_batch_complete_min",
1846 .lname = "Min IO depth batch complete",
1847 .alias = "iodepth_batch_complete",
4950421a 1848 .type = FIO_OPT_INT,
a609f12a 1849 .off1 = offsetof(struct thread_options, iodepth_batch_complete_min),
82407585 1850 .help = "Min number of IO buffers to retrieve in one go",
4950421a 1851 .parent = "iodepth",
d71c154c 1852 .hide = 1,
4950421a 1853 .minval = 0,
20eb06bd 1854 .interval = 1,
4950421a 1855 .def = "1",
e8b0e958 1856 .category = FIO_OPT_C_IO,
0626037e 1857 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1858 },
82407585
RP
1859 {
1860 .name = "iodepth_batch_complete_max",
1861 .lname = "Max IO depth batch complete",
1862 .type = FIO_OPT_INT,
a609f12a 1863 .off1 = offsetof(struct thread_options, iodepth_batch_complete_max),
82407585
RP
1864 .help = "Max number of IO buffers to retrieve in one go",
1865 .parent = "iodepth",
1866 .hide = 1,
1867 .minval = 0,
1868 .interval = 1,
1869 .category = FIO_OPT_C_IO,
1870 .group = FIO_OPT_G_IO_BASIC,
1871 },
214e1eca
JA
1872 {
1873 .name = "iodepth_low",
e8b0e958 1874 .lname = "IO Depth batch low",
214e1eca 1875 .type = FIO_OPT_INT,
a609f12a 1876 .off1 = offsetof(struct thread_options, iodepth_low),
214e1eca 1877 .help = "Low water mark for queuing depth",
afdf9352 1878 .parent = "iodepth",
d71c154c 1879 .hide = 1,
20eb06bd 1880 .interval = 1,
e8b0e958 1881 .category = FIO_OPT_C_IO,
0626037e 1882 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1883 },
a9da8ab2
JA
1884 {
1885 .name = "io_submit_mode",
1886 .lname = "IO submit mode",
1887 .type = FIO_OPT_STR,
a609f12a 1888 .off1 = offsetof(struct thread_options, io_submit_mode),
a9da8ab2
JA
1889 .help = "How IO submissions and completions are done",
1890 .def = "inline",
1891 .category = FIO_OPT_C_IO,
1892 .group = FIO_OPT_G_IO_BASIC,
1893 .posval = {
1894 { .ival = "inline",
1895 .oval = IO_MODE_INLINE,
1896 .help = "Submit and complete IO inline",
1897 },
1898 { .ival = "offload",
1899 .oval = IO_MODE_OFFLOAD,
1900 .help = "Offload submit and complete to threads",
1901 },
1902 },
1903 },
214e1eca
JA
1904 {
1905 .name = "size",
e8b0e958 1906 .lname = "Size",
214e1eca 1907 .type = FIO_OPT_STR_VAL,
7bb59102 1908 .cb = str_size_cb,
a609f12a 1909 .off1 = offsetof(struct thread_options, size),
214e1eca 1910 .help = "Total size of device or files",
20eb06bd 1911 .interval = 1024 * 1024,
e8b0e958
JA
1912 .category = FIO_OPT_C_IO,
1913 .group = FIO_OPT_G_INVALID,
214e1eca 1914 },
77731b29 1915 {
a4d3b4db
JA
1916 .name = "io_size",
1917 .alias = "io_limit",
1918 .lname = "IO Size",
77731b29 1919 .type = FIO_OPT_STR_VAL,
5be9bf09 1920 .off1 = offsetof(struct thread_options, io_size),
1684f7fd 1921 .help = "Total size of I/O to be performed",
77731b29
JA
1922 .interval = 1024 * 1024,
1923 .category = FIO_OPT_C_IO,
1924 .group = FIO_OPT_G_INVALID,
1925 },
aa31f1f1
SL
1926 {
1927 .name = "fill_device",
e8b0e958 1928 .lname = "Fill device",
74586c1e 1929 .alias = "fill_fs",
aa31f1f1 1930 .type = FIO_OPT_BOOL,
a609f12a 1931 .off1 = offsetof(struct thread_options, fill_device),
aa31f1f1
SL
1932 .help = "Write until an ENOSPC error occurs",
1933 .def = "0",
e8b0e958
JA
1934 .category = FIO_OPT_C_FILE,
1935 .group = FIO_OPT_G_INVALID,
aa31f1f1 1936 },
214e1eca
JA
1937 {
1938 .name = "filesize",
e8b0e958 1939 .lname = "File size",
214e1eca 1940 .type = FIO_OPT_STR_VAL,
a609f12a
JA
1941 .off1 = offsetof(struct thread_options, file_size_low),
1942 .off2 = offsetof(struct thread_options, file_size_high),
c3edbdba 1943 .minval = 1,
214e1eca 1944 .help = "Size of individual files",
20eb06bd 1945 .interval = 1024 * 1024,
e8b0e958
JA
1946 .category = FIO_OPT_C_FILE,
1947 .group = FIO_OPT_G_INVALID,
214e1eca 1948 },
bedc9dc2
JA
1949 {
1950 .name = "file_append",
1951 .lname = "File append",
1952 .type = FIO_OPT_BOOL,
a609f12a 1953 .off1 = offsetof(struct thread_options, file_append),
bedc9dc2
JA
1954 .help = "IO will start at the end of the file(s)",
1955 .def = "0",
1956 .category = FIO_OPT_C_FILE,
1957 .group = FIO_OPT_G_INVALID,
1958 },
67a1000f
JA
1959 {
1960 .name = "offset",
e8b0e958 1961 .lname = "IO offset",
67a1000f
JA
1962 .alias = "fileoffset",
1963 .type = FIO_OPT_STR_VAL,
89978a6b 1964 .cb = str_offset_cb,
a609f12a 1965 .off1 = offsetof(struct thread_options, start_offset),
67a1000f
JA
1966 .help = "Start IO from this offset",
1967 .def = "0",
20eb06bd 1968 .interval = 1024 * 1024,
e8b0e958
JA
1969 .category = FIO_OPT_C_IO,
1970 .group = FIO_OPT_G_INVALID,
67a1000f 1971 },
2d7cd868
JA
1972 {
1973 .name = "offset_increment",
e8b0e958 1974 .lname = "IO offset increment",
2d7cd868 1975 .type = FIO_OPT_STR_VAL,
a609f12a 1976 .off1 = offsetof(struct thread_options, offset_increment),
2d7cd868
JA
1977 .help = "What is the increment from one offset to the next",
1978 .parent = "offset",
d71c154c 1979 .hide = 1,
2d7cd868 1980 .def = "0",
20eb06bd 1981 .interval = 1024 * 1024,
e8b0e958
JA
1982 .category = FIO_OPT_C_IO,
1983 .group = FIO_OPT_G_INVALID,
2d7cd868 1984 },
ddf24e42
JA
1985 {
1986 .name = "number_ios",
1987 .lname = "Number of IOs to perform",
1988 .type = FIO_OPT_STR_VAL,
a609f12a 1989 .off1 = offsetof(struct thread_options, number_ios),
be3fec7d 1990 .help = "Force job completion after this number of IOs",
ddf24e42
JA
1991 .def = "0",
1992 .category = FIO_OPT_C_IO,
1993 .group = FIO_OPT_G_INVALID,
1994 },
214e1eca
JA
1995 {
1996 .name = "bs",
e8b0e958 1997 .lname = "Block size",
d3aad8f2 1998 .alias = "blocksize",
e01b22b8 1999 .type = FIO_OPT_INT,
a609f12a
JA
2000 .off1 = offsetof(struct thread_options, bs[DDIR_READ]),
2001 .off2 = offsetof(struct thread_options, bs[DDIR_WRITE]),
2002 .off3 = offsetof(struct thread_options, bs[DDIR_TRIM]),
c3edbdba 2003 .minval = 1,
214e1eca 2004 .help = "Block size unit",
2b9136a3 2005 .def = "4096",
67a1000f 2006 .parent = "rw",
d71c154c 2007 .hide = 1,
20eb06bd 2008 .interval = 512,
e8b0e958
JA
2009 .category = FIO_OPT_C_IO,
2010 .group = FIO_OPT_G_INVALID,
214e1eca 2011 },
2b7a01d0
JA
2012 {
2013 .name = "ba",
e8b0e958 2014 .lname = "Block size align",
2b7a01d0 2015 .alias = "blockalign",
e01b22b8 2016 .type = FIO_OPT_INT,
a609f12a
JA
2017 .off1 = offsetof(struct thread_options, ba[DDIR_READ]),
2018 .off2 = offsetof(struct thread_options, ba[DDIR_WRITE]),
2019 .off3 = offsetof(struct thread_options, ba[DDIR_TRIM]),
2b7a01d0
JA
2020 .minval = 1,
2021 .help = "IO block offset alignment",
2022 .parent = "rw",
d71c154c 2023 .hide = 1,
20eb06bd 2024 .interval = 512,
e8b0e958
JA
2025 .category = FIO_OPT_C_IO,
2026 .group = FIO_OPT_G_INVALID,
2b7a01d0 2027 },
214e1eca
JA
2028 {
2029 .name = "bsrange",
e8b0e958 2030 .lname = "Block size range",
d3aad8f2 2031 .alias = "blocksize_range",
214e1eca 2032 .type = FIO_OPT_RANGE,
a609f12a
JA
2033 .off1 = offsetof(struct thread_options, min_bs[DDIR_READ]),
2034 .off2 = offsetof(struct thread_options, max_bs[DDIR_READ]),
2035 .off3 = offsetof(struct thread_options, min_bs[DDIR_WRITE]),
2036 .off4 = offsetof(struct thread_options, max_bs[DDIR_WRITE]),
2037 .off5 = offsetof(struct thread_options, min_bs[DDIR_TRIM]),
2038 .off6 = offsetof(struct thread_options, max_bs[DDIR_TRIM]),
c3edbdba 2039 .minval = 1,
214e1eca 2040 .help = "Set block size range (in more detail than bs)",
67a1000f 2041 .parent = "rw",
d71c154c 2042 .hide = 1,
20eb06bd 2043 .interval = 4096,
e8b0e958
JA
2044 .category = FIO_OPT_C_IO,
2045 .group = FIO_OPT_G_INVALID,
214e1eca 2046 },
564ca972
JA
2047 {
2048 .name = "bssplit",
e8b0e958 2049 .lname = "Block size split",
564ca972
JA
2050 .type = FIO_OPT_STR,
2051 .cb = str_bssplit_cb,
a609f12a 2052 .off1 = offsetof(struct thread_options, bssplit),
564ca972
JA
2053 .help = "Set a specific mix of block sizes",
2054 .parent = "rw",
d71c154c 2055 .hide = 1,
e8b0e958
JA
2056 .category = FIO_OPT_C_IO,
2057 .group = FIO_OPT_G_INVALID,
564ca972 2058 },
214e1eca
JA
2059 {
2060 .name = "bs_unaligned",
e8b0e958 2061 .lname = "Block size unaligned",
d3aad8f2 2062 .alias = "blocksize_unaligned",
214e1eca 2063 .type = FIO_OPT_STR_SET,
a609f12a 2064 .off1 = offsetof(struct thread_options, bs_unaligned),
214e1eca 2065 .help = "Don't sector align IO buffer sizes",
67a1000f 2066 .parent = "rw",
d71c154c 2067 .hide = 1,
e8b0e958
JA
2068 .category = FIO_OPT_C_IO,
2069 .group = FIO_OPT_G_INVALID,
214e1eca 2070 },
6aca9b3d
JA
2071 {
2072 .name = "bs_is_seq_rand",
2073 .lname = "Block size division is seq/random (not read/write)",
2074 .type = FIO_OPT_BOOL,
a609f12a 2075 .off1 = offsetof(struct thread_options, bs_is_seq_rand),
86d59660 2076 .help = "Consider any blocksize setting to be sequential,random",
6aca9b3d
JA
2077 .def = "0",
2078 .parent = "blocksize",
2079 .category = FIO_OPT_C_IO,
2080 .group = FIO_OPT_G_INVALID,
2081 },
214e1eca
JA
2082 {
2083 .name = "randrepeat",
e8b0e958 2084 .lname = "Random repeatable",
214e1eca 2085 .type = FIO_OPT_BOOL,
a609f12a 2086 .off1 = offsetof(struct thread_options, rand_repeatable),
214e1eca
JA
2087 .help = "Use repeatable random IO pattern",
2088 .def = "1",
67a1000f 2089 .parent = "rw",
d71c154c 2090 .hide = 1,
e8b0e958 2091 .category = FIO_OPT_C_IO,
3ceb458f 2092 .group = FIO_OPT_G_RANDOM,
214e1eca 2093 },
04778baf
JA
2094 {
2095 .name = "randseed",
2096 .lname = "The random generator seed",
363cffa7 2097 .type = FIO_OPT_STR_VAL,
a609f12a 2098 .off1 = offsetof(struct thread_options, rand_seed),
04778baf 2099 .help = "Set the random generator seed value",
40fe5e7b 2100 .def = "0x89",
04778baf
JA
2101 .parent = "rw",
2102 .category = FIO_OPT_C_IO,
2103 .group = FIO_OPT_G_RANDOM,
2104 },
2615cc4b
JA
2105 {
2106 .name = "use_os_rand",
e8b0e958 2107 .lname = "Use OS random",
54a21917 2108 .type = FIO_OPT_DEPRECATED,
a609f12a 2109 .off1 = offsetof(struct thread_options, dep_use_os_rand),
e8b0e958 2110 .category = FIO_OPT_C_IO,
3ceb458f 2111 .group = FIO_OPT_G_RANDOM,
2615cc4b 2112 },
214e1eca
JA
2113 {
2114 .name = "norandommap",
e8b0e958 2115 .lname = "No randommap",
214e1eca 2116 .type = FIO_OPT_STR_SET,
a609f12a 2117 .off1 = offsetof(struct thread_options, norandommap),
214e1eca 2118 .help = "Accept potential duplicate random blocks",
67a1000f 2119 .parent = "rw",
d71c154c 2120 .hide = 1,
b2452a43 2121 .hide_on_set = 1,
e8b0e958 2122 .category = FIO_OPT_C_IO,
3ceb458f 2123 .group = FIO_OPT_G_RANDOM,
214e1eca 2124 },
2b386d25
JA
2125 {
2126 .name = "softrandommap",
e8b0e958 2127 .lname = "Soft randommap",
2b386d25 2128 .type = FIO_OPT_BOOL,
a609f12a 2129 .off1 = offsetof(struct thread_options, softrandommap),
f66ab3c8 2130 .help = "Set norandommap if randommap allocation fails",
2b386d25 2131 .parent = "norandommap",
d71c154c 2132 .hide = 1,
2b386d25 2133 .def = "0",
e8b0e958 2134 .category = FIO_OPT_C_IO,
3ceb458f 2135 .group = FIO_OPT_G_RANDOM,
2b386d25 2136 },
8055e41d
JA
2137 {
2138 .name = "random_generator",
cce2fdfe 2139 .lname = "Random Generator",
8055e41d 2140 .type = FIO_OPT_STR,
a609f12a 2141 .off1 = offsetof(struct thread_options, random_generator),
8055e41d
JA
2142 .help = "Type of random number generator to use",
2143 .def = "tausworthe",
2144 .posval = {
2145 { .ival = "tausworthe",
2146 .oval = FIO_RAND_GEN_TAUSWORTHE,
2147 .help = "Strong Tausworthe generator",
2148 },
2149 { .ival = "lfsr",
2150 .oval = FIO_RAND_GEN_LFSR,
2151 .help = "Variable length LFSR",
2152 },
c3546b53
JA
2153 {
2154 .ival = "tausworthe64",
2155 .oval = FIO_RAND_GEN_TAUSWORTHE64,
2156 .help = "64-bit Tausworthe variant",
2157 },
8055e41d 2158 },
48107598
JA
2159 .category = FIO_OPT_C_IO,
2160 .group = FIO_OPT_G_RANDOM,
8055e41d 2161 },
e25839d4
JA
2162 {
2163 .name = "random_distribution",
cce2fdfe 2164 .lname = "Random Distribution",
e25839d4 2165 .type = FIO_OPT_STR,
a609f12a 2166 .off1 = offsetof(struct thread_options, random_distribution),
e25839d4
JA
2167 .cb = str_random_distribution_cb,
2168 .help = "Random offset distribution generator",
2169 .def = "random",
2170 .posval = {
2171 { .ival = "random",
2172 .oval = FIO_RAND_DIST_RANDOM,
2173 .help = "Completely random",
2174 },
2175 { .ival = "zipf",
2176 .oval = FIO_RAND_DIST_ZIPF,
2177 .help = "Zipf distribution",
2178 },
925fee33
JA
2179 { .ival = "pareto",
2180 .oval = FIO_RAND_DIST_PARETO,
2181 .help = "Pareto distribution",
2182 },
56d9fa4b
JA
2183 { .ival = "normal",
2184 .oval = FIO_RAND_DIST_GAUSS,
ba2b3b07 2185 .help = "Normal (Gaussian) distribution",
56d9fa4b 2186 },
e0a04ac1
JA
2187 { .ival = "zoned",
2188 .oval = FIO_RAND_DIST_ZONED,
2189 .help = "Zoned random distribution",
2190 },
2191
e25839d4 2192 },
48107598
JA
2193 .category = FIO_OPT_C_IO,
2194 .group = FIO_OPT_G_RANDOM,
e25839d4 2195 },
211c9b89
JA
2196 {
2197 .name = "percentage_random",
2198 .lname = "Percentage Random",
2199 .type = FIO_OPT_INT,
a609f12a
JA
2200 .off1 = offsetof(struct thread_options, perc_rand[DDIR_READ]),
2201 .off2 = offsetof(struct thread_options, perc_rand[DDIR_WRITE]),
2202 .off3 = offsetof(struct thread_options, perc_rand[DDIR_TRIM]),
211c9b89
JA
2203 .maxval = 100,
2204 .help = "Percentage of seq/random mix that should be random",
d9472271 2205 .def = "100,100,100",
211c9b89
JA
2206 .interval = 5,
2207 .inverse = "percentage_sequential",
2208 .category = FIO_OPT_C_IO,
2209 .group = FIO_OPT_G_RANDOM,
2210 },
2211 {
2212 .name = "percentage_sequential",
2213 .lname = "Percentage Sequential",
d9472271 2214 .type = FIO_OPT_DEPRECATED,
211c9b89
JA
2215 .category = FIO_OPT_C_IO,
2216 .group = FIO_OPT_G_RANDOM,
2217 },
56e2a5fc
CE
2218 {
2219 .name = "allrandrepeat",
cce2fdfe 2220 .lname = "All Random Repeat",
56e2a5fc 2221 .type = FIO_OPT_BOOL,
a609f12a 2222 .off1 = offsetof(struct thread_options, allrand_repeatable),
56e2a5fc
CE
2223 .help = "Use repeatable random numbers for everything",
2224 .def = "0",
a869d9c6
JA
2225 .category = FIO_OPT_C_IO,
2226 .group = FIO_OPT_G_RANDOM,
56e2a5fc 2227 },
214e1eca
JA
2228 {
2229 .name = "nrfiles",
e8b0e958 2230 .lname = "Number of files",
d7c8be03 2231 .alias = "nr_files",
214e1eca 2232 .type = FIO_OPT_INT,
a609f12a 2233 .off1 = offsetof(struct thread_options, nr_files),
214e1eca
JA
2234 .help = "Split job workload between this number of files",
2235 .def = "1",
20eb06bd 2236 .interval = 1,
e8b0e958
JA
2237 .category = FIO_OPT_C_FILE,
2238 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2239 },
2240 {
2241 .name = "openfiles",
e8b0e958 2242 .lname = "Number of open files",
214e1eca 2243 .type = FIO_OPT_INT,
a609f12a 2244 .off1 = offsetof(struct thread_options, open_files),
214e1eca 2245 .help = "Number of files to keep open at the same time",
e8b0e958
JA
2246 .category = FIO_OPT_C_FILE,
2247 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2248 },
2249 {
2250 .name = "file_service_type",
e8b0e958 2251 .lname = "File service type",
214e1eca
JA
2252 .type = FIO_OPT_STR,
2253 .cb = str_fst_cb,
a609f12a 2254 .off1 = offsetof(struct thread_options, file_service_type),
214e1eca
JA
2255 .help = "How to select which file to service next",
2256 .def = "roundrobin",
e8b0e958
JA
2257 .category = FIO_OPT_C_FILE,
2258 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2259 .posval = {
2260 { .ival = "random",
2261 .oval = FIO_FSERVICE_RANDOM,
8c07860d
JA
2262 .help = "Choose a file at random (uniform)",
2263 },
2264 { .ival = "zipf",
2265 .oval = FIO_FSERVICE_ZIPF,
2266 .help = "Zipf randomized",
2267 },
2268 { .ival = "pareto",
2269 .oval = FIO_FSERVICE_PARETO,
2270 .help = "Pareto randomized",
2271 },
dd3503d3
SW
2272 { .ival = "normal",
2273 .oval = FIO_FSERVICE_GAUSS,
2274 .help = "Normal (Gaussian) randomized",
2275 },
8c07860d
JA
2276 { .ival = "gauss",
2277 .oval = FIO_FSERVICE_GAUSS,
dd3503d3 2278 .help = "Alias for normal",
214e1eca
JA
2279 },
2280 { .ival = "roundrobin",
2281 .oval = FIO_FSERVICE_RR,
2282 .help = "Round robin select files",
2283 },
a086c257
JA
2284 { .ival = "sequential",
2285 .oval = FIO_FSERVICE_SEQ,
2286 .help = "Finish one file before moving to the next",
2287 },
214e1eca 2288 },
67a1000f 2289 .parent = "nrfiles",
d71c154c 2290 .hide = 1,
67a1000f 2291 },
2c3e17be 2292#if defined(CONFIG_POSIX_FALLOCATE) || defined(FIO_HAVE_NATIVE_FALLOCATE)
7bc8c2cf
JA
2293 {
2294 .name = "fallocate",
e8b0e958 2295 .lname = "Fallocate",
a596f047 2296 .type = FIO_OPT_STR,
a609f12a 2297 .off1 = offsetof(struct thread_options, fallocate_mode),
a596f047 2298 .help = "Whether pre-allocation is performed when laying out files",
2c3e17be 2299 .def = "native",
e8b0e958
JA
2300 .category = FIO_OPT_C_FILE,
2301 .group = FIO_OPT_G_INVALID,
a596f047
EG
2302 .posval = {
2303 { .ival = "none",
2304 .oval = FIO_FALLOCATE_NONE,
2305 .help = "Do not pre-allocate space",
2306 },
2c3e17be
SW
2307 { .ival = "native",
2308 .oval = FIO_FALLOCATE_NATIVE,
2309 .help = "Use native pre-allocation if possible",
2310 },
2311#ifdef CONFIG_POSIX_FALLOCATE
a596f047
EG
2312 { .ival = "posix",
2313 .oval = FIO_FALLOCATE_POSIX,
2314 .help = "Use posix_fallocate()",
2315 },
2c3e17be 2316#endif
97ac992c 2317#ifdef CONFIG_LINUX_FALLOCATE
a596f047
EG
2318 { .ival = "keep",
2319 .oval = FIO_FALLOCATE_KEEP_SIZE,
2320 .help = "Use fallocate(..., FALLOC_FL_KEEP_SIZE, ...)",
2321 },
7bc8c2cf 2322#endif
a596f047
EG
2323 /* Compatibility with former boolean values */
2324 { .ival = "0",
2325 .oval = FIO_FALLOCATE_NONE,
2326 .help = "Alias for 'none'",
2327 },
2c3e17be 2328#ifdef CONFIG_POSIX_FALLOCATE
a596f047
EG
2329 { .ival = "1",
2330 .oval = FIO_FALLOCATE_POSIX,
2331 .help = "Alias for 'posix'",
2332 },
2c3e17be 2333#endif
a596f047
EG
2334 },
2335 },
a275c37a
JA
2336#else /* CONFIG_POSIX_FALLOCATE */
2337 {
2338 .name = "fallocate",
2339 .lname = "Fallocate",
2340 .type = FIO_OPT_UNSUPPORTED,
2341 .help = "Your platform does not support fallocate",
2342 },
2c3e17be 2343#endif /* CONFIG_POSIX_FALLOCATE || FIO_HAVE_NATIVE_FALLOCATE */
67a1000f
JA
2344 {
2345 .name = "fadvise_hint",
e8b0e958 2346 .lname = "Fadvise hint",
ecb2083d 2347 .type = FIO_OPT_STR,
a609f12a 2348 .off1 = offsetof(struct thread_options, fadvise_hint),
ecb2083d
JA
2349 .posval = {
2350 { .ival = "0",
2351 .oval = F_ADV_NONE,
2352 .help = "Don't issue fadvise",
2353 },
2354 { .ival = "1",
2355 .oval = F_ADV_TYPE,
2356 .help = "Advise using fio IO pattern",
2357 },
2358 { .ival = "random",
2359 .oval = F_ADV_RANDOM,
2360 .help = "Advise using FADV_RANDOM",
2361 },
2362 { .ival = "sequential",
2363 .oval = F_ADV_SEQUENTIAL,
2364 .help = "Advise using FADV_SEQUENTIAL",
2365 },
2366 },
67a1000f
JA
2367 .help = "Use fadvise() to advise the kernel on IO pattern",
2368 .def = "1",
e8b0e958
JA
2369 .category = FIO_OPT_C_FILE,
2370 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2371 },
2372 {
2373 .name = "fsync",
e8b0e958 2374 .lname = "Fsync",
214e1eca 2375 .type = FIO_OPT_INT,
a609f12a 2376 .off1 = offsetof(struct thread_options, fsync_blocks),
214e1eca
JA
2377 .help = "Issue fsync for writes every given number of blocks",
2378 .def = "0",
20eb06bd 2379 .interval = 1,
e8b0e958
JA
2380 .category = FIO_OPT_C_FILE,
2381 .group = FIO_OPT_G_INVALID,
214e1eca 2382 },
5f9099ea
JA
2383 {
2384 .name = "fdatasync",
e8b0e958 2385 .lname = "Fdatasync",
5f9099ea 2386 .type = FIO_OPT_INT,
a609f12a 2387 .off1 = offsetof(struct thread_options, fdatasync_blocks),
5f9099ea
JA
2388 .help = "Issue fdatasync for writes every given number of blocks",
2389 .def = "0",
20eb06bd 2390 .interval = 1,
e8b0e958
JA
2391 .category = FIO_OPT_C_FILE,
2392 .group = FIO_OPT_G_INVALID,
5f9099ea 2393 },
1ef2b6be
JA
2394 {
2395 .name = "write_barrier",
e8b0e958 2396 .lname = "Write barrier",
1ef2b6be 2397 .type = FIO_OPT_INT,
a609f12a 2398 .off1 = offsetof(struct thread_options, barrier_blocks),
1ef2b6be
JA
2399 .help = "Make every Nth write a barrier write",
2400 .def = "0",
20eb06bd 2401 .interval = 1,
e8b0e958
JA
2402 .category = FIO_OPT_C_IO,
2403 .group = FIO_OPT_G_INVALID,
1ef2b6be 2404 },
67bf9823 2405#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA
2406 {
2407 .name = "sync_file_range",
e8b0e958 2408 .lname = "Sync file range",
44f29692
JA
2409 .posval = {
2410 { .ival = "wait_before",
2411 .oval = SYNC_FILE_RANGE_WAIT_BEFORE,
2412 .help = "SYNC_FILE_RANGE_WAIT_BEFORE",
ebadc0ce 2413 .orval = 1,
44f29692
JA
2414 },
2415 { .ival = "write",
2416 .oval = SYNC_FILE_RANGE_WRITE,
2417 .help = "SYNC_FILE_RANGE_WRITE",
ebadc0ce 2418 .orval = 1,
44f29692
JA
2419 },
2420 {
2421 .ival = "wait_after",
2422 .oval = SYNC_FILE_RANGE_WAIT_AFTER,
2423 .help = "SYNC_FILE_RANGE_WAIT_AFTER",
ebadc0ce 2424 .orval = 1,
44f29692
JA
2425 },
2426 },
3843deb3 2427 .type = FIO_OPT_STR_MULTI,
44f29692 2428 .cb = str_sfr_cb,
a609f12a 2429 .off1 = offsetof(struct thread_options, sync_file_range),
44f29692 2430 .help = "Use sync_file_range()",
e8b0e958
JA
2431 .category = FIO_OPT_C_FILE,
2432 .group = FIO_OPT_G_INVALID,
44f29692 2433 },
a275c37a 2434#else
54d0a315 2435 {
a275c37a
JA
2436 .name = "sync_file_range",
2437 .lname = "Sync file range",
2438 .type = FIO_OPT_UNSUPPORTED,
2439 .help = "Your platform does not support sync_file_range",
2440 },
44f29692 2441#endif
214e1eca
JA
2442 {
2443 .name = "direct",
e8b0e958 2444 .lname = "Direct I/O",
214e1eca 2445 .type = FIO_OPT_BOOL,
a609f12a 2446 .off1 = offsetof(struct thread_options, odirect),
214e1eca
JA
2447 .help = "Use O_DIRECT IO (negates buffered)",
2448 .def = "0",
a01a1bc5 2449 .inverse = "buffered",
e8b0e958 2450 .category = FIO_OPT_C_IO,
3ceb458f 2451 .group = FIO_OPT_G_IO_TYPE,
214e1eca 2452 },
d01612f3
CM
2453 {
2454 .name = "atomic",
2455 .lname = "Atomic I/O",
2456 .type = FIO_OPT_BOOL,
a609f12a 2457 .off1 = offsetof(struct thread_options, oatomic),
d01612f3
CM
2458 .help = "Use Atomic IO with O_DIRECT (implies O_DIRECT)",
2459 .def = "0",
2460 .category = FIO_OPT_C_IO,
2461 .group = FIO_OPT_G_IO_TYPE,
2462 },
214e1eca
JA
2463 {
2464 .name = "buffered",
e8b0e958 2465 .lname = "Buffered I/O",
214e1eca 2466 .type = FIO_OPT_BOOL,
a609f12a 2467 .off1 = offsetof(struct thread_options, odirect),
214e1eca
JA
2468 .neg = 1,
2469 .help = "Use buffered IO (negates direct)",
2470 .def = "1",
a01a1bc5 2471 .inverse = "direct",
e8b0e958 2472 .category = FIO_OPT_C_IO,
3ceb458f 2473 .group = FIO_OPT_G_IO_TYPE,
214e1eca
JA
2474 },
2475 {
2476 .name = "overwrite",
e8b0e958 2477 .lname = "Overwrite",
214e1eca 2478 .type = FIO_OPT_BOOL,
a609f12a 2479 .off1 = offsetof(struct thread_options, overwrite),
214e1eca
JA
2480 .help = "When writing, set whether to overwrite current data",
2481 .def = "0",
e8b0e958
JA
2482 .category = FIO_OPT_C_FILE,
2483 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2484 },
2485 {
2486 .name = "loops",
e8b0e958 2487 .lname = "Loops",
214e1eca 2488 .type = FIO_OPT_INT,
a609f12a 2489 .off1 = offsetof(struct thread_options, loops),
214e1eca
JA
2490 .help = "Number of times to run the job",
2491 .def = "1",
20eb06bd 2492 .interval = 1,
e8b0e958 2493 .category = FIO_OPT_C_GENERAL,
a1f6afec 2494 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2495 },
2496 {
2497 .name = "numjobs",
e8b0e958 2498 .lname = "Number of jobs",
214e1eca 2499 .type = FIO_OPT_INT,
a609f12a 2500 .off1 = offsetof(struct thread_options, numjobs),
214e1eca
JA
2501 .help = "Duplicate this job this many times",
2502 .def = "1",
20eb06bd 2503 .interval = 1,
e8b0e958 2504 .category = FIO_OPT_C_GENERAL,
a1f6afec 2505 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2506 },
2507 {
2508 .name = "startdelay",
e8b0e958 2509 .lname = "Start delay",
a5737c93 2510 .type = FIO_OPT_STR_VAL_TIME,
a609f12a
JA
2511 .off1 = offsetof(struct thread_options, start_delay),
2512 .off2 = offsetof(struct thread_options, start_delay_high),
214e1eca
JA
2513 .help = "Only start job when this period has passed",
2514 .def = "0",
0de5b26f 2515 .is_seconds = 1,
88038bc7 2516 .is_time = 1,
e8b0e958 2517 .category = FIO_OPT_C_GENERAL,
a1f6afec 2518 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA
2519 },
2520 {
2521 .name = "runtime",
e8b0e958 2522 .lname = "Runtime",
214e1eca
JA
2523 .alias = "timeout",
2524 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 2525 .off1 = offsetof(struct thread_options, timeout),
214e1eca
JA
2526 .help = "Stop workload when this amount of time has passed",
2527 .def = "0",
0de5b26f 2528 .is_seconds = 1,
88038bc7 2529 .is_time = 1,
e8b0e958 2530 .category = FIO_OPT_C_GENERAL,
a1f6afec 2531 .group = FIO_OPT_G_RUNTIME,
214e1eca 2532 },
cf4464ca
JA
2533 {
2534 .name = "time_based",
e8b0e958 2535 .lname = "Time based",
cf4464ca 2536 .type = FIO_OPT_STR_SET,
a609f12a 2537 .off1 = offsetof(struct thread_options, time_based),
cf4464ca 2538 .help = "Keep running until runtime/timeout is met",
e8b0e958 2539 .category = FIO_OPT_C_GENERAL,
a1f6afec 2540 .group = FIO_OPT_G_RUNTIME,
cf4464ca 2541 },
62167762
JC
2542 {
2543 .name = "verify_only",
2544 .lname = "Verify only",
2545 .type = FIO_OPT_STR_SET,
a609f12a 2546 .off1 = offsetof(struct thread_options, verify_only),
62167762
JC
2547 .help = "Verifies previously written data is still valid",
2548 .category = FIO_OPT_C_GENERAL,
2549 .group = FIO_OPT_G_RUNTIME,
2550 },
721938ae
JA
2551 {
2552 .name = "ramp_time",
e8b0e958 2553 .lname = "Ramp time",
721938ae 2554 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 2555 .off1 = offsetof(struct thread_options, ramp_time),
721938ae 2556 .help = "Ramp up time before measuring performance",
0de5b26f 2557 .is_seconds = 1,
88038bc7 2558 .is_time = 1,
e8b0e958 2559 .category = FIO_OPT_C_GENERAL,
a1f6afec 2560 .group = FIO_OPT_G_RUNTIME,
721938ae 2561 },
c223da83
JA
2562 {
2563 .name = "clocksource",
e8b0e958 2564 .lname = "Clock source",
c223da83
JA
2565 .type = FIO_OPT_STR,
2566 .cb = fio_clock_source_cb,
a609f12a 2567 .off1 = offsetof(struct thread_options, clocksource),
c223da83 2568 .help = "What type of timing source to use",
e8b0e958 2569 .category = FIO_OPT_C_GENERAL,
10860056 2570 .group = FIO_OPT_G_CLOCK,
c223da83 2571 .posval = {
67bf9823 2572#ifdef CONFIG_GETTIMEOFDAY
c223da83
JA
2573 { .ival = "gettimeofday",
2574 .oval = CS_GTOD,
2575 .help = "Use gettimeofday(2) for timing",
2576 },
67bf9823
JA
2577#endif
2578#ifdef CONFIG_CLOCK_GETTIME
c223da83
JA
2579 { .ival = "clock_gettime",
2580 .oval = CS_CGETTIME,
2581 .help = "Use clock_gettime(2) for timing",
2582 },
67bf9823 2583#endif
c223da83
JA
2584#ifdef ARCH_HAVE_CPU_CLOCK
2585 { .ival = "cpu",
2586 .oval = CS_CPUCLOCK,
2587 .help = "Use CPU private clock",
2588 },
2589#endif
2590 },
2591 },
214e1eca
JA
2592 {
2593 .name = "mem",
d3aad8f2 2594 .alias = "iomem",
e8b0e958 2595 .lname = "I/O Memory",
214e1eca
JA
2596 .type = FIO_OPT_STR,
2597 .cb = str_mem_cb,
a609f12a 2598 .off1 = offsetof(struct thread_options, mem_type),
214e1eca
JA
2599 .help = "Backing type for IO buffers",
2600 .def = "malloc",
e8b0e958
JA
2601 .category = FIO_OPT_C_IO,
2602 .group = FIO_OPT_G_INVALID,
214e1eca
JA
2603 .posval = {
2604 { .ival = "malloc",
2605 .oval = MEM_MALLOC,
2606 .help = "Use malloc(3) for IO buffers",
2607 },
c8931876 2608#ifndef CONFIG_NO_SHM
37c8cdfe
JA
2609 { .ival = "shm",
2610 .oval = MEM_SHM,
2611 .help = "Use shared memory segments for IO buffers",
2612 },
214e1eca
JA
2613#ifdef FIO_HAVE_HUGETLB
2614 { .ival = "shmhuge",
2615 .oval = MEM_SHMHUGE,
2616 .help = "Like shm, but use huge pages",
2617 },
c8931876 2618#endif
b370e46a 2619#endif
37c8cdfe
JA
2620 { .ival = "mmap",
2621 .oval = MEM_MMAP,
2622 .help = "Use mmap(2) (file or anon) for IO buffers",
2623 },
217b0f1d
LG
2624 { .ival = "mmapshared",
2625 .oval = MEM_MMAPSHARED,
2626 .help = "Like mmap, but use the shared flag",
2627 },
214e1eca
JA
2628#ifdef FIO_HAVE_HUGETLB
2629 { .ival = "mmaphuge",
2630 .oval = MEM_MMAPHUGE,
2631 .help = "Like mmap, but use huge pages",
2632 },
03553853
YR
2633#endif
2634#ifdef CONFIG_CUDA
2635 { .ival = "cudamalloc",
2636 .oval = MEM_CUDA_MALLOC,
2637 .help = "Allocate GPU device memory for GPUDirect RDMA",
2638 },
214e1eca
JA
2639#endif
2640 },
2641 },
d529ee19
JA
2642 {
2643 .name = "iomem_align",
2644 .alias = "mem_align",
e8b0e958 2645 .lname = "I/O memory alignment",
d529ee19 2646 .type = FIO_OPT_INT,
a609f12a 2647 .off1 = offsetof(struct thread_options, mem_align),
d529ee19
JA
2648 .minval = 0,
2649 .help = "IO memory buffer offset alignment",
2650 .def = "0",
2651 .parent = "iomem",
d71c154c 2652 .hide = 1,
e8b0e958
JA
2653 .category = FIO_OPT_C_IO,
2654 .group = FIO_OPT_G_INVALID,
d529ee19 2655 },
214e1eca
JA
2656 {
2657 .name = "verify",
e8b0e958 2658 .lname = "Verify",
214e1eca 2659 .type = FIO_OPT_STR,
a609f12a 2660 .off1 = offsetof(struct thread_options, verify),
214e1eca
JA
2661 .help = "Verify data written",
2662 .def = "0",
e8b0e958 2663 .category = FIO_OPT_C_IO,
3ceb458f 2664 .group = FIO_OPT_G_VERIFY,
214e1eca
JA
2665 .posval = {
2666 { .ival = "0",
2667 .oval = VERIFY_NONE,
2668 .help = "Don't do IO verification",
2669 },
fcca4b58
JA
2670 { .ival = "md5",
2671 .oval = VERIFY_MD5,
2672 .help = "Use md5 checksums for verification",
2673 },
d77a7af3
JA
2674 { .ival = "crc64",
2675 .oval = VERIFY_CRC64,
2676 .help = "Use crc64 checksums for verification",
2677 },
214e1eca
JA
2678 { .ival = "crc32",
2679 .oval = VERIFY_CRC32,
2680 .help = "Use crc32 checksums for verification",
2681 },
af497e6a 2682 { .ival = "crc32c-intel",
e3aaafc4
JA
2683 .oval = VERIFY_CRC32C,
2684 .help = "Use crc32c checksums for verification (hw assisted, if available)",
af497e6a 2685 },
bac39e0e
JA
2686 { .ival = "crc32c",
2687 .oval = VERIFY_CRC32C,
e3aaafc4 2688 .help = "Use crc32c checksums for verification (hw assisted, if available)",
bac39e0e 2689 },
969f7ed3
JA
2690 { .ival = "crc16",
2691 .oval = VERIFY_CRC16,
2692 .help = "Use crc16 checksums for verification",
2693 },
1e154bdb
JA
2694 { .ival = "crc7",
2695 .oval = VERIFY_CRC7,
2696 .help = "Use crc7 checksums for verification",
2697 },
7c353ceb
JA
2698 { .ival = "sha1",
2699 .oval = VERIFY_SHA1,
2700 .help = "Use sha1 checksums for verification",
2701 },
cd14cc10
JA
2702 { .ival = "sha256",
2703 .oval = VERIFY_SHA256,
2704 .help = "Use sha256 checksums for verification",
2705 },
2706 { .ival = "sha512",
2707 .oval = VERIFY_SHA512,
2708 .help = "Use sha512 checksums for verification",
ae3a5acc
JA
2709 },
2710 { .ival = "sha3-224",
2711 .oval = VERIFY_SHA3_224,
2712 .help = "Use sha3-224 checksums for verification",
2713 },
2714 { .ival = "sha3-256",
2715 .oval = VERIFY_SHA3_256,
2716 .help = "Use sha3-256 checksums for verification",
2717 },
2718 { .ival = "sha3-384",
2719 .oval = VERIFY_SHA3_384,
2720 .help = "Use sha3-384 checksums for verification",
2721 },
2722 { .ival = "sha3-512",
2723 .oval = VERIFY_SHA3_512,
2724 .help = "Use sha3-512 checksums for verification",
cd14cc10 2725 },
844ea602
JA
2726 { .ival = "xxhash",
2727 .oval = VERIFY_XXHASH,
2728 .help = "Use xxhash checksums for verification",
2729 },
b638d82f
RP
2730 /* Meta information was included into verify_header,
2731 * 'meta' verification is implied by default. */
7437ee87 2732 { .ival = "meta",
b638d82f
RP
2733 .oval = VERIFY_HDR_ONLY,
2734 .help = "Use io information for verification. "
2735 "Now is implied by default, thus option is obsolete, "
2736 "don't use it",
7437ee87 2737 },
59245381
JA
2738 { .ival = "pattern",
2739 .oval = VERIFY_PATTERN_NO_HDR,
2740 .help = "Verify strict pattern",
2741 },
36690c9b
JA
2742 {
2743 .ival = "null",
2744 .oval = VERIFY_NULL,
2745 .help = "Pretend to verify",
2746 },
214e1eca
JA
2747 },
2748 },
005c565a
JA
2749 {
2750 .name = "do_verify",
e8b0e958 2751 .lname = "Perform verify step",
68e1f29a 2752 .type = FIO_OPT_BOOL,
a609f12a 2753 .off1 = offsetof(struct thread_options, do_verify),
005c565a
JA
2754 .help = "Run verification stage after write",
2755 .def = "1",
2756 .parent = "verify",
d71c154c 2757 .hide = 1,
e8b0e958
JA
2758 .category = FIO_OPT_C_IO,
2759 .group = FIO_OPT_G_VERIFY,
005c565a 2760 },
160b966d
JA
2761 {
2762 .name = "verifysort",
e8b0e958 2763 .lname = "Verify sort",
160b966d 2764 .type = FIO_OPT_BOOL,
a609f12a 2765 .off1 = offsetof(struct thread_options, verifysort),
160b966d
JA
2766 .help = "Sort written verify blocks for read back",
2767 .def = "1",
c83f2df1 2768 .parent = "verify",
d71c154c 2769 .hide = 1,
e8b0e958
JA
2770 .category = FIO_OPT_C_IO,
2771 .group = FIO_OPT_G_VERIFY,
160b966d 2772 },
1ae83d45
JA
2773 {
2774 .name = "verifysort_nr",
cce2fdfe 2775 .lname = "Verify Sort Nr",
1ae83d45 2776 .type = FIO_OPT_INT,
a609f12a 2777 .off1 = offsetof(struct thread_options, verifysort_nr),
1ae83d45
JA
2778 .help = "Pre-load and sort verify blocks for a read workload",
2779 .minval = 0,
2780 .maxval = 131072,
2781 .def = "1024",
2782 .parent = "verify",
836fcc0f
JA
2783 .category = FIO_OPT_C_IO,
2784 .group = FIO_OPT_G_VERIFY,
1ae83d45 2785 },
3f9f4e26 2786 {
a59e170d 2787 .name = "verify_interval",
e8b0e958 2788 .lname = "Verify interval",
e01b22b8 2789 .type = FIO_OPT_INT,
a609f12a 2790 .off1 = offsetof(struct thread_options, verify_interval),
819a9680 2791 .minval = 2 * sizeof(struct verify_header),
a59e170d 2792 .help = "Store verify buffer header every N bytes",
afdf9352 2793 .parent = "verify",
d71c154c 2794 .hide = 1,
20eb06bd 2795 .interval = 2 * sizeof(struct verify_header),
e8b0e958
JA
2796 .category = FIO_OPT_C_IO,
2797 .group = FIO_OPT_G_VERIFY,
3f9f4e26 2798 },
546a9142 2799 {
a59e170d 2800 .name = "verify_offset",
e8b0e958 2801 .lname = "Verify offset",
e01b22b8 2802 .type = FIO_OPT_INT,
a59e170d 2803 .help = "Offset verify header location by N bytes",
a609f12a 2804 .off1 = offsetof(struct thread_options, verify_offset),
203160d5 2805 .minval = sizeof(struct verify_header),
afdf9352 2806 .parent = "verify",
d71c154c 2807 .hide = 1,
e8b0e958
JA
2808 .category = FIO_OPT_C_IO,
2809 .group = FIO_OPT_G_VERIFY,
546a9142 2810 },
e28218f3
SL
2811 {
2812 .name = "verify_pattern",
e8b0e958 2813 .lname = "Verify pattern",
0e92f873 2814 .type = FIO_OPT_STR,
e28218f3 2815 .cb = str_verify_pattern_cb,
a609f12a 2816 .off1 = offsetof(struct thread_options, verify_pattern),
e28218f3
SL
2817 .help = "Fill pattern for IO buffers",
2818 .parent = "verify",
d71c154c 2819 .hide = 1,
e8b0e958
JA
2820 .category = FIO_OPT_C_IO,
2821 .group = FIO_OPT_G_VERIFY,
e28218f3 2822 },
a12a3b4d
JA
2823 {
2824 .name = "verify_fatal",
e8b0e958 2825 .lname = "Verify fatal",
68e1f29a 2826 .type = FIO_OPT_BOOL,
a609f12a 2827 .off1 = offsetof(struct thread_options, verify_fatal),
a12a3b4d
JA
2828 .def = "0",
2829 .help = "Exit on a single verify failure, don't continue",
2830 .parent = "verify",
d71c154c 2831 .hide = 1,
e8b0e958
JA
2832 .category = FIO_OPT_C_IO,
2833 .group = FIO_OPT_G_VERIFY,
a12a3b4d 2834 },
b463e936
JA
2835 {
2836 .name = "verify_dump",
e8b0e958 2837 .lname = "Verify dump",
b463e936 2838 .type = FIO_OPT_BOOL,
a609f12a 2839 .off1 = offsetof(struct thread_options, verify_dump),
ef71e317 2840 .def = "0",
b463e936
JA
2841 .help = "Dump contents of good and bad blocks on failure",
2842 .parent = "verify",
d71c154c 2843 .hide = 1,
e8b0e958
JA
2844 .category = FIO_OPT_C_IO,
2845 .group = FIO_OPT_G_VERIFY,
b463e936 2846 },
e8462bd8
JA
2847 {
2848 .name = "verify_async",
e8b0e958 2849 .lname = "Verify asynchronously",
e8462bd8 2850 .type = FIO_OPT_INT,
a609f12a 2851 .off1 = offsetof(struct thread_options, verify_async),
e8462bd8
JA
2852 .def = "0",
2853 .help = "Number of async verifier threads to use",
2854 .parent = "verify",
d71c154c 2855 .hide = 1,
e8b0e958
JA
2856 .category = FIO_OPT_C_IO,
2857 .group = FIO_OPT_G_VERIFY,
e8462bd8 2858 },
9e144189
JA
2859 {
2860 .name = "verify_backlog",
e8b0e958 2861 .lname = "Verify backlog",
9e144189 2862 .type = FIO_OPT_STR_VAL,
a609f12a 2863 .off1 = offsetof(struct thread_options, verify_backlog),
9e144189
JA
2864 .help = "Verify after this number of blocks are written",
2865 .parent = "verify",
d71c154c 2866 .hide = 1,
e8b0e958
JA
2867 .category = FIO_OPT_C_IO,
2868 .group = FIO_OPT_G_VERIFY,
9e144189
JA
2869 },
2870 {
2871 .name = "verify_backlog_batch",
e8b0e958 2872 .lname = "Verify backlog batch",
9e144189 2873 .type = FIO_OPT_INT,
a609f12a 2874 .off1 = offsetof(struct thread_options, verify_batch),
9e144189 2875 .help = "Verify this number of IO blocks",
0d29de83 2876 .parent = "verify",
d71c154c 2877 .hide = 1,
e8b0e958
JA
2878 .category = FIO_OPT_C_IO,
2879 .group = FIO_OPT_G_VERIFY,
9e144189 2880 },
e8462bd8
JA
2881#ifdef FIO_HAVE_CPU_AFFINITY
2882 {
2883 .name = "verify_async_cpus",
e8b0e958 2884 .lname = "Async verify CPUs",
e8462bd8
JA
2885 .type = FIO_OPT_STR,
2886 .cb = str_verify_cpus_allowed_cb,
a609f12a 2887 .off1 = offsetof(struct thread_options, verify_cpumask),
e8462bd8
JA
2888 .help = "Set CPUs allowed for async verify threads",
2889 .parent = "verify_async",
d71c154c 2890 .hide = 1,
e8b0e958
JA
2891 .category = FIO_OPT_C_IO,
2892 .group = FIO_OPT_G_VERIFY,
e8462bd8 2893 },
a275c37a
JA
2894#else
2895 {
2896 .name = "verify_async_cpus",
2897 .lname = "Async verify CPUs",
2898 .type = FIO_OPT_UNSUPPORTED,
54d0a315 2899 .help = "Your platform does not support CPU affinities",
a275c37a 2900 },
0d29de83 2901#endif
51aa2da8
JA
2902 {
2903 .name = "experimental_verify",
cce2fdfe 2904 .lname = "Experimental Verify",
a609f12a 2905 .off1 = offsetof(struct thread_options, experimental_verify),
51aa2da8 2906 .type = FIO_OPT_BOOL,
b31eaac9 2907 .help = "Enable experimental verification",
ca09be4b
JA
2908 .parent = "verify",
2909 .category = FIO_OPT_C_IO,
2910 .group = FIO_OPT_G_VERIFY,
2911 },
2912 {
2913 .name = "verify_state_load",
2914 .lname = "Load verify state",
a609f12a 2915 .off1 = offsetof(struct thread_options, verify_state),
ca09be4b
JA
2916 .type = FIO_OPT_BOOL,
2917 .help = "Load verify termination state",
2918 .parent = "verify",
2919 .category = FIO_OPT_C_IO,
2920 .group = FIO_OPT_G_VERIFY,
2921 },
2922 {
2923 .name = "verify_state_save",
2924 .lname = "Save verify state",
a609f12a 2925 .off1 = offsetof(struct thread_options, verify_state_save),
ca09be4b
JA
2926 .type = FIO_OPT_BOOL,
2927 .def = "1",
2928 .help = "Save verify state on termination",
2929 .parent = "verify",
836fcc0f
JA
2930 .category = FIO_OPT_C_IO,
2931 .group = FIO_OPT_G_VERIFY,
51aa2da8 2932 },
0d29de83
JA
2933#ifdef FIO_HAVE_TRIM
2934 {
2935 .name = "trim_percentage",
e8b0e958 2936 .lname = "Trim percentage",
0d29de83 2937 .type = FIO_OPT_INT,
a609f12a 2938 .off1 = offsetof(struct thread_options, trim_percentage),
20eb06bd 2939 .minval = 0,
0d29de83 2940 .maxval = 100,
169c098d 2941 .help = "Number of verify blocks to trim (i.e., discard)",
0d29de83
JA
2942 .parent = "verify",
2943 .def = "0",
20eb06bd 2944 .interval = 1,
d71c154c 2945 .hide = 1,
e8b0e958
JA
2946 .category = FIO_OPT_C_IO,
2947 .group = FIO_OPT_G_TRIM,
0d29de83
JA
2948 },
2949 {
2950 .name = "trim_verify_zero",
e8b0e958 2951 .lname = "Verify trim zero",
20eb06bd 2952 .type = FIO_OPT_BOOL,
169c098d 2953 .help = "Verify that trimmed (i.e., discarded) blocks are returned as zeroes",
a609f12a 2954 .off1 = offsetof(struct thread_options, trim_zero),
0d29de83 2955 .parent = "trim_percentage",
d71c154c 2956 .hide = 1,
0d29de83 2957 .def = "1",
e8b0e958
JA
2958 .category = FIO_OPT_C_IO,
2959 .group = FIO_OPT_G_TRIM,
0d29de83
JA
2960 },
2961 {
2962 .name = "trim_backlog",
e8b0e958 2963 .lname = "Trim backlog",
0d29de83 2964 .type = FIO_OPT_STR_VAL,
a609f12a 2965 .off1 = offsetof(struct thread_options, trim_backlog),
0d29de83
JA
2966 .help = "Trim after this number of blocks are written",
2967 .parent = "trim_percentage",
d71c154c 2968 .hide = 1,
20eb06bd 2969 .interval = 1,
e8b0e958
JA
2970 .category = FIO_OPT_C_IO,
2971 .group = FIO_OPT_G_TRIM,
0d29de83
JA
2972 },
2973 {
2974 .name = "trim_backlog_batch",
e8b0e958 2975 .lname = "Trim backlog batch",
0d29de83 2976 .type = FIO_OPT_INT,
a609f12a 2977 .off1 = offsetof(struct thread_options, trim_batch),
0d29de83
JA
2978 .help = "Trim this number of IO blocks",
2979 .parent = "trim_percentage",
d71c154c 2980 .hide = 1,
20eb06bd 2981 .interval = 1,
e8b0e958
JA
2982 .category = FIO_OPT_C_IO,
2983 .group = FIO_OPT_G_TRIM,
0d29de83 2984 },
a275c37a
JA
2985#else
2986 {
2987 .name = "trim_percentage",
2988 .lname = "Trim percentage",
2989 .type = FIO_OPT_UNSUPPORTED,
2990 .help = "Fio does not support TRIM on your platform",
2991 },
2992 {
2993 .name = "trim_verify_zero",
2994 .lname = "Verify trim zero",
2995 .type = FIO_OPT_UNSUPPORTED,
2996 .help = "Fio does not support TRIM on your platform",
2997 },
2998 {
2999 .name = "trim_backlog",
3000 .lname = "Trim backlog",
3001 .type = FIO_OPT_UNSUPPORTED,
3002 .help = "Fio does not support TRIM on your platform",
3003 },
3004 {
3005 .name = "trim_backlog_batch",
3006 .lname = "Trim backlog batch",
3007 .type = FIO_OPT_UNSUPPORTED,
3008 .help = "Fio does not support TRIM on your platform",
3009 },
e8462bd8 3010#endif
214e1eca
JA
3011 {
3012 .name = "write_iolog",
e8b0e958 3013 .lname = "Write I/O log",
214e1eca 3014 .type = FIO_OPT_STR_STORE,
a609f12a 3015 .off1 = offsetof(struct thread_options, write_iolog_file),
214e1eca 3016 .help = "Store IO pattern to file",
e8b0e958
JA
3017 .category = FIO_OPT_C_IO,
3018 .group = FIO_OPT_G_IOLOG,
214e1eca
JA
3019 },
3020 {
3021 .name = "read_iolog",
e8b0e958 3022 .lname = "Read I/O log",
214e1eca 3023 .type = FIO_OPT_STR_STORE,
a609f12a 3024 .off1 = offsetof(struct thread_options, read_iolog_file),
214e1eca 3025 .help = "Playback IO pattern from file",
e8b0e958
JA
3026 .category = FIO_OPT_C_IO,
3027 .group = FIO_OPT_G_IOLOG,
214e1eca 3028 },
64bbb865
DN
3029 {
3030 .name = "replay_no_stall",
e8b0e958 3031 .lname = "Don't stall on replay",
20eb06bd 3032 .type = FIO_OPT_BOOL,
a609f12a 3033 .off1 = offsetof(struct thread_options, no_stall),
64bbb865 3034 .def = "0",
87e7a972 3035 .parent = "read_iolog",
d71c154c 3036 .hide = 1,
64bbb865 3037 .help = "Playback IO pattern file as fast as possible without stalls",
e8b0e958
JA
3038 .category = FIO_OPT_C_IO,
3039 .group = FIO_OPT_G_IOLOG,
64bbb865 3040 },
d1c46c04
DN
3041 {
3042 .name = "replay_redirect",
e8b0e958 3043 .lname = "Redirect device for replay",
d1c46c04 3044 .type = FIO_OPT_STR_STORE,
a609f12a 3045 .off1 = offsetof(struct thread_options, replay_redirect),
d1c46c04 3046 .parent = "read_iolog",
d71c154c 3047 .hide = 1,
d1c46c04 3048 .help = "Replay all I/O onto this device, regardless of trace device",
e8b0e958
JA
3049 .category = FIO_OPT_C_IO,
3050 .group = FIO_OPT_G_IOLOG,
d1c46c04 3051 },
0c63576e
JA
3052 {
3053 .name = "replay_scale",
3054 .lname = "Replace offset scale factor",
3055 .type = FIO_OPT_INT,
a609f12a 3056 .off1 = offsetof(struct thread_options, replay_scale),
0c63576e
JA
3057 .parent = "read_iolog",
3058 .def = "1",
3059 .help = "Align offsets to this blocksize",
3060 .category = FIO_OPT_C_IO,
3061 .group = FIO_OPT_G_IOLOG,
3062 },
3063 {
3064 .name = "replay_align",
3065 .lname = "Replace alignment",
3066 .type = FIO_OPT_INT,
a609f12a 3067 .off1 = offsetof(struct thread_options, replay_align),
0c63576e
JA
3068 .parent = "read_iolog",
3069 .help = "Scale offset down by this factor",
3070 .category = FIO_OPT_C_IO,
3071 .group = FIO_OPT_G_IOLOG,
3072 .pow2 = 1,
3073 },
214e1eca
JA
3074 {
3075 .name = "exec_prerun",
e8b0e958 3076 .lname = "Pre-execute runnable",
214e1eca 3077 .type = FIO_OPT_STR_STORE,
a609f12a 3078 .off1 = offsetof(struct thread_options, exec_prerun),
214e1eca 3079 .help = "Execute this file prior to running job",
e8b0e958
JA
3080 .category = FIO_OPT_C_GENERAL,
3081 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3082 },
3083 {
3084 .name = "exec_postrun",
e8b0e958 3085 .lname = "Post-execute runnable",
214e1eca 3086 .type = FIO_OPT_STR_STORE,
a609f12a 3087 .off1 = offsetof(struct thread_options, exec_postrun),
214e1eca 3088 .help = "Execute this file after running job",
e8b0e958
JA
3089 .category = FIO_OPT_C_GENERAL,
3090 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3091 },
3092#ifdef FIO_HAVE_IOSCHED_SWITCH
3093 {
3094 .name = "ioscheduler",
e8b0e958 3095 .lname = "I/O scheduler",
214e1eca 3096 .type = FIO_OPT_STR_STORE,
a609f12a 3097 .off1 = offsetof(struct thread_options, ioscheduler),
214e1eca 3098 .help = "Use this IO scheduler on the backing device",
e8b0e958
JA
3099 .category = FIO_OPT_C_FILE,
3100 .group = FIO_OPT_G_INVALID,
214e1eca 3101 },
a275c37a
JA
3102#else
3103 {
3104 .name = "ioscheduler",
3105 .lname = "I/O scheduler",
3106 .type = FIO_OPT_UNSUPPORTED,
3107 .help = "Your platform does not support IO scheduler switching",
3108 },
214e1eca
JA
3109#endif
3110 {
3111 .name = "zonesize",
e8b0e958 3112 .lname = "Zone size",
214e1eca 3113 .type = FIO_OPT_STR_VAL,
a609f12a 3114 .off1 = offsetof(struct thread_options, zone_size),
ed335855
SN
3115 .help = "Amount of data to read per zone",
3116 .def = "0",
20eb06bd 3117 .interval = 1024 * 1024,
e8b0e958
JA
3118 .category = FIO_OPT_C_IO,
3119 .group = FIO_OPT_G_ZONE,
ed335855
SN
3120 },
3121 {
3122 .name = "zonerange",
e8b0e958 3123 .lname = "Zone range",
ed335855 3124 .type = FIO_OPT_STR_VAL,
a609f12a 3125 .off1 = offsetof(struct thread_options, zone_range),
214e1eca
JA
3126 .help = "Give size of an IO zone",
3127 .def = "0",
20eb06bd 3128 .interval = 1024 * 1024,
e8b0e958
JA
3129 .category = FIO_OPT_C_IO,
3130 .group = FIO_OPT_G_ZONE,
214e1eca
JA
3131 },
3132 {
3133 .name = "zoneskip",
e8b0e958 3134 .lname = "Zone skip",
214e1eca 3135 .type = FIO_OPT_STR_VAL,
a609f12a 3136 .off1 = offsetof(struct thread_options, zone_skip),
214e1eca
JA
3137 .help = "Space between IO zones",
3138 .def = "0",
20eb06bd 3139 .interval = 1024 * 1024,
e8b0e958
JA
3140 .category = FIO_OPT_C_IO,
3141 .group = FIO_OPT_G_ZONE,
214e1eca
JA
3142 },
3143 {
3144 .name = "lockmem",
e8b0e958 3145 .lname = "Lock memory",
214e1eca 3146 .type = FIO_OPT_STR_VAL,
a609f12a 3147 .off1 = offsetof(struct thread_options, lockmem),
81c6b6cd 3148 .help = "Lock down this amount of memory (per worker)",
214e1eca 3149 .def = "0",
20eb06bd 3150 .interval = 1024 * 1024,
e8b0e958
JA
3151 .category = FIO_OPT_C_GENERAL,
3152 .group = FIO_OPT_G_INVALID,
214e1eca 3153 },
214e1eca
JA
3154 {
3155 .name = "rwmixread",
e8b0e958 3156 .lname = "Read/write mix read",
214e1eca 3157 .type = FIO_OPT_INT,
cb499fc4 3158 .cb = str_rwmix_read_cb,
a609f12a 3159 .off1 = offsetof(struct thread_options, rwmix[DDIR_READ]),
214e1eca
JA
3160 .maxval = 100,
3161 .help = "Percentage of mixed workload that is reads",
3162 .def = "50",
20eb06bd 3163 .interval = 5,
90265353 3164 .inverse = "rwmixwrite",
e8b0e958
JA
3165 .category = FIO_OPT_C_IO,
3166 .group = FIO_OPT_G_RWMIX,
214e1eca
JA
3167 },
3168 {
3169 .name = "rwmixwrite",
e8b0e958 3170 .lname = "Read/write mix write",
214e1eca 3171 .type = FIO_OPT_INT,
cb499fc4 3172 .cb = str_rwmix_write_cb,
a609f12a 3173 .off1 = offsetof(struct thread_options, rwmix[DDIR_WRITE]),
214e1eca
JA
3174 .maxval = 100,
3175 .help = "Percentage of mixed workload that is writes",
3176 .def = "50",
20eb06bd 3177 .interval = 5,
90265353 3178 .inverse = "rwmixread",
e8b0e958
JA
3179 .category = FIO_OPT_C_IO,
3180 .group = FIO_OPT_G_RWMIX,
214e1eca 3181 },
afdf9352
JA
3182 {
3183 .name = "rwmixcycle",
e8b0e958 3184 .lname = "Read/write mix cycle",
15ca150e 3185 .type = FIO_OPT_DEPRECATED,
e8b0e958
JA
3186 .category = FIO_OPT_C_IO,
3187 .group = FIO_OPT_G_RWMIX,
afdf9352 3188 },
214e1eca
JA
3189 {
3190 .name = "nice",
e8b0e958 3191 .lname = "Nice",
214e1eca 3192 .type = FIO_OPT_INT,
a609f12a 3193 .off1 = offsetof(struct thread_options, nice),
214e1eca
JA
3194 .help = "Set job CPU nice value",
3195 .minval = -19,
3196 .maxval = 20,
3197 .def = "0",
20eb06bd 3198 .interval = 1,
e8b0e958 3199 .category = FIO_OPT_C_GENERAL,
10860056 3200 .group = FIO_OPT_G_CRED,
214e1eca
JA
3201 },
3202#ifdef FIO_HAVE_IOPRIO
3203 {
3204 .name = "prio",
e8b0e958 3205 .lname = "I/O nice priority",
214e1eca 3206 .type = FIO_OPT_INT,
a609f12a 3207 .off1 = offsetof(struct thread_options, ioprio),
214e1eca 3208 .help = "Set job IO priority value",
1767bd34
TK
3209 .minval = IOPRIO_MIN_PRIO,
3210 .maxval = IOPRIO_MAX_PRIO,
20eb06bd 3211 .interval = 1,
e8b0e958 3212 .category = FIO_OPT_C_GENERAL,
10860056 3213 .group = FIO_OPT_G_CRED,
214e1eca 3214 },
32ef447a
TK
3215#else
3216 {
3217 .name = "prio",
3218 .lname = "I/O nice priority",
3219 .type = FIO_OPT_UNSUPPORTED,
3220 .help = "Your platform does not support IO priorities",
3221 },
3222#endif
3223#ifdef FIO_HAVE_IOPRIO_CLASS
3224#ifndef FIO_HAVE_IOPRIO
3225#error "FIO_HAVE_IOPRIO_CLASS requires FIO_HAVE_IOPRIO"
3226#endif
214e1eca
JA
3227 {
3228 .name = "prioclass",
e8b0e958 3229 .lname = "I/O nice priority class",
214e1eca 3230 .type = FIO_OPT_INT,
a609f12a 3231 .off1 = offsetof(struct thread_options, ioprio_class),
214e1eca 3232 .help = "Set job IO priority class",
1767bd34
TK
3233 .minval = IOPRIO_MIN_PRIO_CLASS,
3234 .maxval = IOPRIO_MAX_PRIO_CLASS,
20eb06bd 3235 .interval = 1,
e8b0e958 3236 .category = FIO_OPT_C_GENERAL,
10860056 3237 .group = FIO_OPT_G_CRED,
214e1eca 3238 },
a275c37a 3239#else
a275c37a
JA
3240 {
3241 .name = "prioclass",
3242 .lname = "I/O nice priority class",
3243 .type = FIO_OPT_UNSUPPORTED,
32ef447a 3244 .help = "Your platform does not support IO priority classes",
a275c37a 3245 },
214e1eca
JA
3246#endif
3247 {
3248 .name = "thinktime",
e8b0e958 3249 .lname = "Thinktime",
214e1eca 3250 .type = FIO_OPT_INT,
a609f12a 3251 .off1 = offsetof(struct thread_options, thinktime),
214e1eca
JA
3252 .help = "Idle time between IO buffers (usec)",
3253 .def = "0",
88038bc7 3254 .is_time = 1,
e8b0e958 3255 .category = FIO_OPT_C_IO,
3ceb458f 3256 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA
3257 },
3258 {
3259 .name = "thinktime_spin",
e8b0e958 3260 .lname = "Thinktime spin",
214e1eca 3261 .type = FIO_OPT_INT,
a609f12a 3262 .off1 = offsetof(struct thread_options, thinktime_spin),
214e1eca
JA
3263 .help = "Start think time by spinning this amount (usec)",
3264 .def = "0",
88038bc7 3265 .is_time = 1,
afdf9352 3266 .parent = "thinktime",
d71c154c 3267 .hide = 1,
e8b0e958 3268 .category = FIO_OPT_C_IO,
3ceb458f 3269 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA
3270 },
3271 {
3272 .name = "thinktime_blocks",
e8b0e958 3273 .lname = "Thinktime blocks",
214e1eca 3274 .type = FIO_OPT_INT,
a609f12a 3275 .off1 = offsetof(struct thread_options, thinktime_blocks),
214e1eca
JA
3276 .help = "IO buffer period between 'thinktime'",
3277 .def = "1",
afdf9352 3278 .parent = "thinktime",
d71c154c 3279 .hide = 1,
e8b0e958 3280 .category = FIO_OPT_C_IO,
3ceb458f 3281 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA
3282 },
3283 {
3284 .name = "rate",
e8b0e958 3285 .lname = "I/O rate",
e01b22b8 3286 .type = FIO_OPT_INT,
a609f12a
JA
3287 .off1 = offsetof(struct thread_options, rate[DDIR_READ]),
3288 .off2 = offsetof(struct thread_options, rate[DDIR_WRITE]),
3289 .off3 = offsetof(struct thread_options, rate[DDIR_TRIM]),
214e1eca 3290 .help = "Set bandwidth rate",
e8b0e958
JA
3291 .category = FIO_OPT_C_IO,
3292 .group = FIO_OPT_G_RATE,
214e1eca
JA
3293 },
3294 {
6d428bcd
JA
3295 .name = "rate_min",
3296 .alias = "ratemin",
e8b0e958 3297 .lname = "I/O min rate",
e01b22b8 3298 .type = FIO_OPT_INT,
a609f12a
JA
3299 .off1 = offsetof(struct thread_options, ratemin[DDIR_READ]),
3300 .off2 = offsetof(struct thread_options, ratemin[DDIR_WRITE]),
3301 .off3 = offsetof(struct thread_options, ratemin[DDIR_TRIM]),
4e991c23 3302 .help = "Job must meet this rate or it will be shutdown",
afdf9352 3303 .parent = "rate",
d71c154c 3304 .hide = 1,
e8b0e958
JA
3305 .category = FIO_OPT_C_IO,
3306 .group = FIO_OPT_G_RATE,
4e991c23
JA
3307 },
3308 {
3309 .name = "rate_iops",
e8b0e958 3310 .lname = "I/O rate IOPS",
e01b22b8 3311 .type = FIO_OPT_INT,
a609f12a
JA
3312 .off1 = offsetof(struct thread_options, rate_iops[DDIR_READ]),
3313 .off2 = offsetof(struct thread_options, rate_iops[DDIR_WRITE]),
3314 .off3 = offsetof(struct thread_options, rate_iops[DDIR_TRIM]),
4e991c23 3315 .help = "Limit IO used to this number of IO operations/sec",
d71c154c 3316 .hide = 1,
e8b0e958
JA
3317 .category = FIO_OPT_C_IO,
3318 .group = FIO_OPT_G_RATE,
4e991c23
JA
3319 },
3320 {
3321 .name = "rate_iops_min",
e8b0e958 3322 .lname = "I/O min rate IOPS",
e01b22b8 3323 .type = FIO_OPT_INT,
a609f12a
JA
3324 .off1 = offsetof(struct thread_options, rate_iops_min[DDIR_READ]),
3325 .off2 = offsetof(struct thread_options, rate_iops_min[DDIR_WRITE]),
3326 .off3 = offsetof(struct thread_options, rate_iops_min[DDIR_TRIM]),
03e20d68 3327 .help = "Job must meet this rate or it will be shut down",
afdf9352 3328 .parent = "rate_iops",
d71c154c 3329 .hide = 1,
e8b0e958
JA
3330 .category = FIO_OPT_C_IO,
3331 .group = FIO_OPT_G_RATE,
214e1eca 3332 },
ff6bb260 3333 {
6de65959
JA
3334 .name = "rate_process",
3335 .lname = "Rate Process",
3336 .type = FIO_OPT_STR,
a609f12a 3337 .off1 = offsetof(struct thread_options, rate_process),
6de65959
JA
3338 .help = "What process controls how rated IO is managed",
3339 .def = "linear",
ff6bb260
SL
3340 .category = FIO_OPT_C_IO,
3341 .group = FIO_OPT_G_RATE,
6de65959
JA
3342 .posval = {
3343 { .ival = "linear",
3344 .oval = RATE_PROCESS_LINEAR,
3345 .help = "Linear rate of IO",
3346 },
3347 {
3348 .ival = "poisson",
3349 .oval = RATE_PROCESS_POISSON,
3350 .help = "Rate follows Poisson process",
3351 },
3352 },
3353 .parent = "rate",
ff6bb260 3354 },
214e1eca 3355 {
6d428bcd
JA
3356 .name = "rate_cycle",
3357 .alias = "ratecycle",
e8b0e958 3358 .lname = "I/O rate cycle",
214e1eca 3359 .type = FIO_OPT_INT,
a609f12a 3360 .off1 = offsetof(struct thread_options, ratecycle),
214e1eca
JA
3361 .help = "Window average for rate limits (msec)",
3362 .def = "1000",
afdf9352 3363 .parent = "rate",
d71c154c 3364 .hide = 1,
e8b0e958
JA
3365 .category = FIO_OPT_C_IO,
3366 .group = FIO_OPT_G_RATE,
214e1eca 3367 },
15501535
JA
3368 {
3369 .name = "max_latency",
cce2fdfe 3370 .lname = "Max Latency",
15501535 3371 .type = FIO_OPT_INT,
a609f12a 3372 .off1 = offsetof(struct thread_options, max_latency),
15501535 3373 .help = "Maximum tolerated IO latency (usec)",
88038bc7 3374 .is_time = 1,
1e5324e7 3375 .category = FIO_OPT_C_IO,
3e260a46
JA
3376 .group = FIO_OPT_G_LATPROF,
3377 },
3378 {
3379 .name = "latency_target",
3380 .lname = "Latency Target (usec)",
3381 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 3382 .off1 = offsetof(struct thread_options, latency_target),
3e260a46 3383 .help = "Ramp to max queue depth supporting this latency",
88038bc7 3384 .is_time = 1,
3e260a46
JA
3385 .category = FIO_OPT_C_IO,
3386 .group = FIO_OPT_G_LATPROF,
3387 },
3388 {
3389 .name = "latency_window",
3390 .lname = "Latency Window (usec)",
3391 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 3392 .off1 = offsetof(struct thread_options, latency_window),
3e260a46 3393 .help = "Time to sustain latency_target",
88038bc7 3394 .is_time = 1,
3e260a46
JA
3395 .category = FIO_OPT_C_IO,
3396 .group = FIO_OPT_G_LATPROF,
3397 },
3398 {
3399 .name = "latency_percentile",
3400 .lname = "Latency Percentile",
3401 .type = FIO_OPT_FLOAT_LIST,
a609f12a 3402 .off1 = offsetof(struct thread_options, latency_percentile),
3e260a46
JA
3403 .help = "Percentile of IOs must be below latency_target",
3404 .def = "100",
3405 .maxlen = 1,
3406 .minfp = 0.0,
3407 .maxfp = 100.0,
3408 .category = FIO_OPT_C_IO,
3409 .group = FIO_OPT_G_LATPROF,
15501535 3410 },
214e1eca
JA
3411 {
3412 .name = "invalidate",
e8b0e958 3413 .lname = "Cache invalidate",
214e1eca 3414 .type = FIO_OPT_BOOL,
a609f12a 3415 .off1 = offsetof(struct thread_options, invalidate_cache),
214e1eca
JA
3416 .help = "Invalidate buffer/page cache prior to running job",
3417 .def = "1",
e8b0e958 3418 .category = FIO_OPT_C_IO,
3ceb458f 3419 .group = FIO_OPT_G_IO_TYPE,
214e1eca
JA
3420 },
3421 {
3422 .name = "sync",
e8b0e958 3423 .lname = "Synchronous I/O",
214e1eca 3424 .type = FIO_OPT_BOOL,
a609f12a 3425 .off1 = offsetof(struct thread_options, sync_io),
214e1eca
JA
3426 .help = "Use O_SYNC for buffered writes",
3427 .def = "0",
67a1000f 3428 .parent = "buffered",
d71c154c 3429 .hide = 1,
e8b0e958 3430 .category = FIO_OPT_C_IO,
3ceb458f 3431 .group = FIO_OPT_G_IO_TYPE,
214e1eca 3432 },
ae8e559e
JA
3433#ifdef FIO_HAVE_WRITE_HINT
3434 {
3435 .name = "write_hint",
3436 .lname = "Write hint",
3437 .type = FIO_OPT_STR,
3438 .off1 = offsetof(struct thread_options, write_hint),
3439 .help = "Set expected write life time",
3440 .category = FIO_OPT_C_ENGINE,
3441 .group = FIO_OPT_G_INVALID,
3442 .posval = {
3443 { .ival = "none",
3444 .oval = RWH_WRITE_LIFE_NONE,
3445 },
3446 { .ival = "short",
3447 .oval = RWH_WRITE_LIFE_SHORT,
3448 },
3449 { .ival = "medium",
3450 .oval = RWH_WRITE_LIFE_MEDIUM,
3451 },
3452 { .ival = "long",
3453 .oval = RWH_WRITE_LIFE_LONG,
3454 },
3455 { .ival = "extreme",
3456 .oval = RWH_WRITE_LIFE_EXTREME,
3457 },
3458 },
3459 },
3460#endif
214e1eca
JA
3461 {
3462 .name = "create_serialize",
e8b0e958 3463 .lname = "Create serialize",
214e1eca 3464 .type = FIO_OPT_BOOL,
a609f12a 3465 .off1 = offsetof(struct thread_options, create_serialize),
c2b8035f 3466 .help = "Serialize creation of job files",
214e1eca 3467 .def = "1",
e8b0e958
JA
3468 .category = FIO_OPT_C_FILE,
3469 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3470 },
3471 {
3472 .name = "create_fsync",
e8b0e958 3473 .lname = "Create fsync",
214e1eca 3474 .type = FIO_OPT_BOOL,
a609f12a 3475 .off1 = offsetof(struct thread_options, create_fsync),
03e20d68 3476 .help = "fsync file after creation",
214e1eca 3477 .def = "1",
e8b0e958
JA
3478 .category = FIO_OPT_C_FILE,
3479 .group = FIO_OPT_G_INVALID,
214e1eca 3480 },
814452bd
JA
3481 {
3482 .name = "create_on_open",
e8b0e958 3483 .lname = "Create on open",
814452bd 3484 .type = FIO_OPT_BOOL,
a609f12a 3485 .off1 = offsetof(struct thread_options, create_on_open),
814452bd
JA
3486 .help = "Create files when they are opened for IO",
3487 .def = "0",
e8b0e958
JA
3488 .category = FIO_OPT_C_FILE,
3489 .group = FIO_OPT_G_INVALID,
814452bd 3490 },
25460cf6
JA
3491 {
3492 .name = "create_only",
cce2fdfe 3493 .lname = "Create Only",
25460cf6 3494 .type = FIO_OPT_BOOL,
a609f12a 3495 .off1 = offsetof(struct thread_options, create_only),
25460cf6 3496 .help = "Only perform file creation phase",
d17fda71 3497 .category = FIO_OPT_C_FILE,
25460cf6
JA
3498 .def = "0",
3499 },
2378826d
JA
3500 {
3501 .name = "allow_file_create",
e81ecca3 3502 .lname = "Allow file create",
2378826d 3503 .type = FIO_OPT_BOOL,
a609f12a 3504 .off1 = offsetof(struct thread_options, allow_create),
2378826d
JA
3505 .help = "Permit fio to create files, if they don't exist",
3506 .def = "1",
3507 .category = FIO_OPT_C_FILE,
3508 .group = FIO_OPT_G_FILENAME,
3509 },
e81ecca3
JA
3510 {
3511 .name = "allow_mounted_write",
3512 .lname = "Allow mounted write",
3513 .type = FIO_OPT_BOOL,
a609f12a 3514 .off1 = offsetof(struct thread_options, allow_mounted_write),
e81ecca3
JA
3515 .help = "Allow writes to a mounted partition",
3516 .def = "0",
3517 .category = FIO_OPT_C_FILE,
3518 .group = FIO_OPT_G_FILENAME,
3519 },
0b9d69ec 3520 {
afad68f7 3521 .name = "pre_read",
e8b0e958 3522 .lname = "Pre-read files",
afad68f7 3523 .type = FIO_OPT_BOOL,
a609f12a 3524 .off1 = offsetof(struct thread_options, pre_read),
03e20d68 3525 .help = "Pre-read files before starting official testing",
afad68f7 3526 .def = "0",
e8b0e958
JA
3527 .category = FIO_OPT_C_FILE,
3528 .group = FIO_OPT_G_INVALID,
afad68f7 3529 },
214e1eca
JA
3530#ifdef FIO_HAVE_CPU_AFFINITY
3531 {
3532 .name = "cpumask",
e8b0e958 3533 .lname = "CPU mask",
214e1eca
JA
3534 .type = FIO_OPT_INT,
3535 .cb = str_cpumask_cb,
a609f12a 3536 .off1 = offsetof(struct thread_options, cpumask),
214e1eca 3537 .help = "CPU affinity mask",
e8b0e958 3538 .category = FIO_OPT_C_GENERAL,
10860056 3539 .group = FIO_OPT_G_CRED,
214e1eca 3540 },
d2e268b0
JA
3541 {
3542 .name = "cpus_allowed",
e8b0e958 3543 .lname = "CPUs allowed",
d2e268b0
JA
3544 .type = FIO_OPT_STR,
3545 .cb = str_cpus_allowed_cb,
a609f12a 3546 .off1 = offsetof(struct thread_options, cpumask),
d2e268b0 3547 .help = "Set CPUs allowed",
e8b0e958 3548 .category = FIO_OPT_C_GENERAL,
10860056 3549 .group = FIO_OPT_G_CRED,
d2e268b0 3550 },
c2acfbac
JA
3551 {
3552 .name = "cpus_allowed_policy",
3553 .lname = "CPUs allowed distribution policy",
3554 .type = FIO_OPT_STR,
a609f12a 3555 .off1 = offsetof(struct thread_options, cpus_allowed_policy),
c2acfbac
JA
3556 .help = "Distribution policy for cpus_allowed",
3557 .parent = "cpus_allowed",
3558 .prio = 1,
3559 .posval = {
3560 { .ival = "shared",
3561 .oval = FIO_CPUS_SHARED,
3562 .help = "Mask shared between threads",
3563 },
3564 { .ival = "split",
3565 .oval = FIO_CPUS_SPLIT,
3566 .help = "Mask split between threads",
3567 },
3568 },
3569 .category = FIO_OPT_C_GENERAL,
3570 .group = FIO_OPT_G_CRED,
3571 },
a275c37a
JA
3572#else
3573 {
3574 .name = "cpumask",
3575 .lname = "CPU mask",
3576 .type = FIO_OPT_UNSUPPORTED,
3577 .help = "Your platform does not support CPU affinities",
3578 },
3579 {
3580 .name = "cpus_allowed",
3581 .lname = "CPUs allowed",
3582 .type = FIO_OPT_UNSUPPORTED,
3583 .help = "Your platform does not support CPU affinities",
3584 },
3585 {
3586 .name = "cpus_allowed_policy",
3587 .lname = "CPUs allowed distribution policy",
3588 .type = FIO_OPT_UNSUPPORTED,
3589 .help = "Your platform does not support CPU affinities",
3590 },
d0b937ed 3591#endif
67bf9823 3592#ifdef CONFIG_LIBNUMA
d0b937ed
YR
3593 {
3594 .name = "numa_cpu_nodes",
cce2fdfe 3595 .lname = "NUMA CPU Nodes",
d0b937ed
YR
3596 .type = FIO_OPT_STR,
3597 .cb = str_numa_cpunodes_cb,
a609f12a 3598 .off1 = offsetof(struct thread_options, numa_cpunodes),
d0b937ed 3599 .help = "NUMA CPU nodes bind",
6be54b2d
JA
3600 .category = FIO_OPT_C_GENERAL,
3601 .group = FIO_OPT_G_INVALID,
d0b937ed
YR
3602 },
3603 {
3604 .name = "numa_mem_policy",
cce2fdfe 3605 .lname = "NUMA Memory Policy",
d0b937ed
YR
3606 .type = FIO_OPT_STR,
3607 .cb = str_numa_mpol_cb,
a609f12a 3608 .off1 = offsetof(struct thread_options, numa_memnodes),
d0b937ed 3609 .help = "NUMA memory policy setup",
6be54b2d
JA
3610 .category = FIO_OPT_C_GENERAL,
3611 .group = FIO_OPT_G_INVALID,
d0b937ed 3612 },
a275c37a
JA
3613#else
3614 {
3615 .name = "numa_cpu_nodes",
3616 .lname = "NUMA CPU Nodes",
3617 .type = FIO_OPT_UNSUPPORTED,
3618 .help = "Build fio with libnuma-dev(el) to enable this option",
3619 },
3620 {
3621 .name = "numa_mem_policy",
3622 .lname = "NUMA Memory Policy",
3623 .type = FIO_OPT_UNSUPPORTED,
3624 .help = "Build fio with libnuma-dev(el) to enable this option",
3625 },
03553853
YR
3626#endif
3627#ifdef CONFIG_CUDA
3628 {
3629 .name = "gpu_dev_id",
3630 .lname = "GPU device ID",
3631 .type = FIO_OPT_INT,
3632 .off1 = offsetof(struct thread_options, gpu_dev_id),
3633 .help = "Set GPU device ID for GPUDirect RDMA",
3634 .def = "0",
3635 .category = FIO_OPT_C_GENERAL,
3636 .group = FIO_OPT_G_INVALID,
3637 },
214e1eca
JA
3638#endif
3639 {
3640 .name = "end_fsync",
e8b0e958 3641 .lname = "End fsync",
214e1eca 3642 .type = FIO_OPT_BOOL,
a609f12a 3643 .off1 = offsetof(struct thread_options, end_fsync),
214e1eca
JA
3644 .help = "Include fsync at the end of job",
3645 .def = "0",
e8b0e958
JA
3646 .category = FIO_OPT_C_FILE,
3647 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3648 },
3649 {
3650 .name = "fsync_on_close",
e8b0e958 3651 .lname = "Fsync on close",
214e1eca 3652 .type = FIO_OPT_BOOL,
a609f12a 3653 .off1 = offsetof(struct thread_options, fsync_on_close),
214e1eca
JA
3654 .help = "fsync files on close",
3655 .def = "0",
e8b0e958
JA
3656 .category = FIO_OPT_C_FILE,
3657 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3658 },
3659 {
3660 .name = "unlink",
e8b0e958 3661 .lname = "Unlink file",
214e1eca 3662 .type = FIO_OPT_BOOL,
a609f12a 3663 .off1 = offsetof(struct thread_options, unlink),
214e1eca
JA
3664 .help = "Unlink created files after job has completed",
3665 .def = "0",
e8b0e958
JA
3666 .category = FIO_OPT_C_FILE,
3667 .group = FIO_OPT_G_INVALID,
214e1eca 3668 },
39c1c323 3669 {
3670 .name = "unlink_each_loop",
3671 .lname = "Unlink file after each loop of a job",
3672 .type = FIO_OPT_BOOL,
a609f12a 3673 .off1 = offsetof(struct thread_options, unlink_each_loop),
39c1c323 3674 .help = "Unlink created files after each loop in a job has completed",
3675 .def = "0",
3676 .category = FIO_OPT_C_FILE,
3677 .group = FIO_OPT_G_INVALID,
3678 },
214e1eca
JA
3679 {
3680 .name = "exitall",
e8b0e958 3681 .lname = "Exit-all on terminate",
214e1eca
JA
3682 .type = FIO_OPT_STR_SET,
3683 .cb = str_exitall_cb,
3684 .help = "Terminate all jobs when one exits",
e8b0e958 3685 .category = FIO_OPT_C_GENERAL,
a1f6afec 3686 .group = FIO_OPT_G_PROCESS,
214e1eca 3687 },
f9cafb12
JA
3688 {
3689 .name = "exitall_on_error",
3690 .lname = "Exit-all on terminate in error",
78abcf9b 3691 .type = FIO_OPT_STR_SET,
a609f12a 3692 .off1 = offsetof(struct thread_options, exitall_error),
f9cafb12
JA
3693 .help = "Terminate all jobs when one exits in error",
3694 .category = FIO_OPT_C_GENERAL,
3695 .group = FIO_OPT_G_PROCESS,
3696 },
214e1eca
JA
3697 {
3698 .name = "stonewall",
e8b0e958 3699 .lname = "Wait for previous",
d392365e 3700 .alias = "wait_for_previous",
214e1eca 3701 .type = FIO_OPT_STR_SET,
a609f12a 3702 .off1 = offsetof(struct thread_options, stonewall),
214e1eca 3703 .help = "Insert a hard barrier between this job and previous",
e8b0e958 3704 .category = FIO_OPT_C_GENERAL,
a1f6afec 3705 .group = FIO_OPT_G_PROCESS,
214e1eca 3706 },
b3d62a75
JA
3707 {
3708 .name = "new_group",
e8b0e958 3709 .lname = "New group",
b3d62a75 3710 .type = FIO_OPT_STR_SET,
a609f12a 3711 .off1 = offsetof(struct thread_options, new_group),
b3d62a75 3712 .help = "Mark the start of a new group (for reporting)",
e8b0e958 3713 .category = FIO_OPT_C_GENERAL,
a1f6afec 3714 .group = FIO_OPT_G_PROCESS,
b3d62a75 3715 },
214e1eca
JA
3716 {
3717 .name = "thread",
e8b0e958 3718 .lname = "Thread",
214e1eca 3719 .type = FIO_OPT_STR_SET,
a609f12a 3720 .off1 = offsetof(struct thread_options, use_thread),
20eb06bd 3721 .help = "Use threads instead of processes",
c8931876
JA
3722#ifdef CONFIG_NO_SHM
3723 .def = "1",
3724 .no_warn_def = 1,
3725#endif
e8b0e958 3726 .category = FIO_OPT_C_GENERAL,
a1f6afec 3727 .group = FIO_OPT_G_PROCESS,
214e1eca 3728 },
3a5db920
JA
3729 {
3730 .name = "per_job_logs",
cce2fdfe 3731 .lname = "Per Job Logs",
3a5db920 3732 .type = FIO_OPT_BOOL,
a609f12a 3733 .off1 = offsetof(struct thread_options, per_job_logs),
3a5db920
JA
3734 .help = "Include job number in generated log files or not",
3735 .def = "1",
3736 .category = FIO_OPT_C_LOG,
3737 .group = FIO_OPT_G_INVALID,
3738 },
214e1eca
JA
3739 {
3740 .name = "write_bw_log",
e8b0e958 3741 .lname = "Write bandwidth log",
dded427c 3742 .type = FIO_OPT_STR,
a609f12a 3743 .off1 = offsetof(struct thread_options, bw_log_file),
dded427c 3744 .cb = str_write_bw_log_cb,
214e1eca 3745 .help = "Write log of bandwidth during run",
e8b0e958
JA
3746 .category = FIO_OPT_C_LOG,
3747 .group = FIO_OPT_G_INVALID,
214e1eca
JA
3748 },
3749 {
3750 .name = "write_lat_log",
e8b0e958 3751 .lname = "Write latency log",
dded427c 3752 .type = FIO_OPT_STR,
a609f12a 3753 .off1 = offsetof(struct thread_options, lat_log_file),
dded427c 3754 .cb = str_write_lat_log_cb,
214e1eca 3755 .help = "Write log of latency during run",
e8b0e958
JA
3756 .category = FIO_OPT_C_LOG,
3757 .group = FIO_OPT_G_INVALID,
214e1eca 3758 },
c8eeb9df
JA
3759 {
3760 .name = "write_iops_log",
e8b0e958 3761 .lname = "Write IOPS log",
dded427c 3762 .type = FIO_OPT_STR,
a609f12a 3763 .off1 = offsetof(struct thread_options, iops_log_file),
dded427c 3764 .cb = str_write_iops_log_cb,
c8eeb9df 3765 .help = "Write log of IOPS during run",
e8b0e958
JA
3766 .category = FIO_OPT_C_LOG,
3767 .group = FIO_OPT_G_INVALID,
c8eeb9df 3768 },
b8bc8cba
JA
3769 {
3770 .name = "log_avg_msec",
e8b0e958 3771 .lname = "Log averaging (msec)",
b8bc8cba 3772 .type = FIO_OPT_INT,
a609f12a 3773 .off1 = offsetof(struct thread_options, log_avg_msec),
b8bc8cba
JA
3774 .help = "Average bw/iops/lat logs over this period of time",
3775 .def = "0",
e8b0e958 3776 .category = FIO_OPT_C_LOG,
1e613c9c
KC
3777 .group = FIO_OPT_G_INVALID,
3778 },
3779 {
3780 .name = "log_hist_msec",
3781 .lname = "Log histograms (msec)",
3782 .type = FIO_OPT_INT,
a609f12a 3783 .off1 = offsetof(struct thread_options, log_hist_msec),
1e613c9c
KC
3784 .help = "Dump completion latency histograms at frequency of this time value",
3785 .def = "0",
3786 .category = FIO_OPT_C_LOG,
3787 .group = FIO_OPT_G_INVALID,
3788 },
3789 {
3790 .name = "log_hist_coarseness",
3791 .lname = "Histogram logs coarseness",
3792 .type = FIO_OPT_INT,
a609f12a 3793 .off1 = offsetof(struct thread_options, log_hist_coarseness),
1e613c9c
KC
3794 .help = "Integer in range [0,6]. Higher coarseness outputs"
3795 " fewer histogram bins per sample. The number of bins for"
3796 " these are [1216, 608, 304, 152, 76, 38, 19] respectively.",
3797 .def = "0",
3798 .category = FIO_OPT_C_LOG,
3799 .group = FIO_OPT_G_INVALID,
3800 },
3801 {
3802 .name = "write_hist_log",
3803 .lname = "Write latency histogram logs",
dded427c 3804 .type = FIO_OPT_STR,
a609f12a 3805 .off1 = offsetof(struct thread_options, hist_log_file),
dded427c 3806 .cb = str_write_hist_log_cb,
1e613c9c
KC
3807 .help = "Write log of latency histograms during run",
3808 .category = FIO_OPT_C_LOG,
e8b0e958 3809 .group = FIO_OPT_G_INVALID,
b8bc8cba 3810 },
e6989e10
JA
3811 {
3812 .name = "log_max_value",
3813 .lname = "Log maximum instead of average",
3814 .type = FIO_OPT_BOOL,
a609f12a 3815 .off1 = offsetof(struct thread_options, log_max),
e6989e10
JA
3816 .help = "Log max sample in a window instead of average",
3817 .def = "0",
3818 .category = FIO_OPT_C_LOG,
3819 .group = FIO_OPT_G_INVALID,
3820 },
ae588852
JA
3821 {
3822 .name = "log_offset",
3823 .lname = "Log offset of IO",
3824 .type = FIO_OPT_BOOL,
a609f12a 3825 .off1 = offsetof(struct thread_options, log_offset),
ae588852
JA
3826 .help = "Include offset of IO for each log entry",
3827 .def = "0",
3828 .category = FIO_OPT_C_LOG,
3829 .group = FIO_OPT_G_INVALID,
3830 },
aee2ab67
JA
3831#ifdef CONFIG_ZLIB
3832 {
3833 .name = "log_compression",
3834 .lname = "Log compression",
3835 .type = FIO_OPT_INT,
a609f12a 3836 .off1 = offsetof(struct thread_options, log_gz),
aee2ab67 3837 .help = "Log in compressed chunks of this size",
9919b27b 3838 .minval = 1024ULL,
aee2ab67
JA
3839 .maxval = 512 * 1024 * 1024ULL,
3840 .category = FIO_OPT_C_LOG,
3841 .group = FIO_OPT_G_INVALID,
3842 },
c08f9fe2
JA
3843#ifdef FIO_HAVE_CPU_AFFINITY
3844 {
3845 .name = "log_compression_cpus",
3846 .lname = "Log Compression CPUs",
3847 .type = FIO_OPT_STR,
3848 .cb = str_log_cpus_allowed_cb,
a609f12a 3849 .off1 = offsetof(struct thread_options, log_gz_cpumask),
c08f9fe2
JA
3850 .parent = "log_compression",
3851 .help = "Limit log compression to these CPUs",
3852 .category = FIO_OPT_C_LOG,
3853 .group = FIO_OPT_G_INVALID,
3854 },
a275c37a
JA
3855#else
3856 {
3857 .name = "log_compression_cpus",
3858 .lname = "Log Compression CPUs",
3859 .type = FIO_OPT_UNSUPPORTED,
3860 .help = "Your platform does not support CPU affinities",
3861 },
c08f9fe2 3862#endif
b26317c9
JA
3863 {
3864 .name = "log_store_compressed",
3865 .lname = "Log store compressed",
3866 .type = FIO_OPT_BOOL,
a609f12a 3867 .off1 = offsetof(struct thread_options, log_gz_store),
b26317c9
JA
3868 .help = "Store logs in a compressed format",
3869 .category = FIO_OPT_C_LOG,
3870 .group = FIO_OPT_G_INVALID,
3871 },
a275c37a
JA
3872#else
3873 {
3874 .name = "log_compression",
3875 .lname = "Log compression",
3876 .type = FIO_OPT_UNSUPPORTED,
3877 .help = "Install libz-dev(el) to get compression support",
3878 },
3879 {
3880 .name = "log_store_compressed",
3881 .lname = "Log store compressed",
3882 .type = FIO_OPT_UNSUPPORTED,
3883 .help = "Install libz-dev(el) to get compression support",
3884 },
aee2ab67 3885#endif
3aea75b1
KC
3886 {
3887 .name = "log_unix_epoch",
3888 .lname = "Log epoch unix",
3889 .type = FIO_OPT_BOOL,
3890 .off1 = offsetof(struct thread_options, log_unix_epoch),
3891 .help = "Use Unix time in log files",
3892 .category = FIO_OPT_C_LOG,
3893 .group = FIO_OPT_G_INVALID,
3894 },
66347cfa
DE
3895 {
3896 .name = "block_error_percentiles",
3897 .lname = "Block error percentiles",
3898 .type = FIO_OPT_BOOL,
a609f12a 3899 .off1 = offsetof(struct thread_options, block_error_hist),
66347cfa
DE
3900 .help = "Record trim block errors and make a histogram",
3901 .def = "0",
3902 .category = FIO_OPT_C_LOG,
3903 .group = FIO_OPT_G_INVALID,
3904 },
c504ee55
JA
3905 {
3906 .name = "bwavgtime",
3907 .lname = "Bandwidth average time",
3908 .type = FIO_OPT_INT,
a609f12a 3909 .off1 = offsetof(struct thread_options, bw_avg_time),
c504ee55
JA
3910 .help = "Time window over which to calculate bandwidth"
3911 " (msec)",
3912 .def = "500",
3913 .parent = "write_bw_log",
3914 .hide = 1,
3915 .interval = 100,
3916 .category = FIO_OPT_C_LOG,
3917 .group = FIO_OPT_G_INVALID,
3918 },
3919 {
3920 .name = "iopsavgtime",
3921 .lname = "IOPS average time",
3922 .type = FIO_OPT_INT,
a609f12a 3923 .off1 = offsetof(struct thread_options, iops_avg_time),
c504ee55
JA
3924 .help = "Time window over which to calculate IOPS (msec)",
3925 .def = "500",
3926 .parent = "write_iops_log",
3927 .hide = 1,
3928 .interval = 100,
3929 .category = FIO_OPT_C_LOG,
3930 .group = FIO_OPT_G_INVALID,
3931 },
214e1eca
JA
3932 {
3933 .name = "group_reporting",
e8b0e958 3934 .lname = "Group reporting",
d2507043 3935 .type = FIO_OPT_STR_SET,
a609f12a 3936 .off1 = offsetof(struct thread_options, group_reporting),
214e1eca 3937 .help = "Do reporting on a per-group basis",
10860056 3938 .category = FIO_OPT_C_STAT,
e8b0e958 3939 .group = FIO_OPT_G_INVALID,
214e1eca 3940 },
8243be59
JA
3941 {
3942 .name = "stats",
3943 .lname = "Stats",
3944 .type = FIO_OPT_BOOL,
3945 .off1 = offsetof(struct thread_options, stats),
3946 .help = "Enable collection of stats",
3947 .def = "1",
3948 .category = FIO_OPT_C_STAT,
3949 .group = FIO_OPT_G_INVALID,
3950 },
e9459e5a
JA
3951 {
3952 .name = "zero_buffers",
e8b0e958 3953 .lname = "Zero I/O buffers",
e9459e5a 3954 .type = FIO_OPT_STR_SET,
a609f12a 3955 .off1 = offsetof(struct thread_options, zero_buffers),
e9459e5a 3956 .help = "Init IO buffers to all zeroes",
e8b0e958 3957 .category = FIO_OPT_C_IO,
3ceb458f 3958 .group = FIO_OPT_G_IO_BUF,
e9459e5a 3959 },
5973cafb
JA
3960 {
3961 .name = "refill_buffers",
e8b0e958 3962 .lname = "Refill I/O buffers",
5973cafb 3963 .type = FIO_OPT_STR_SET,
a609f12a 3964 .off1 = offsetof(struct thread_options, refill_buffers),
5973cafb 3965 .help = "Refill IO buffers on every IO submit",
e8b0e958 3966 .category = FIO_OPT_C_IO,
3ceb458f 3967 .group = FIO_OPT_G_IO_BUF,
5973cafb 3968 },
fd68418e
JA
3969 {
3970 .name = "scramble_buffers",
e8b0e958 3971 .lname = "Scramble I/O buffers",
fd68418e 3972 .type = FIO_OPT_BOOL,
a609f12a 3973 .off1 = offsetof(struct thread_options, scramble_buffers),
fd68418e
JA
3974 .help = "Slightly scramble buffers on every IO submit",
3975 .def = "1",
e8b0e958 3976 .category = FIO_OPT_C_IO,
3ceb458f 3977 .group = FIO_OPT_G_IO_BUF,
fd68418e 3978 },
ce35b1ec
JA
3979 {
3980 .name = "buffer_pattern",
3981 .lname = "Buffer pattern",
3982 .type = FIO_OPT_STR,
3983 .cb = str_buffer_pattern_cb,
a609f12a 3984 .off1 = offsetof(struct thread_options, buffer_pattern),
ce35b1ec
JA
3985 .help = "Fill pattern for IO buffers",
3986 .category = FIO_OPT_C_IO,
3987 .group = FIO_OPT_G_IO_BUF,
3988 },
9c42684e
JA
3989 {
3990 .name = "buffer_compress_percentage",
e8b0e958 3991 .lname = "Buffer compression percentage",
9c42684e 3992 .type = FIO_OPT_INT,
bedc9dc2 3993 .cb = str_buffer_compress_cb,
a609f12a 3994 .off1 = offsetof(struct thread_options, compress_percentage),
9c42684e 3995 .maxval = 100,
e7f5de90 3996 .minval = 0,
9c42684e 3997 .help = "How compressible the buffer is (approximately)",
20eb06bd 3998 .interval = 5,
e8b0e958 3999 .category = FIO_OPT_C_IO,
3ceb458f 4000 .group = FIO_OPT_G_IO_BUF,
9c42684e 4001 },
f97a43a1
JA
4002 {
4003 .name = "buffer_compress_chunk",
e8b0e958 4004 .lname = "Buffer compression chunk size",
f97a43a1 4005 .type = FIO_OPT_INT,
a609f12a 4006 .off1 = offsetof(struct thread_options, compress_chunk),
207b18e4 4007 .parent = "buffer_compress_percentage",
d71c154c 4008 .hide = 1,
f97a43a1 4009 .help = "Size of compressible region in buffer",
20eb06bd 4010 .interval = 256,
e8b0e958 4011 .category = FIO_OPT_C_IO,
3ceb458f 4012 .group = FIO_OPT_G_IO_BUF,
f97a43a1 4013 },
5c94b008
JA
4014 {
4015 .name = "dedupe_percentage",
4016 .lname = "Dedupe percentage",
4017 .type = FIO_OPT_INT,
4018 .cb = str_dedupe_cb,
a609f12a 4019 .off1 = offsetof(struct thread_options, dedupe_percentage),
5c94b008
JA
4020 .maxval = 100,
4021 .minval = 0,
4022 .help = "Percentage of buffers that are dedupable",
4023 .interval = 1,
4024 .category = FIO_OPT_C_IO,
4025 .group = FIO_OPT_G_IO_BUF,
4026 },
83349190
YH
4027 {
4028 .name = "clat_percentiles",
e8b0e958 4029 .lname = "Completion latency percentiles",
83349190 4030 .type = FIO_OPT_BOOL,
a609f12a 4031 .off1 = offsetof(struct thread_options, clat_percentiles),
83349190 4032 .help = "Enable the reporting of completion latency percentiles",
467b35ed 4033 .def = "1",
e8b0e958
JA
4034 .category = FIO_OPT_C_STAT,
4035 .group = FIO_OPT_G_INVALID,
83349190
YH
4036 },
4037 {
4038 .name = "percentile_list",
66347cfa 4039 .lname = "Percentile list",
83349190 4040 .type = FIO_OPT_FLOAT_LIST,
a609f12a
JA
4041 .off1 = offsetof(struct thread_options, percentile_list),
4042 .off2 = offsetof(struct thread_options, percentile_precision),
66347cfa
DE
4043 .help = "Specify a custom list of percentiles to report for "
4044 "completion latency and block errors",
fd112d34 4045 .def = "1:5:10:20:30:40:50:60:70:80:90:95:99:99.5:99.9:99.95:99.99",
83349190
YH
4046 .maxlen = FIO_IO_U_LIST_MAX_LEN,
4047 .minfp = 0.0,
4048 .maxfp = 100.0,
e8b0e958
JA
4049 .category = FIO_OPT_C_STAT,
4050 .group = FIO_OPT_G_INVALID,
83349190
YH
4051 },
4052
0a839f30
JA
4053#ifdef FIO_HAVE_DISK_UTIL
4054 {
4055 .name = "disk_util",
e8b0e958 4056 .lname = "Disk utilization",
0a839f30 4057 .type = FIO_OPT_BOOL,
a609f12a 4058 .off1 = offsetof(struct thread_options, do_disk_util),
f66ab3c8 4059 .help = "Log disk utilization statistics",
0a839f30 4060 .def = "1",
e8b0e958
JA
4061 .category = FIO_OPT_C_STAT,
4062 .group = FIO_OPT_G_INVALID,
0a839f30 4063 },
a275c37a
JA
4064#else
4065 {
4066 .name = "disk_util",
4067 .lname = "Disk utilization",
4068 .type = FIO_OPT_UNSUPPORTED,
4069 .help = "Your platform does not support disk utilization",
4070 },
0a839f30 4071#endif
993bf48b
JA
4072 {
4073 .name = "gtod_reduce",
e8b0e958 4074 .lname = "Reduce gettimeofday() calls",
993bf48b
JA
4075 .type = FIO_OPT_BOOL,
4076 .help = "Greatly reduce number of gettimeofday() calls",
4077 .cb = str_gtod_reduce_cb,
4078 .def = "0",
a4ed77fe 4079 .hide_on_set = 1,
e8b0e958
JA
4080 .category = FIO_OPT_C_STAT,
4081 .group = FIO_OPT_G_INVALID,
993bf48b 4082 },
02af0988
JA
4083 {
4084 .name = "disable_lat",
e8b0e958 4085 .lname = "Disable all latency stats",
02af0988 4086 .type = FIO_OPT_BOOL,
a609f12a 4087 .off1 = offsetof(struct thread_options, disable_lat),
02af0988
JA
4088 .help = "Disable latency numbers",
4089 .parent = "gtod_reduce",
d71c154c 4090 .hide = 1,
02af0988 4091 .def = "0",
e8b0e958
JA
4092 .category = FIO_OPT_C_STAT,
4093 .group = FIO_OPT_G_INVALID,
02af0988 4094 },
9520ebb9
JA
4095 {
4096 .name = "disable_clat",
e8b0e958 4097 .lname = "Disable completion latency stats",
9520ebb9 4098 .type = FIO_OPT_BOOL,
a609f12a 4099 .off1 = offsetof(struct thread_options, disable_clat),
9520ebb9 4100 .help = "Disable completion latency numbers",
993bf48b 4101 .parent = "gtod_reduce",
d71c154c 4102 .hide = 1,
9520ebb9 4103 .def = "0",
e8b0e958
JA
4104 .category = FIO_OPT_C_STAT,
4105 .group = FIO_OPT_G_INVALID,
9520ebb9
JA
4106 },
4107 {
4108 .name = "disable_slat",
e8b0e958 4109 .lname = "Disable submission latency stats",
9520ebb9 4110 .type = FIO_OPT_BOOL,
a609f12a 4111 .off1 = offsetof(struct thread_options, disable_slat),
03e20d68 4112 .help = "Disable submission latency numbers",
993bf48b 4113 .parent = "gtod_reduce",
d71c154c 4114 .hide = 1,
9520ebb9 4115 .def = "0",
e8b0e958
JA
4116 .category = FIO_OPT_C_STAT,
4117 .group = FIO_OPT_G_INVALID,
9520ebb9
JA
4118 },
4119 {
4120 .name = "disable_bw_measurement",
afd2ceff 4121 .alias = "disable_bw",
e8b0e958 4122 .lname = "Disable bandwidth stats",
9520ebb9 4123 .type = FIO_OPT_BOOL,
a609f12a 4124 .off1 = offsetof(struct thread_options, disable_bw),
9520ebb9 4125 .help = "Disable bandwidth logging",
993bf48b 4126 .parent = "gtod_reduce",
d71c154c 4127 .hide = 1,
9520ebb9 4128 .def = "0",
e8b0e958
JA
4129 .category = FIO_OPT_C_STAT,
4130 .group = FIO_OPT_G_INVALID,
9520ebb9 4131 },
be4ecfdf
JA
4132 {
4133 .name = "gtod_cpu",
e8b0e958 4134 .lname = "Dedicated gettimeofday() CPU",
be4ecfdf 4135 .type = FIO_OPT_INT,
a609f12a 4136 .off1 = offsetof(struct thread_options, gtod_cpu),
03e20d68 4137 .help = "Set up dedicated gettimeofday() thread on this CPU",
29d43ff9 4138 .verify = gtod_cpu_verify,
e8b0e958 4139 .category = FIO_OPT_C_GENERAL,
10860056 4140 .group = FIO_OPT_G_CLOCK,
be4ecfdf 4141 },
771e58be
JA
4142 {
4143 .name = "unified_rw_reporting",
cce2fdfe 4144 .lname = "Unified RW Reporting",
771e58be 4145 .type = FIO_OPT_BOOL,
a609f12a 4146 .off1 = offsetof(struct thread_options, unified_rw_rep),
771e58be
JA
4147 .help = "Unify reporting across data direction",
4148 .def = "0",
90b7a96d
JA
4149 .category = FIO_OPT_C_GENERAL,
4150 .group = FIO_OPT_G_INVALID,
771e58be 4151 },
f2bba182
RR
4152 {
4153 .name = "continue_on_error",
e8b0e958 4154 .lname = "Continue on error",
06842027 4155 .type = FIO_OPT_STR,
a609f12a 4156 .off1 = offsetof(struct thread_options, continue_on_error),
03e20d68 4157 .help = "Continue on non-fatal errors during IO",
06842027 4158 .def = "none",
e8b0e958 4159 .category = FIO_OPT_C_GENERAL,
bc3f552f 4160 .group = FIO_OPT_G_ERR,
06842027
SL
4161 .posval = {
4162 { .ival = "none",
4163 .oval = ERROR_TYPE_NONE,
4164 .help = "Exit when an error is encountered",
4165 },
4166 { .ival = "read",
4167 .oval = ERROR_TYPE_READ,
4168 .help = "Continue on read errors only",
4169 },
4170 { .ival = "write",
4171 .oval = ERROR_TYPE_WRITE,
4172 .help = "Continue on write errors only",
4173 },
4174 { .ival = "io",
4175 .oval = ERROR_TYPE_READ | ERROR_TYPE_WRITE,
4176 .help = "Continue on any IO errors",
4177 },
4178 { .ival = "verify",
4179 .oval = ERROR_TYPE_VERIFY,
4180 .help = "Continue on verify errors only",
4181 },
4182 { .ival = "all",
4183 .oval = ERROR_TYPE_ANY,
4184 .help = "Continue on all io and verify errors",
4185 },
4186 { .ival = "0",
4187 .oval = ERROR_TYPE_NONE,
4188 .help = "Alias for 'none'",
4189 },
4190 { .ival = "1",
4191 .oval = ERROR_TYPE_ANY,
4192 .help = "Alias for 'all'",
4193 },
4194 },
f2bba182 4195 },
8b28bd41
DM
4196 {
4197 .name = "ignore_error",
cce2fdfe 4198 .lname = "Ignore Error",
8b28bd41
DM
4199 .type = FIO_OPT_STR,
4200 .cb = str_ignore_error_cb,
a609f12a 4201 .off1 = offsetof(struct thread_options, ignore_error_nr),
8b28bd41
DM
4202 .help = "Set a specific list of errors to ignore",
4203 .parent = "rw",
a94eb99a 4204 .category = FIO_OPT_C_GENERAL,
bc3f552f 4205 .group = FIO_OPT_G_ERR,
8b28bd41
DM
4206 },
4207 {
4208 .name = "error_dump",
cce2fdfe 4209 .lname = "Error Dump",
8b28bd41 4210 .type = FIO_OPT_BOOL,
a609f12a 4211 .off1 = offsetof(struct thread_options, error_dump),
8b28bd41
DM
4212 .def = "0",
4213 .help = "Dump info on each error",
a94eb99a 4214 .category = FIO_OPT_C_GENERAL,
bc3f552f 4215 .group = FIO_OPT_G_ERR,
8b28bd41 4216 },
9ac8a797
JA
4217 {
4218 .name = "profile",
e8b0e958 4219 .lname = "Profile",
79d16311 4220 .type = FIO_OPT_STR_STORE,
a609f12a 4221 .off1 = offsetof(struct thread_options, profile),
9ac8a797 4222 .help = "Select a specific builtin performance test",
13fca827 4223 .category = FIO_OPT_C_PROFILE,
e8b0e958 4224 .group = FIO_OPT_G_INVALID,
9ac8a797 4225 },
a696fa2a
JA
4226 {
4227 .name = "cgroup",
e8b0e958 4228 .lname = "Cgroup",
a696fa2a 4229 .type = FIO_OPT_STR_STORE,
a609f12a 4230 .off1 = offsetof(struct thread_options, cgroup),
a696fa2a 4231 .help = "Add job to cgroup of this name",
e8b0e958 4232 .category = FIO_OPT_C_GENERAL,
a1f6afec
JA
4233 .group = FIO_OPT_G_CGROUP,
4234 },
4235 {
4236 .name = "cgroup_nodelete",
4237 .lname = "Cgroup no-delete",
4238 .type = FIO_OPT_BOOL,
a609f12a 4239 .off1 = offsetof(struct thread_options, cgroup_nodelete),
a1f6afec
JA
4240 .help = "Do not delete cgroups after job completion",
4241 .def = "0",
4242 .parent = "cgroup",
4243 .category = FIO_OPT_C_GENERAL,
4244 .group = FIO_OPT_G_CGROUP,
a696fa2a
JA
4245 },
4246 {
4247 .name = "cgroup_weight",
e8b0e958 4248 .lname = "Cgroup weight",
a696fa2a 4249 .type = FIO_OPT_INT,
a609f12a 4250 .off1 = offsetof(struct thread_options, cgroup_weight),
a696fa2a
JA
4251 .help = "Use given weight for cgroup",
4252 .minval = 100,
4253 .maxval = 1000,
a1f6afec 4254 .parent = "cgroup",
e8b0e958 4255 .category = FIO_OPT_C_GENERAL,
a1f6afec 4256 .group = FIO_OPT_G_CGROUP,
7de87099 4257 },
e0b0d892
JA
4258 {
4259 .name = "uid",
e8b0e958 4260 .lname = "User ID",
e0b0d892 4261 .type = FIO_OPT_INT,
a609f12a 4262 .off1 = offsetof(struct thread_options, uid),
e0b0d892 4263 .help = "Run job with this user ID",
e8b0e958 4264 .category = FIO_OPT_C_GENERAL,
10860056 4265 .group = FIO_OPT_G_CRED,
e0b0d892
JA
4266 },
4267 {
4268 .name = "gid",
e8b0e958 4269 .lname = "Group ID",
e0b0d892 4270 .type = FIO_OPT_INT,
a609f12a 4271 .off1 = offsetof(struct thread_options, gid),
e0b0d892 4272 .help = "Run job with this group ID",
e8b0e958 4273 .category = FIO_OPT_C_GENERAL,
10860056 4274 .group = FIO_OPT_G_CRED,
e0b0d892 4275 },
a1f6afec
JA
4276 {
4277 .name = "kb_base",
4278 .lname = "KB Base",
4279 .type = FIO_OPT_INT,
a609f12a 4280 .off1 = offsetof(struct thread_options, kb_base),
a1f6afec
JA
4281 .prio = 1,
4282 .def = "1024",
ba9c7219
JA
4283 .posval = {
4284 { .ival = "1024",
4285 .oval = 1024,
d694a6a7 4286 .help = "Inputs invert IEC and SI prefixes (for compatibility); outputs prefer binary",
ba9c7219
JA
4287 },
4288 { .ival = "1000",
4289 .oval = 1000,
d694a6a7 4290 .help = "Inputs use IEC and SI prefixes; outputs prefer SI",
ba9c7219
JA
4291 },
4292 },
d694a6a7 4293 .help = "Unit prefix interpretation for quantities of data (IEC and SI)",
a1f6afec
JA
4294 .category = FIO_OPT_C_GENERAL,
4295 .group = FIO_OPT_G_INVALID,
4296 },
cf3a0518
JA
4297 {
4298 .name = "unit_base",
d694a6a7 4299 .lname = "Unit for quantities of data (Bits or Bytes)",
cf3a0518 4300 .type = FIO_OPT_INT,
a609f12a 4301 .off1 = offsetof(struct thread_options, unit_base),
cf3a0518 4302 .prio = 1,
71a08258
JA
4303 .posval = {
4304 { .ival = "0",
4305 .oval = 0,
4306 .help = "Auto-detect",
4307 },
4308 { .ival = "8",
4309 .oval = 8,
4310 .help = "Normal (byte based)",
4311 },
4312 { .ival = "1",
4313 .oval = 1,
4314 .help = "Bit based",
4315 },
4316 },
cf3a0518
JA
4317 .help = "Bit multiple of result summary data (8 for byte, 1 for bit)",
4318 .category = FIO_OPT_C_GENERAL,
4319 .group = FIO_OPT_G_INVALID,
4320 },
3ceb458f
JA
4321 {
4322 .name = "hugepage-size",
4323 .lname = "Hugepage size",
4324 .type = FIO_OPT_INT,
a609f12a 4325 .off1 = offsetof(struct thread_options, hugepage_size),
3ceb458f
JA
4326 .help = "When using hugepages, specify size of each page",
4327 .def = __fio_stringify(FIO_HUGE_PAGE),
4328 .interval = 1024 * 1024,
4329 .category = FIO_OPT_C_GENERAL,
4330 .group = FIO_OPT_G_INVALID,
4331 },
9e684a49
DE
4332 {
4333 .name = "flow_id",
e8b0e958 4334 .lname = "I/O flow ID",
9e684a49 4335 .type = FIO_OPT_INT,
a609f12a 4336 .off1 = offsetof(struct thread_options, flow_id),
9e684a49
DE
4337 .help = "The flow index ID to use",
4338 .def = "0",
e8b0e958
JA
4339 .category = FIO_OPT_C_IO,
4340 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE
4341 },
4342 {
4343 .name = "flow",
e8b0e958 4344 .lname = "I/O flow weight",
9e684a49 4345 .type = FIO_OPT_INT,
a609f12a 4346 .off1 = offsetof(struct thread_options, flow),
9e684a49
DE
4347 .help = "Weight for flow control of this job",
4348 .parent = "flow_id",
d71c154c 4349 .hide = 1,
9e684a49 4350 .def = "0",
e8b0e958
JA
4351 .category = FIO_OPT_C_IO,
4352 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE
4353 },
4354 {
4355 .name = "flow_watermark",
e8b0e958 4356 .lname = "I/O flow watermark",
9e684a49 4357 .type = FIO_OPT_INT,
a609f12a 4358 .off1 = offsetof(struct thread_options, flow_watermark),
9e684a49
DE
4359 .help = "High watermark for flow control. This option"
4360 " should be set to the same value for all threads"
4361 " with non-zero flow.",
4362 .parent = "flow_id",
d71c154c 4363 .hide = 1,
9e684a49 4364 .def = "1024",
e8b0e958
JA
4365 .category = FIO_OPT_C_IO,
4366 .group = FIO_OPT_G_IO_FLOW,
9e684a49
DE
4367 },
4368 {
4369 .name = "flow_sleep",
e8b0e958 4370 .lname = "I/O flow sleep",
9e684a49 4371 .type = FIO_OPT_INT,
a609f12a 4372 .off1 = offsetof(struct thread_options, flow_sleep),
9e684a49
DE
4373 .help = "How many microseconds to sleep after being held"
4374 " back by the flow control mechanism",
4375 .parent = "flow_id",
d71c154c 4376 .hide = 1,
9e684a49 4377 .def = "0",
e8b0e958
JA
4378 .category = FIO_OPT_C_IO,
4379 .group = FIO_OPT_G_IO_FLOW,
9e684a49 4380 },
65fa28ca
DE
4381 {
4382 .name = "skip_bad",
4383 .lname = "Skip operations against bad blocks",
4384 .type = FIO_OPT_BOOL,
a609f12a 4385 .off1 = offsetof(struct thread_options, skip_bad),
65fa28ca
DE
4386 .help = "Skip operations against known bad blocks.",
4387 .hide = 1,
4388 .def = "0",
4389 .category = FIO_OPT_C_IO,
4390 .group = FIO_OPT_G_MTD,
4391 },
16e56d25
VF
4392 {
4393 .name = "steadystate",
4394 .lname = "Steady state threshold",
4395 .alias = "ss",
4396 .type = FIO_OPT_STR,
2c5d94bc 4397 .off1 = offsetof(struct thread_options, ss_state),
16e56d25
VF
4398 .cb = str_steadystate_cb,
4399 .help = "Define the criterion and limit to judge when a job has reached steady state",
4400 .def = "iops_slope:0.01%",
4401 .posval = {
4402 { .ival = "iops",
f0c50c66 4403 .oval = FIO_SS_IOPS,
16e56d25
VF
4404 .help = "maximum mean deviation of IOPS measurements",
4405 },
4406 { .ival = "iops_slope",
f0c50c66 4407 .oval = FIO_SS_IOPS_SLOPE,
16e56d25
VF
4408 .help = "slope calculated from IOPS measurements",
4409 },
4410 { .ival = "bw",
f0c50c66 4411 .oval = FIO_SS_BW,
16e56d25
VF
4412 .help = "maximum mean deviation of bandwidth measurements",
4413 },
4414 {
4415 .ival = "bw_slope",
f0c50c66 4416 .oval = FIO_SS_BW_SLOPE,
16e56d25
VF
4417 .help = "slope calculated from bandwidth measurements",
4418 },
4419 },
4420 .category = FIO_OPT_C_GENERAL,
4421 .group = FIO_OPT_G_RUNTIME,
4422 },
4423 {
4424 .name = "steadystate_duration",
4425 .lname = "Steady state duration",
4426 .alias = "ss_dur",
915ca980 4427 .parent = "steadystate",
16e56d25
VF
4428 .type = FIO_OPT_STR_VAL_TIME,
4429 .off1 = offsetof(struct thread_options, ss_dur),
4430 .help = "Stop workload upon attaining steady state for specified duration",
4431 .def = "0",
4432 .is_seconds = 1,
4433 .is_time = 1,
4434 .category = FIO_OPT_C_GENERAL,
4435 .group = FIO_OPT_G_RUNTIME,
4436 },
4437 {
4438 .name = "steadystate_ramp_time",
4439 .lname = "Steady state ramp time",
4440 .alias = "ss_ramp",
915ca980 4441 .parent = "steadystate",
16e56d25
VF
4442 .type = FIO_OPT_STR_VAL_TIME,
4443 .off1 = offsetof(struct thread_options, ss_ramp_time),
4444 .help = "Delay before initiation of data collection for steady state job termination testing",
4445 .def = "0",
4446 .is_seconds = 1,
4447 .is_time = 1,
4448 .category = FIO_OPT_C_GENERAL,
4449 .group = FIO_OPT_G_RUNTIME,
4450 },
214e1eca
JA
4451 {
4452 .name = NULL,
4453 },
4454};
4455
17af15d4 4456static void add_to_lopt(struct option *lopt, struct fio_option *o,
de890a1e 4457 const char *name, int val)
9f81736c 4458{
17af15d4 4459 lopt->name = (char *) name;
de890a1e 4460 lopt->val = val;
9f81736c 4461 if (o->type == FIO_OPT_STR_SET)
ff52be3d 4462 lopt->has_arg = optional_argument;
9f81736c
JA
4463 else
4464 lopt->has_arg = required_argument;
4465}
4466
de890a1e
SL
4467static void options_to_lopts(struct fio_option *opts,
4468 struct option *long_options,
4469 int i, int option_type)
214e1eca 4470{
de890a1e 4471 struct fio_option *o = &opts[0];
214e1eca 4472 while (o->name) {
de890a1e 4473 add_to_lopt(&long_options[i], o, o->name, option_type);
17af15d4
JA
4474 if (o->alias) {
4475 i++;
de890a1e 4476 add_to_lopt(&long_options[i], o, o->alias, option_type);
17af15d4 4477 }
214e1eca
JA
4478
4479 i++;
4480 o++;
4481 assert(i < FIO_NR_OPTIONS);
4482 }
4483}
4484
de890a1e
SL
4485void fio_options_set_ioengine_opts(struct option *long_options,
4486 struct thread_data *td)
4487{
4488 unsigned int i;
4489
4490 i = 0;
4491 while (long_options[i].name) {
4492 if (long_options[i].val == FIO_GETOPT_IOENGINE) {
4493 memset(&long_options[i], 0, sizeof(*long_options));
4494 break;
4495 }
4496 i++;
4497 }
4498
4499 /*
4500 * Just clear out the prior ioengine options.
4501 */
4502 if (!td || !td->eo)
4503 return;
4504
4505 options_to_lopts(td->io_ops->options, long_options, i,
4506 FIO_GETOPT_IOENGINE);
4507}
4508
4509void fio_options_dup_and_init(struct option *long_options)
4510{
4511 unsigned int i;
4512
9af4a244 4513 options_init(fio_options);
de890a1e
SL
4514
4515 i = 0;
4516 while (long_options[i].name)
4517 i++;
4518
9af4a244 4519 options_to_lopts(fio_options, long_options, i, FIO_GETOPT_JOB);
de890a1e
SL
4520}
4521
74929ac2
JA
4522struct fio_keyword {
4523 const char *word;
4524 const char *desc;
4525 char *replace;
4526};
4527
4528static struct fio_keyword fio_keywords[] = {
4529 {
4530 .word = "$pagesize",
4531 .desc = "Page size in the system",
4532 },
4533 {
4534 .word = "$mb_memory",
4535 .desc = "Megabytes of memory online",
4536 },
4537 {
4538 .word = "$ncpus",
4539 .desc = "Number of CPUs online in the system",
4540 },
4541 {
4542 .word = NULL,
4543 },
4544};
4545
af1dc266
JA
4546void fio_keywords_exit(void)
4547{
4548 struct fio_keyword *kw;
4549
4550 kw = &fio_keywords[0];
4551 while (kw->word) {
4552 free(kw->replace);
4553 kw->replace = NULL;
4554 kw++;
4555 }
4556}
4557
74929ac2
JA
4558void fio_keywords_init(void)
4559{
3b2e1464 4560 unsigned long long mb_memory;
74929ac2
JA
4561 char buf[128];
4562 long l;
4563
a4cfc477 4564 sprintf(buf, "%lu", (unsigned long) page_size);
74929ac2
JA
4565 fio_keywords[0].replace = strdup(buf);
4566
8eb016d3 4567 mb_memory = os_phys_mem() / (1024 * 1024);
3b2e1464 4568 sprintf(buf, "%llu", mb_memory);
74929ac2
JA
4569 fio_keywords[1].replace = strdup(buf);
4570
c00a2289 4571 l = cpus_online();
74929ac2
JA
4572 sprintf(buf, "%lu", l);
4573 fio_keywords[2].replace = strdup(buf);
4574}
4575
892a6ffc
JA
4576#define BC_APP "bc"
4577
4578static char *bc_calc(char *str)
4579{
d0c814ec 4580 char buf[128], *tmp;
892a6ffc
JA
4581 FILE *f;
4582 int ret;
4583
4584 /*
4585 * No math, just return string
4586 */
d0c814ec
SL
4587 if ((!strchr(str, '+') && !strchr(str, '-') && !strchr(str, '*') &&
4588 !strchr(str, '/')) || strchr(str, '\''))
892a6ffc
JA
4589 return str;
4590
4591 /*
4592 * Split option from value, we only need to calculate the value
4593 */
4594 tmp = strchr(str, '=');
4595 if (!tmp)
4596 return str;
4597
4598 tmp++;
892a6ffc 4599
d0c814ec
SL
4600 /*
4601 * Prevent buffer overflows; such a case isn't reasonable anyway
4602 */
4603 if (strlen(str) >= 128 || strlen(tmp) > 100)
4604 return str;
892a6ffc
JA
4605
4606 sprintf(buf, "which %s > /dev/null", BC_APP);
4607 if (system(buf)) {
4608 log_err("fio: bc is needed for performing math\n");
892a6ffc
JA
4609 return NULL;
4610 }
4611
d0c814ec 4612 sprintf(buf, "echo '%s' | %s", tmp, BC_APP);
892a6ffc 4613 f = popen(buf, "r");
3c3ed070 4614 if (!f)
892a6ffc 4615 return NULL;
892a6ffc 4616
d0c814ec 4617 ret = fread(&buf[tmp - str], 1, 128 - (tmp - str), f);
1d824f37
JA
4618 if (ret <= 0) {
4619 pclose(f);
892a6ffc 4620 return NULL;
1d824f37 4621 }
892a6ffc 4622
892a6ffc 4623 pclose(f);
d0c814ec
SL
4624 buf[(tmp - str) + ret - 1] = '\0';
4625 memcpy(buf, str, tmp - str);
892a6ffc 4626 free(str);
d0c814ec
SL
4627 return strdup(buf);
4628}
4629
4630/*
4631 * Return a copy of the input string with substrings of the form ${VARNAME}
4632 * substituted with the value of the environment variable VARNAME. The
4633 * substitution always occurs, even if VARNAME is empty or the corresponding
4634 * environment variable undefined.
4635 */
4636static char *option_dup_subs(const char *opt)
4637{
4638 char out[OPT_LEN_MAX+1];
4639 char in[OPT_LEN_MAX+1];
4640 char *outptr = out;
4641 char *inptr = in;
4642 char *ch1, *ch2, *env;
4643 ssize_t nchr = OPT_LEN_MAX;
4644 size_t envlen;
4645
4646 if (strlen(opt) + 1 > OPT_LEN_MAX) {
4647 log_err("OPT_LEN_MAX (%d) is too small\n", OPT_LEN_MAX);
4648 return NULL;
4649 }
4650
4651 in[OPT_LEN_MAX] = '\0';
4652 strncpy(in, opt, OPT_LEN_MAX);
4653
4654 while (*inptr && nchr > 0) {
4655 if (inptr[0] == '$' && inptr[1] == '{') {
4656 ch2 = strchr(inptr, '}');
4657 if (ch2 && inptr+1 < ch2) {
4658 ch1 = inptr+2;
4659 inptr = ch2+1;
4660 *ch2 = '\0';
4661
4662 env = getenv(ch1);
4663 if (env) {
4664 envlen = strlen(env);
4665 if (envlen <= nchr) {
4666 memcpy(outptr, env, envlen);
4667 outptr += envlen;
4668 nchr -= envlen;
4669 }
4670 }
4671
4672 continue;
4673 }
4674 }
4675
4676 *outptr++ = *inptr++;
4677 --nchr;
4678 }
4679
4680 *outptr = '\0';
4681 return strdup(out);
892a6ffc
JA
4682}
4683
74929ac2
JA
4684/*
4685 * Look for reserved variable names and replace them with real values
4686 */
4687static char *fio_keyword_replace(char *opt)
4688{
4689 char *s;
4690 int i;
d0c814ec 4691 int docalc = 0;
74929ac2
JA
4692
4693 for (i = 0; fio_keywords[i].word != NULL; i++) {
4694 struct fio_keyword *kw = &fio_keywords[i];
4695
4696 while ((s = strstr(opt, kw->word)) != NULL) {
4697 char *new = malloc(strlen(opt) + 1);
4698 char *o_org = opt;
4699 int olen = s - opt;
4700 int len;
4701
4702 /*
4703 * Copy part of the string before the keyword and
4704 * sprintf() the replacement after it.
4705 */
4706 memcpy(new, opt, olen);
4707 len = sprintf(new + olen, "%s", kw->replace);
4708
4709 /*
4710 * If there's more in the original string, copy that
4711 * in too
4712 */
4713 opt += strlen(kw->word) + olen;
4714 if (strlen(opt))
4715 memcpy(new + olen + len, opt, opt - o_org - 1);
4716
4717 /*
4718 * replace opt and free the old opt
4719 */
4720 opt = new;
d0c814ec 4721 free(o_org);
7a958bd5 4722
d0c814ec 4723 docalc = 1;
74929ac2
JA
4724 }
4725 }
4726
d0c814ec
SL
4727 /*
4728 * Check for potential math and invoke bc, if possible
4729 */
4730 if (docalc)
4731 opt = bc_calc(opt);
4732
7a958bd5 4733 return opt;
74929ac2
JA
4734}
4735
d0c814ec
SL
4736static char **dup_and_sub_options(char **opts, int num_opts)
4737{
4738 int i;
4739 char **opts_copy = malloc(num_opts * sizeof(*opts));
4740 for (i = 0; i < num_opts; i++) {
4741 opts_copy[i] = option_dup_subs(opts[i]);
4742 if (!opts_copy[i])
4743 continue;
4744 opts_copy[i] = fio_keyword_replace(opts_copy[i]);
4745 }
4746 return opts_copy;
4747}
4748
e15b023b 4749static void show_closest_option(const char *opt)
a2d027b9
JA
4750{
4751 int best_option, best_distance;
4752 int i, distance;
e15b023b
JA
4753 char *name;
4754
4755 if (!strlen(opt))
4756 return;
4757
4758 name = strdup(opt);
4759 i = 0;
4760 while (name[i] != '\0' && name[i] != '=')
4761 i++;
4762 name[i] = '\0';
a2d027b9
JA
4763
4764 best_option = -1;
4765 best_distance = INT_MAX;
4766 i = 0;
4767 while (fio_options[i].name) {
4768 distance = string_distance(name, fio_options[i].name);
4769 if (distance < best_distance) {
4770 best_distance = distance;
4771 best_option = i;
4772 }
4773 i++;
4774 }
4775
75e6bcba
JA
4776 if (best_option != -1 && string_distance_ok(name, best_distance) &&
4777 fio_options[best_option].type != FIO_OPT_UNSUPPORTED)
a2d027b9 4778 log_err("Did you mean %s?\n", fio_options[best_option].name);
e15b023b
JA
4779
4780 free(name);
a2d027b9
JA
4781}
4782
c2292325 4783int fio_options_parse(struct thread_data *td, char **opts, int num_opts)
214e1eca 4784{
de890a1e 4785 int i, ret, unknown;
d0c814ec 4786 char **opts_copy;
3b8b7135 4787
9af4a244 4788 sort_options(opts, fio_options, num_opts);
d0c814ec 4789 opts_copy = dup_and_sub_options(opts, num_opts);
3b8b7135 4790
de890a1e
SL
4791 for (ret = 0, i = 0, unknown = 0; i < num_opts; i++) {
4792 struct fio_option *o;
9af4a244 4793 int newret = parse_option(opts_copy[i], opts[i], fio_options,
a609f12a 4794 &o, &td->o, &td->opt_list);
d0c814ec 4795
a8523a6a
JA
4796 if (!newret && o)
4797 fio_option_mark_set(&td->o, o);
4798
de890a1e
SL
4799 if (opts_copy[i]) {
4800 if (newret && !o) {
4801 unknown++;
4802 continue;
4803 }
d0c814ec 4804 free(opts_copy[i]);
de890a1e
SL
4805 opts_copy[i] = NULL;
4806 }
4807
4808 ret |= newret;
4809 }
4810
4811 if (unknown) {
4812 ret |= ioengine_load(td);
4813 if (td->eo) {
4814 sort_options(opts_copy, td->io_ops->options, num_opts);
4815 opts = opts_copy;
4816 }
4817 for (i = 0; i < num_opts; i++) {
4818 struct fio_option *o = NULL;
4819 int newret = 1;
a2d027b9 4820
de890a1e
SL
4821 if (!opts_copy[i])
4822 continue;
4823
4824 if (td->eo)
4825 newret = parse_option(opts_copy[i], opts[i],
4826 td->io_ops->options, &o,
66e19a38 4827 td->eo, &td->opt_list);
de890a1e
SL
4828
4829 ret |= newret;
a2d027b9 4830 if (!o) {
de890a1e 4831 log_err("Bad option <%s>\n", opts[i]);
a2d027b9
JA
4832 show_closest_option(opts[i]);
4833 }
de890a1e
SL
4834 free(opts_copy[i]);
4835 opts_copy[i] = NULL;
4836 }
74929ac2 4837 }
3b8b7135 4838
d0c814ec 4839 free(opts_copy);
3b8b7135 4840 return ret;
214e1eca
JA
4841}
4842
4843int fio_cmd_option_parse(struct thread_data *td, const char *opt, char *val)
4844{
a8523a6a
JA
4845 int ret;
4846
a609f12a 4847 ret = parse_cmd_option(opt, val, fio_options, &td->o, &td->opt_list);
a8523a6a
JA
4848 if (!ret) {
4849 struct fio_option *o;
4850
4851 o = find_option(fio_options, opt);
4852 if (o)
4853 fio_option_mark_set(&td->o, o);
4854 }
4855
4856 return ret;
214e1eca
JA
4857}
4858
de890a1e
SL
4859int fio_cmd_ioengine_option_parse(struct thread_data *td, const char *opt,
4860 char *val)
4861{
d8b4f395
JA
4862 return parse_cmd_option(opt, val, td->io_ops->options, td->eo,
4863 &td->opt_list);
de890a1e
SL
4864}
4865
214e1eca
JA
4866void fio_fill_default_options(struct thread_data *td)
4867{
cb1402d6 4868 td->o.magic = OPT_MAGIC;
a609f12a 4869 fill_default_options(&td->o, fio_options);
214e1eca
JA
4870}
4871
4872int fio_show_option_help(const char *opt)
4873{
9af4a244 4874 return show_cmd_help(fio_options, opt);
214e1eca 4875}
d23bb327 4876
de890a1e
SL
4877/*
4878 * dupe FIO_OPT_STR_STORE options
4879 */
4880void fio_options_mem_dupe(struct thread_data *td)
4881{
53b5693d 4882 options_mem_dupe(fio_options, &td->o);
1647f592
JA
4883
4884 if (td->eo && td->io_ops) {
de890a1e 4885 void *oldeo = td->eo;
1647f592 4886
de890a1e
SL
4887 td->eo = malloc(td->io_ops->option_struct_size);
4888 memcpy(td->eo, oldeo, td->io_ops->option_struct_size);
53b5693d 4889 options_mem_dupe(td->io_ops->options, td->eo);
de890a1e
SL
4890 }
4891}
4892
d6978a32
JA
4893unsigned int fio_get_kb_base(void *data)
4894{
a609f12a
JA
4895 struct thread_data *td = cb_data_to_td(data);
4896 struct thread_options *o = &td->o;
d6978a32
JA
4897 unsigned int kb_base = 0;
4898
cb1402d6
JA
4899 /*
4900 * This is a hack... For private options, *data is not holding
4901 * a pointer to the thread_options, but to private data. This means
4902 * we can't safely dereference it, but magic is first so mem wise
4903 * it is valid. But this also means that if the job first sets
4904 * kb_base and expects that to be honored by private options,
4905 * it will be disappointed. We will return the global default
4906 * for this.
4907 */
4908 if (o && o->magic == OPT_MAGIC)
83ea422a 4909 kb_base = o->kb_base;
d6978a32
JA
4910 if (!kb_base)
4911 kb_base = 1024;
4912
4913 return kb_base;
4914}
9f988e2e 4915
07b3232d 4916int add_option(struct fio_option *o)
9f988e2e 4917{
07b3232d
JA
4918 struct fio_option *__o;
4919 int opt_index = 0;
4920
9af4a244 4921 __o = fio_options;
07b3232d
JA
4922 while (__o->name) {
4923 opt_index++;
4924 __o++;
4925 }
4926
7b504edd
JA
4927 if (opt_index + 1 == FIO_MAX_OPTS) {
4928 log_err("fio: FIO_MAX_OPTS is too small\n");
4929 return 1;
4930 }
4931
9af4a244 4932 memcpy(&fio_options[opt_index], o, sizeof(*o));
7b504edd 4933 fio_options[opt_index + 1].name = NULL;
07b3232d 4934 return 0;
9f988e2e 4935}
e2de69da 4936
07b3232d 4937void invalidate_profile_options(const char *prof_name)
e2de69da 4938{
07b3232d 4939 struct fio_option *o;
e2de69da 4940
9af4a244 4941 o = fio_options;
07b3232d
JA
4942 while (o->name) {
4943 if (o->prof_name && !strcmp(o->prof_name, prof_name)) {
4944 o->type = FIO_OPT_INVALID;
4945 o->prof_name = NULL;
4946 }
4947 o++;
e2de69da
JA
4948 }
4949}
f5b6bb85
JA
4950
4951void add_opt_posval(const char *optname, const char *ival, const char *help)
4952{
4953 struct fio_option *o;
4954 unsigned int i;
4955
9af4a244 4956 o = find_option(fio_options, optname);
f5b6bb85
JA
4957 if (!o)
4958 return;
4959
4960 for (i = 0; i < PARSE_MAX_VP; i++) {
4961 if (o->posval[i].ival)
4962 continue;
4963
4964 o->posval[i].ival = ival;
4965 o->posval[i].help = help;
4966 break;
4967 }
4968}
4969
4970void del_opt_posval(const char *optname, const char *ival)
4971{
4972 struct fio_option *o;
4973 unsigned int i;
4974
9af4a244 4975 o = find_option(fio_options, optname);
f5b6bb85
JA
4976 if (!o)
4977 return;
4978
4979 for (i = 0; i < PARSE_MAX_VP; i++) {
4980 if (!o->posval[i].ival)
4981 continue;
4982 if (strcmp(o->posval[i].ival, ival))
4983 continue;
4984
4985 o->posval[i].ival = NULL;
4986 o->posval[i].help = NULL;
4987 }
4988}
7e356b2d
JA
4989
4990void fio_options_free(struct thread_data *td)
4991{
ca6336a8 4992 options_free(fio_options, &td->o);
de890a1e
SL
4993 if (td->eo && td->io_ops && td->io_ops->options) {
4994 options_free(td->io_ops->options, td->eo);
4995 free(td->eo);
4996 td->eo = NULL;
4997 }
7e356b2d 4998}
c504ee55
JA
4999
5000struct fio_option *fio_option_find(const char *name)
5001{
5002 return find_option(fio_options, name);
5003}
5004
f0e7f45a
JA
5005static struct fio_option *find_next_opt(struct thread_options *o,
5006 struct fio_option *from,
5007 unsigned int off1)
a8523a6a 5008{
f0e7f45a 5009 struct fio_option *opt;
a8523a6a 5010
f0e7f45a
JA
5011 if (!from)
5012 from = &fio_options[0];
5013 else
5014 from++;
5015
5016 opt = NULL;
5017 do {
5018 if (off1 == from->off1) {
5019 opt = from;
a8523a6a
JA
5020 break;
5021 }
f0e7f45a
JA
5022 from++;
5023 } while (from->name);
a8523a6a 5024
f0e7f45a
JA
5025 return opt;
5026}
5027
5028static int opt_is_set(struct thread_options *o, struct fio_option *opt)
5029{
5030 unsigned int opt_off, index, offset;
a8523a6a
JA
5031
5032 opt_off = opt - &fio_options[0];
5033 index = opt_off / (8 * sizeof(uint64_t));
5034 offset = opt_off & ((8 * sizeof(uint64_t)) - 1);
e9d686d6 5035 return (o->set_options[index] & ((uint64_t)1 << offset)) != 0;
a8523a6a
JA
5036}
5037
72f39748 5038bool __fio_option_is_set(struct thread_options *o, unsigned int off1)
f0e7f45a
JA
5039{
5040 struct fio_option *opt, *next;
5041
5042 next = NULL;
5043 while ((opt = find_next_opt(o, next, off1)) != NULL) {
5044 if (opt_is_set(o, opt))
72f39748 5045 return true;
f0e7f45a
JA
5046
5047 next = opt;
5048 }
5049
72f39748 5050 return false;
f0e7f45a
JA
5051}
5052
a8523a6a
JA
5053void fio_option_mark_set(struct thread_options *o, struct fio_option *opt)
5054{
5055 unsigned int opt_off, index, offset;
5056
5057 opt_off = opt - &fio_options[0];
5058 index = opt_off / (8 * sizeof(uint64_t));
5059 offset = opt_off & ((8 * sizeof(uint64_t)) - 1);
e9d686d6 5060 o->set_options[index] |= (uint64_t)1 << offset;
a8523a6a 5061}