projects / fio.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Fix variable shadowing
[fio.git] / options.c
CommitLineData
214e1eca
JA		 1#include <stdio.h>
2#include <stdlib.h>
3#include <unistd.h>
4#include <ctype.h>
5#include <string.h>
214e1eca 6#include <assert.h>
5921e80c 7#include <sys/stat.h>
e13c3b50 8#include <netinet/in.h>
214e1eca
JA		 9
10#include "fio.h"
4f5af7b2 11#include "verify.h"
214e1eca 12#include "parse.h"
61b9861d 13#include "lib/pattern.h"
9f988e2e 14#include "options.h"
d220c761 15#include "optgroup.h"
214e1eca 16
e13c3b50 17char client_sockaddr_str[INET6_ADDRSTRLEN] = { 0 };
72a703da 18
a609f12a
JA		 19#define cb_data_to_td(data) container_of(data, struct thread_data, o)
20
fc8d6d05 21static struct pattern_fmt_desc fmt_desc[] = {
4205998f
JA		 22 {
23 .fmt = "%o",
24 .len = FIELD_SIZE(struct io_u *, offset),
25 .paste = paste_blockoff
26 }
27};
28
214e1eca
JA		 29/*
30 * Check if mmap/mmaphuge has a :/foo/bar/file at the end. If so, return that.
31 */
32static char *get_opt_postfix(const char *str)
33{
34 char *p = strstr(str, ":");
35
36 if (!p)
37 return NULL;
38
39 p++;
40 strip_blank_front(&p);
41 strip_blank_end(p);
42 return strdup(p);
43}
44
564ca972
JA		 45static int bs_cmp(const void *p1, const void *p2)
46{
47 const struct bssplit *bsp1 = p1;
48 const struct bssplit *bsp2 = p2;
49
a7cd478d 50 return (int) bsp1->perc - (int) bsp2->perc;
564ca972
JA		 51}
52
d2835319
JA		 53struct split {
54 unsigned int nr;
9d8fc5e4
JA		 55 unsigned int val1[ZONESPLIT_MAX];
56 unsigned long long val2[ZONESPLIT_MAX];
d2835319
JA		 57};
58
59static int split_parse_ddir(struct thread_options *o, struct split *split,
517c9c72 60 char *str, bool absolute, unsigned int max_splits)
564ca972 61{
59466396
JA		 62 unsigned long long perc;
63 unsigned int i;
564ca972 64 long long val;
720e84ad 65 char *fname;
564ca972 66
d2835319 67 split->nr = 0;
564ca972
JA		 68
69 i = 0;
564ca972
JA		 70 while ((fname = strsep(&str, ":")) != NULL) {
71 char *perc_str;
72
73 if (!strlen(fname))
74 break;
75
564ca972
JA		 76 perc_str = strstr(fname, "/");
77 if (perc_str) {
78 *perc_str = '\0';
79 perc_str++;
59466396
JA		 80 if (absolute) {
81 if (str_to_decimal(perc_str, &val, 1, o, 0, 0)) {
82 log_err("fio: split conversion failed\n");
83 return 1;
84 }
85 perc = val;
86 } else {
87 perc = atoi(perc_str);
88 if (perc > 100)
89 perc = 100;
90 else if (!perc)
91 perc = -1U;
92 }
93 } else {
94 if (absolute)
95 perc = 0;
96 else
d711cce5 97 perc = -1U;
59466396 98 }
564ca972 99
88038bc7 100 if (str_to_decimal(fname, &val, 1, o, 0, 0)) {
59466396 101 log_err("fio: split conversion failed\n");
564ca972
JA		 102 return 1;
103 }
104
d2835319
JA		 105 split->val1[i] = val;
106 split->val2[i] = perc;
564ca972 107 i++;
c32e1a09
JA		 108 if (i == max_splits) {
109 log_err("fio: hit max of %d split entries\n", i);
d2835319 110 break;
c32e1a09 111 }
564ca972
JA		 112 }
113
d2835319
JA		 114 split->nr = i;
115 return 0;
116}
117
59466396
JA		 118static int bssplit_ddir(struct thread_options *o, enum fio_ddir ddir, char *str,
119 bool data)
d2835319
JA		 120{
121 unsigned int i, perc, perc_missing;
122 unsigned int max_bs, min_bs;
123 struct split split;
124
125 memset(&split, 0, sizeof(split));
126
517c9c72 127 if (split_parse_ddir(o, &split, str, data, BSSPLIT_MAX))
d2835319
JA		 128 return 1;
129 if (!split.nr)
130 return 0;
131
132 max_bs = 0;
133 min_bs = -1;
134 o->bssplit[ddir] = malloc(split.nr * sizeof(struct bssplit));
135 o->bssplit_nr[ddir] = split.nr;
136 for (i = 0; i < split.nr; i++) {
137 if (split.val1[i] > max_bs)
138 max_bs = split.val1[i];
139 if (split.val1[i] < min_bs)
140 min_bs = split.val1[i];
141
142 o->bssplit[ddir][i].bs = split.val1[i];
143 o->bssplit[ddir][i].perc =split.val2[i];
144 }
564ca972
JA		 145
146 /*
147 * Now check if the percentages add up, and how much is missing
148 */
149 perc = perc_missing = 0;
83ea422a 150 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 151 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 152
d711cce5 153 if (bsp->perc == -1U)
564ca972
JA		 154 perc_missing++;
155 else
156 perc += bsp->perc;
157 }
158
40bafa33 159 if (perc > 100 && perc_missing > 1) {
564ca972 160 log_err("fio: bssplit percentages add to more than 100%%\n");
d2835319
JA		 161 free(o->bssplit[ddir]);
162 o->bssplit[ddir] = NULL;
564ca972
JA		 163 return 1;
164 }
d711cce5 165
564ca972
JA		 166 /*
167 * If values didn't have a percentage set, divide the remains between
168 * them.
169 */
170 if (perc_missing) {
d711cce5 171 if (perc_missing == 1 && o->bssplit_nr[ddir] == 1)
40bafa33 172 perc = 100;
83ea422a 173 for (i = 0; i < o->bssplit_nr[ddir]; i++) {
d2835319 174 struct bssplit *bsp = &o->bssplit[ddir][i];
564ca972 175
d711cce5 176 if (bsp->perc == -1U)
564ca972
JA		 177 bsp->perc = (100 - perc) / perc_missing;
178 }
179 }
180
83ea422a
JA		 181 o->min_bs[ddir] = min_bs;
182 o->max_bs[ddir] = max_bs;
564ca972
JA		 183
184 /*
185 * now sort based on percentages, for ease of lookup
186 */
d2835319 187 qsort(o->bssplit[ddir], o->bssplit_nr[ddir], sizeof(struct bssplit), bs_cmp);
720e84ad 188 return 0;
720e84ad
JA		 189}
190
59466396 191typedef int (split_parse_fn)(struct thread_options *, enum fio_ddir, char *, bool);
764593c0 192
59466396
JA		 193static int str_split_parse(struct thread_data *td, char *str,
194 split_parse_fn *fn, bool data)
720e84ad 195{
764593c0 196 char *odir, *ddir;
720e84ad
JA		 197 int ret = 0;
198
720e84ad
JA		 199 odir = strchr(str, ',');
200 if (odir) {
6eaf09d6
SL		 201 ddir = strchr(odir + 1, ',');
202 if (ddir) {
59466396 203 ret = fn(&td->o, DDIR_TRIM, ddir + 1, data);
6eaf09d6
SL		 204 if (!ret)
205 *ddir = '\0';
206 } else {
207 char *op;
208
209 op = strdup(odir + 1);
59466396 210 ret = fn(&td->o, DDIR_TRIM, op, data);
6eaf09d6
SL		 211
212 free(op);
213 }
d79db122 214 if (!ret)
59466396 215 ret = fn(&td->o, DDIR_WRITE, odir + 1, data);
720e84ad
JA		 216 if (!ret) {
217 *odir = '\0';
59466396 218 ret = fn(&td->o, DDIR_READ, str, data);
720e84ad
JA		 219 }
220 } else {
221 char *op;
222
223 op = strdup(str);
59466396 224 ret = fn(&td->o, DDIR_WRITE, op, data);
6eaf09d6 225 free(op);
720e84ad 226
6eaf09d6
SL		 227 if (!ret) {
228 op = strdup(str);
59466396 229 ret = fn(&td->o, DDIR_TRIM, op, data);
6eaf09d6
SL		 230 free(op);
231 }
f0c9c217 232 if (!ret)
59466396 233 ret = fn(&td->o, DDIR_READ, str, data);
720e84ad 234 }
564ca972 235
764593c0
JA		 236 return ret;
237}
238
239static int str_bssplit_cb(void *data, const char *input)
240{
a609f12a 241 struct thread_data *td = cb_data_to_td(data);
764593c0
JA		 242 char *str, *p;
243 int ret = 0;
244
764593c0
JA		 245 p = str = strdup(input);
246
247 strip_blank_front(&str);
248 strip_blank_end(str);
249
59466396 250 ret = str_split_parse(td, str, bssplit_ddir, false);
764593c0 251
55baca06
JA		 252 if (parse_dryrun()) {
253 int i;
254
255 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
256 free(td->o.bssplit[i]);
257 td->o.bssplit[i] = NULL;
258 td->o.bssplit_nr[i] = 0;
259 }
260 }
261
564ca972 262 free(p);
720e84ad 263 return ret;
564ca972
JA		 264}
265
8b28bd41
DM		 266static int str2error(char *str)
267{
a94eb99a 268 const char *err[] = { "EPERM", "ENOENT", "ESRCH", "EINTR", "EIO",
8b28bd41
DM		 269 "ENXIO", "E2BIG", "ENOEXEC", "EBADF",
270 "ECHILD", "EAGAIN", "ENOMEM", "EACCES",
271 "EFAULT", "ENOTBLK", "EBUSY", "EEXIST",
272 "EXDEV", "ENODEV", "ENOTDIR", "EISDIR",
273 "EINVAL", "ENFILE", "EMFILE", "ENOTTY",
274 "ETXTBSY","EFBIG", "ENOSPC", "ESPIPE",
a94eb99a 275 "EROFS","EMLINK", "EPIPE", "EDOM", "ERANGE" };
7fe481b4 276 int i = 0, num = sizeof(err) / sizeof(char *);
8b28bd41 277
a94eb99a 278 while (i < num) {
8b28bd41
DM		 279 if (!strcmp(err[i], str))
280 return i + 1;
281 i++;
282 }
283 return 0;
284}
285
3ed673c6
TK		 286static int ignore_error_type(struct thread_data *td, enum error_type_bit etype,
287 char *str)
8b28bd41
DM		 288{
289 unsigned int i;
290 int *error;
291 char *fname;
292
293 if (etype >= ERROR_TYPE_CNT) {
294 log_err("Illegal error type\n");
295 return 1;
296 }
297
298 td->o.ignore_error_nr[etype] = 4;
685ffd57 299 error = calloc(4, sizeof(int));
8b28bd41
DM		 300
301 i = 0;
302 while ((fname = strsep(&str, ":")) != NULL) {
303
304 if (!strlen(fname))
305 break;
306
307 /*
308 * grow struct buffer, if needed
309 */
310 if (i == td->o.ignore_error_nr[etype]) {
311 td->o.ignore_error_nr[etype] <<= 1;
312 error = realloc(error, td->o.ignore_error_nr[etype]
313 * sizeof(int));
314 }
315 if (fname[0] == 'E') {
316 error[i] = str2error(fname);
317 } else {
318 error[i] = atoi(fname);
319 if (error[i] < 0)
1616e025 320 error[i] = -error[i];
8b28bd41
DM		 321 }
322 if (!error[i]) {
d503e281 323 log_err("Unknown error %s, please use number value\n",
8b28bd41 324 fname);
d503e281 325 td->o.ignore_error_nr[etype] = 0;
0fddbf7a 326 free(error);
8b28bd41
DM		 327 return 1;
328 }
329 i++;
330 }
331 if (i) {
332 td->o.continue_on_error |= 1 << etype;
333 td->o.ignore_error_nr[etype] = i;
334 td->o.ignore_error[etype] = error;
d503e281
TK		 335 } else {
336 td->o.ignore_error_nr[etype] = 0;
c7b086be 337 free(error);
d503e281 338 }
c7b086be 339
8b28bd41
DM		 340 return 0;
341
342}
343
d7235efb
JA		 344static int str_replay_skip_cb(void *data, const char *input)
345{
346 struct thread_data *td = cb_data_to_td(data);
347 char *str, *p, *n;
348 int ret = 0;
349
350 if (parse_dryrun())
351 return 0;
352
353 p = str = strdup(input);
354
355 strip_blank_front(&str);
356 strip_blank_end(str);
357
358 while (p) {
359 n = strchr(p, ',');
360 if (n)
361 *n++ = '\0';
362 if (!strcmp(p, "read"))
363 td->o.replay_skip |= 1u << DDIR_READ;
364 else if (!strcmp(p, "write"))
365 td->o.replay_skip |= 1u << DDIR_WRITE;
366 else if (!strcmp(p, "trim"))
367 td->o.replay_skip |= 1u << DDIR_TRIM;
368 else if (!strcmp(p, "sync"))
369 td->o.replay_skip |= 1u << DDIR_SYNC;
370 else {
371 log_err("Unknown skip type: %s\n", p);
372 ret = 1;
373 break;
374 }
375 p = n;
376 }
377 free(str);
378 return ret;
379}
380
8b28bd41
DM		 381static int str_ignore_error_cb(void *data, const char *input)
382{
a609f12a 383 struct thread_data *td = cb_data_to_td(data);
8b28bd41 384 char *str, *p, *n;
3ed673c6
TK		 385 int ret = 1;
386 enum error_type_bit type = 0;
52c0cea3
JA		 387
388 if (parse_dryrun())
389 return 0;
390
8b28bd41
DM		 391 p = str = strdup(input);
392
393 strip_blank_front(&str);
394 strip_blank_end(str);
395
396 while (p) {
397 n = strchr(p, ',');
398 if (n)
399 *n++ = '\0';
400 ret = ignore_error_type(td, type, p);
401 if (ret)
402 break;
403 p = n;
404 type++;
405 }
406 free(str);
407 return ret;
408}
409
211097b2
JA		 410static int str_rw_cb(void *data, const char *str)
411{
a609f12a 412 struct thread_data *td = cb_data_to_td(data);
83ea422a 413 struct thread_options *o = &td->o;
27ca949f 414 char *nr;
211097b2 415
52c0cea3
JA		 416 if (parse_dryrun())
417 return 0;
418
83ea422a
JA		 419 o->ddir_seq_nr = 1;
420 o->ddir_seq_add = 0;
059b0802 421
27ca949f 422 nr = get_opt_postfix(str);
059b0802
JA		 423 if (!nr)
424 return 0;
425
426 if (td_random(td))
83ea422a 427 o->ddir_seq_nr = atoi(nr);
059b0802
JA		 428 else {
429 long long val;
430
88038bc7 431 if (str_to_decimal(nr, &val, 1, o, 0, 0)) {
059b0802
JA		 432 log_err("fio: rw postfix parsing failed\n");
433 free(nr);
434 return 1;
435 }
436
83ea422a 437 o->ddir_seq_add = val;
182ec6ee 438 }
211097b2 439
059b0802 440 free(nr);
211097b2
JA		 441 return 0;
442}
443
214e1eca
JA		 444static int str_mem_cb(void *data, const char *mem)
445{
a609f12a 446 struct thread_data *td = cb_data_to_td(data);
214e1eca 447
217b0f1d
LG		 448 if (td->o.mem_type == MEM_MMAPHUGE || td->o.mem_type == MEM_MMAP ||
449 td->o.mem_type == MEM_MMAPSHARED)
836fcc0f 450 td->o.mmapfile = get_opt_postfix(mem);
214e1eca
JA		 451
452 return 0;
453}
454
c223da83
JA		 455static int fio_clock_source_cb(void *data, const char *str)
456{
a609f12a 457 struct thread_data *td = cb_data_to_td(data);
c223da83
JA		 458
459 fio_clock_source = td->o.clocksource;
fa80feae 460 fio_clock_source_set = 1;
01423eae 461 fio_clock_init();
c223da83
JA		 462 return 0;
463}
464
85bc833b 465static int str_rwmix_read_cb(void *data, unsigned long long *val)
cb499fc4 466{
a609f12a 467 struct thread_data *td = cb_data_to_td(data);
cb499fc4
JA		 468
469 td->o.rwmix[DDIR_READ] = *val;
470 td->o.rwmix[DDIR_WRITE] = 100 - *val;
471 return 0;
472}
473
85bc833b 474static int str_rwmix_write_cb(void *data, unsigned long long *val)
cb499fc4 475{
a609f12a 476 struct thread_data *td = cb_data_to_td(data);
cb499fc4
JA		 477
478 td->o.rwmix[DDIR_WRITE] = *val;
479 td->o.rwmix[DDIR_READ] = 100 - *val;
480 return 0;
481}
482
214e1eca
JA		 483static int str_exitall_cb(void)
484{
485 exitall_on_terminate = 1;
486 return 0;
487}
488
214e1eca 489#ifdef FIO_HAVE_CPU_AFFINITY
50b5860b 490int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu_index)
c2acfbac 491{
50b5860b 492 unsigned int i, index, cpus_in_mask;
c2acfbac 493 const long max_cpu = cpus_online();
c2acfbac 494
50b5860b
JA		 495 cpus_in_mask = fio_cpu_count(mask);
496 cpu_index = cpu_index % cpus_in_mask;
497
498 index = 0;
c2acfbac 499 for (i = 0; i < max_cpu; i++) {
50b5860b 500 if (!fio_cpu_isset(mask, i))
c2acfbac 501 continue;
50b5860b
JA		 502
503 if (cpu_index != index)
504 fio_cpu_clear(mask, i);
505
506 index++;
c2acfbac
JA		 507 }
508
509 return fio_cpu_count(mask);
510}
511
85bc833b 512static int str_cpumask_cb(void *data, unsigned long long *val)
d2e268b0 513{
a609f12a 514 struct thread_data *td = cb_data_to_td(data);
214e1eca 515 unsigned int i;
b03daafb 516 long max_cpu;
d2ce18b5
JA		 517 int ret;
518
52c0cea3
JA		 519 if (parse_dryrun())
520 return 0;
521
d2ce18b5
JA		 522 ret = fio_cpuset_init(&td->o.cpumask);
523 if (ret < 0) {
524 log_err("fio: cpuset_init failed\n");
525 td_verror(td, ret, "fio_cpuset_init");
526 return 1;
527 }
214e1eca 528
c00a2289 529 max_cpu = cpus_online();
214e1eca 530
62a7273d
JA		 531 for (i = 0; i < sizeof(int) * 8; i++) {
532 if ((1 << i) & *val) {
b8411399 533 if (i >= max_cpu) {
b03daafb 534 log_err("fio: CPU %d too large (max=%ld)\n", i,
b8411399 535 max_cpu - 1);
b03daafb
JA		 536 return 1;
537 }
62a7273d 538 dprint(FD_PARSE, "set cpu allowed %d\n", i);
6d459ee7 539 fio_cpu_set(&td->o.cpumask, i);
62a7273d
JA		 540 }
541 }
d2e268b0 542
d2e268b0 543 return 0;
214e1eca
JA		 544}
545
e8462bd8
JA		 546static int set_cpus_allowed(struct thread_data *td, os_cpu_mask_t *mask,
547 const char *input)
214e1eca 548{
d2e268b0 549 char *cpu, *str, *p;
b03daafb 550 long max_cpu;
19608d6c 551 int ret = 0;
d2e268b0 552
e8462bd8 553 ret = fio_cpuset_init(mask);
d2ce18b5
JA		 554 if (ret < 0) {
555 log_err("fio: cpuset_init failed\n");
556 td_verror(td, ret, "fio_cpuset_init");
557 return 1;
558 }
d2e268b0
JA		 559
560 p = str = strdup(input);
214e1eca 561
d2e268b0
JA		 562 strip_blank_front(&str);
563 strip_blank_end(str);
564
c00a2289 565 max_cpu = cpus_online();
b03daafb 566
d2e268b0 567 while ((cpu = strsep(&str, ",")) != NULL) {
62a7273d
JA		 568 char *str2, *cpu2;
569 int icpu, icpu2;
570
d2e268b0
JA		 571 if (!strlen(cpu))
572 break;
62a7273d
JA		 573
574 str2 = cpu;
575 icpu2 = -1;
576 while ((cpu2 = strsep(&str2, "-")) != NULL) {
577 if (!strlen(cpu2))
578 break;
579
580 icpu2 = atoi(cpu2);
581 }
582
583 icpu = atoi(cpu);
584 if (icpu2 == -1)
585 icpu2 = icpu;
586 while (icpu <= icpu2) {
6d459ee7 587 if (icpu >= FIO_MAX_CPUS) {
19608d6c 588 log_err("fio: your OS only supports up to"
6d459ee7 589 " %d CPUs\n", (int) FIO_MAX_CPUS);
19608d6c
JA		 590 ret = 1;
591 break;
592 }
9e986889 593 if (icpu >= max_cpu) {
b03daafb 594 log_err("fio: CPU %d too large (max=%ld)\n",
9e986889 595 icpu, max_cpu - 1);
b03daafb
JA		 596 ret = 1;
597 break;
598 }
0b9d69ec 599
62a7273d 600 dprint(FD_PARSE, "set cpu allowed %d\n", icpu);
e8462bd8 601 fio_cpu_set(mask, icpu);
62a7273d
JA		 602 icpu++;
603 }
19608d6c
JA		 604 if (ret)
605 break;
d2e268b0
JA		 606 }
607
608 free(p);
19608d6c 609 return ret;
214e1eca 610}
e8462bd8
JA		 611
612static int str_cpus_allowed_cb(void *data, const char *input)
613{
a609f12a 614 struct thread_data *td = cb_data_to_td(data);
e8462bd8 615
52c0cea3
JA		 616 if (parse_dryrun())
617 return 0;
618
b2a9e649 619 return set_cpus_allowed(td, &td->o.cpumask, input);
e8462bd8
JA		 620}
621
622static int str_verify_cpus_allowed_cb(void *data, const char *input)
623{
a609f12a 624 struct thread_data *td = cb_data_to_td(data);
e8462bd8 625
466155e2
JA		 626 if (parse_dryrun())
627 return 0;
628
b2a9e649 629 return set_cpus_allowed(td, &td->o.verify_cpumask, input);
e8462bd8 630}
c08f9fe2 631
105157ad 632#ifdef CONFIG_ZLIB
c08f9fe2
JA		 633static int str_log_cpus_allowed_cb(void *data, const char *input)
634{
a609f12a 635 struct thread_data *td = cb_data_to_td(data);
c08f9fe2
JA		 636
637 if (parse_dryrun())
638 return 0;
639
640 return set_cpus_allowed(td, &td->o.log_gz_cpumask, input);
641}
105157ad 642#endif /* CONFIG_ZLIB */
c08f9fe2 643
105157ad 644#endif /* FIO_HAVE_CPU_AFFINITY */
214e1eca 645
67bf9823 646#ifdef CONFIG_LIBNUMA
d0b937ed
YR		 647static int str_numa_cpunodes_cb(void *data, char *input)
648{
a609f12a 649 struct thread_data *td = cb_data_to_td(data);
43522848 650 struct bitmask *verify_bitmask;
d0b937ed 651
52c0cea3
JA		 652 if (parse_dryrun())
653 return 0;
654
d0b937ed
YR		 655 /* numa_parse_nodestring() parses a character string list
656 * of nodes into a bit mask. The bit mask is allocated by
657 * numa_allocate_nodemask(), so it should be freed by
658 * numa_free_nodemask().
659 */
43522848
DG		 660 verify_bitmask = numa_parse_nodestring(input);
661 if (verify_bitmask == NULL) {
d0b937ed
YR		 662 log_err("fio: numa_parse_nodestring failed\n");
663 td_verror(td, 1, "str_numa_cpunodes_cb");
664 return 1;
665 }
43522848 666 numa_free_nodemask(verify_bitmask);
d0b937ed 667
43522848 668 td->o.numa_cpunodes = strdup(input);
d0b937ed
YR		 669 return 0;
670}
671
672static int str_numa_mpol_cb(void *data, char *input)
673{
a609f12a 674 struct thread_data *td = cb_data_to_td(data);
d0b937ed 675 const char * const policy_types[] =
05d6f44b 676 { "default", "prefer", "bind", "interleave", "local", NULL };
d0b937ed 677 int i;
52c0cea3 678 char *nodelist;
43522848 679 struct bitmask *verify_bitmask;
52c0cea3
JA		 680
681 if (parse_dryrun())
682 return 0;
d0b937ed 683
52c0cea3 684 nodelist = strchr(input, ':');
d0b937ed
YR		 685 if (nodelist) {
686 /* NUL-terminate mode */
687 *nodelist++ = '\0';
688 }
689
690 for (i = 0; i <= MPOL_LOCAL; i++) {
691 if (!strcmp(input, policy_types[i])) {
692 td->o.numa_mem_mode = i;
693 break;
694 }
695 }
696 if (i > MPOL_LOCAL) {
697 log_err("fio: memory policy should be: default, prefer, bind, interleave, local\n");
698 goto out;
699 }
700
701 switch (td->o.numa_mem_mode) {
702 case MPOL_PREFERRED:
703 /*
704 * Insist on a nodelist of one node only
705 */
706 if (nodelist) {
707 char *rest = nodelist;
708 while (isdigit(*rest))
709 rest++;
710 if (*rest) {
711 log_err("fio: one node only for \'prefer\'\n");
712 goto out;
713 }
714 } else {
715 log_err("fio: one node is needed for \'prefer\'\n");
716 goto out;
717 }
718 break;
719 case MPOL_INTERLEAVE:
720 /*
721 * Default to online nodes with memory if no nodelist
722 */
723 if (!nodelist)
724 nodelist = strdup("all");
725 break;
726 case MPOL_LOCAL:
727 case MPOL_DEFAULT:
728 /*
729 * Don't allow a nodelist
730 */
731 if (nodelist) {
732 log_err("fio: NO nodelist for \'local\'\n");
733 goto out;
734 }
735 break;
736 case MPOL_BIND:
737 /*
738 * Insist on a nodelist
739 */
740 if (!nodelist) {
741 log_err("fio: a nodelist is needed for \'bind\'\n");
742 goto out;
743 }
744 break;
745 }
746
747
748 /* numa_parse_nodestring() parses a character string list
749 * of nodes into a bit mask. The bit mask is allocated by
750 * numa_allocate_nodemask(), so it should be freed by
751 * numa_free_nodemask().
752 */
753 switch (td->o.numa_mem_mode) {
754 case MPOL_PREFERRED:
755 td->o.numa_mem_prefer_node = atoi(nodelist);
756 break;
757 case MPOL_INTERLEAVE:
758 case MPOL_BIND:
43522848
DG		 759 verify_bitmask = numa_parse_nodestring(nodelist);
760 if (verify_bitmask == NULL) {
d0b937ed
YR		 761 log_err("fio: numa_parse_nodestring failed\n");
762 td_verror(td, 1, "str_numa_memnodes_cb");
763 return 1;
764 }
43522848
DG		 765 td->o.numa_memnodes = strdup(nodelist);
766 numa_free_nodemask(verify_bitmask);
b74e419e 767
d0b937ed
YR		 768 break;
769 case MPOL_LOCAL:
770 case MPOL_DEFAULT:
771 default:
772 break;
773 }
774
d0b937ed 775 return 0;
d0b937ed
YR		 776out:
777 return 1;
778}
779#endif
780
214e1eca
JA		 781static int str_fst_cb(void *data, const char *str)
782{
a609f12a 783 struct thread_data *td = cb_data_to_td(data);
8c07860d
JA		 784 double val;
785 bool done = false;
786 char *nr;
214e1eca
JA		 787
788 td->file_service_nr = 1;
8c07860d
JA		 789
790 switch (td->o.file_service_type) {
791 case FIO_FSERVICE_RANDOM:
792 case FIO_FSERVICE_RR:
793 case FIO_FSERVICE_SEQ:
794 nr = get_opt_postfix(str);
795 if (nr) {
796 td->file_service_nr = atoi(nr);
797 free(nr);
798 }
799 done = true;
800 break;
801 case FIO_FSERVICE_ZIPF:
802 val = FIO_DEF_ZIPF;
803 break;
804 case FIO_FSERVICE_PARETO:
805 val = FIO_DEF_PARETO;
806 break;
807 case FIO_FSERVICE_GAUSS:
808 val = 0.0;
809 break;
810 default:
811 log_err("fio: bad file service type: %d\n", td->o.file_service_type);
812 return 1;
813 }
814
815 if (done)
816 return 0;
817
818 nr = get_opt_postfix(str);
819 if (nr && !str_to_float(nr, &val, 0)) {
820 log_err("fio: file service type random postfix parsing failed\n");
182ec6ee 821 free(nr);
8c07860d
JA		 822 return 1;
823 }
824
825 free(nr);
826
827 switch (td->o.file_service_type) {
828 case FIO_FSERVICE_ZIPF:
829 if (val == 1.00) {
830 log_err("fio: zipf theta must be different than 1.0\n");
831 return 1;
832 }
833 if (parse_dryrun())
834 return 0;
835 td->zipf_theta = val;
836 break;
837 case FIO_FSERVICE_PARETO:
838 if (val <= 0.00 || val >= 1.00) {
839 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
840 return 1;
841 }
842 if (parse_dryrun())
843 return 0;
844 td->pareto_h = val;
845 break;
846 case FIO_FSERVICE_GAUSS:
847 if (val < 0.00 || val >= 100.00) {
99c94a6b 848 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
8c07860d
JA		 849 return 1;
850 }
851 if (parse_dryrun())
852 return 0;
853 td->gauss_dev = val;
854 break;
182ec6ee 855 }
214e1eca
JA		 856
857 return 0;
858}
859
67bf9823 860#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA		 861static int str_sfr_cb(void *data, const char *str)
862{
a609f12a 863 struct thread_data *td = cb_data_to_td(data);
44f29692
JA		 864 char *nr = get_opt_postfix(str);
865
866 td->sync_file_range_nr = 1;
867 if (nr) {
868 td->sync_file_range_nr = atoi(nr);
869 free(nr);
870 }
871
872 return 0;
873}
3ae06371 874#endif
44f29692 875
764593c0 876static int zone_split_ddir(struct thread_options *o, enum fio_ddir ddir,
59466396 877 char *str, bool absolute)
e0a04ac1 878{
e0a04ac1 879 unsigned int i, perc, perc_missing, sperc, sperc_missing;
d2835319 880 struct split split;
e0a04ac1 881
d2835319 882 memset(&split, 0, sizeof(split));
e0a04ac1 883
517c9c72 884 if (split_parse_ddir(o, &split, str, absolute, ZONESPLIT_MAX))
d2835319
JA		 885 return 1;
886 if (!split.nr)
887 return 0;
e0a04ac1 888
d2835319
JA		 889 o->zone_split[ddir] = malloc(split.nr * sizeof(struct zone_split));
890 o->zone_split_nr[ddir] = split.nr;
891 for (i = 0; i < split.nr; i++) {
892 o->zone_split[ddir][i].access_perc = split.val1[i];
59466396
JA		 893 if (absolute)
894 o->zone_split[ddir][i].size = split.val2[i];
895 else
896 o->zone_split[ddir][i].size_perc = split.val2[i];
e0a04ac1
JA		 897 }
898
e0a04ac1
JA		 899 /*
900 * Now check if the percentages add up, and how much is missing
901 */
902 perc = perc_missing = 0;
903 sperc = sperc_missing = 0;
904 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 905 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA		 906
907 if (zsp->access_perc == (uint8_t) -1U)
908 perc_missing++;
909 else
910 perc += zsp->access_perc;
911
59466396
JA		 912 if (!absolute) {
913 if (zsp->size_perc == (uint8_t) -1U)
914 sperc_missing++;
915 else
916 sperc += zsp->size_perc;
917 }
e0a04ac1
JA		 918 }
919
920 if (perc > 100 || sperc > 100) {
921 log_err("fio: zone_split percentages add to more than 100%%\n");
d2835319
JA		 922 free(o->zone_split[ddir]);
923 o->zone_split[ddir] = NULL;
e0a04ac1
JA		 924 return 1;
925 }
926 if (perc < 100) {
927 log_err("fio: access percentage don't add up to 100 for zoned "
928 "random distribution (got=%u)\n", perc);
d2835319
JA		 929 free(o->zone_split[ddir]);
930 o->zone_split[ddir] = NULL;
e0a04ac1
JA		 931 return 1;
932 }
933
934 /*
935 * If values didn't have a percentage set, divide the remains between
936 * them.
937 */
938 if (perc_missing) {
939 if (perc_missing == 1 && o->zone_split_nr[ddir] == 1)
940 perc = 100;
941 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 942 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA		 943
944 if (zsp->access_perc == (uint8_t) -1U)
945 zsp->access_perc = (100 - perc) / perc_missing;
946 }
947 }
948 if (sperc_missing) {
949 if (sperc_missing == 1 && o->zone_split_nr[ddir] == 1)
950 sperc = 100;
951 for (i = 0; i < o->zone_split_nr[ddir]; i++) {
d2835319 952 struct zone_split *zsp = &o->zone_split[ddir][i];
e0a04ac1
JA		 953
954 if (zsp->size_perc == (uint8_t) -1U)
955 zsp->size_perc = (100 - sperc) / sperc_missing;
956 }
957 }
958
e0a04ac1
JA		 959 return 0;
960}
961
962static void __td_zone_gen_index(struct thread_data *td, enum fio_ddir ddir)
963{
964 unsigned int i, j, sprev, aprev;
59466396 965 uint64_t sprev_sz;
e0a04ac1
JA		 966
967 td->zone_state_index[ddir] = malloc(sizeof(struct zone_split_index) * 100);
968
59466396 969 sprev_sz = sprev = aprev = 0;
e0a04ac1
JA		 970 for (i = 0; i < td->o.zone_split_nr[ddir]; i++) {
971 struct zone_split *zsp = &td->o.zone_split[ddir][i];
972
973 for (j = aprev; j < aprev + zsp->access_perc; j++) {
974 struct zone_split_index *zsi = &td->zone_state_index[ddir][j];
975
976 zsi->size_perc = sprev + zsp->size_perc;
977 zsi->size_perc_prev = sprev;
59466396
JA		 978
979 zsi->size = sprev_sz + zsp->size;
980 zsi->size_prev = sprev_sz;
e0a04ac1
JA		 981 }
982
983 aprev += zsp->access_perc;
984 sprev += zsp->size_perc;
59466396 985 sprev_sz += zsp->size;
e0a04ac1
JA		 986 }
987}
988
989/*
990 * Generate state table for indexes, so we don't have to do it inline from
991 * the hot IO path
992 */
993static void td_zone_gen_index(struct thread_data *td)
994{
995 int i;
996
997 td->zone_state_index = malloc(DDIR_RWDIR_CNT *
998 sizeof(struct zone_split_index *));
999
1000 for (i = 0; i < DDIR_RWDIR_CNT; i++)
1001 __td_zone_gen_index(td, i);
1002}
1003
59466396
JA		 1004static int parse_zoned_distribution(struct thread_data *td, const char *input,
1005 bool absolute)
e0a04ac1 1006{
59466396 1007 const char *pre = absolute ? "zoned_abs:" : "zoned:";
764593c0 1008 char *str, *p;
e0a04ac1
JA		 1009 int i, ret = 0;
1010
1011 p = str = strdup(input);
1012
1013 strip_blank_front(&str);
1014 strip_blank_end(str);
1015
1016 /* We expect it to start like that, bail if not */
59466396 1017 if (strncmp(str, pre, strlen(pre))) {
e0a04ac1
JA		 1018 log_err("fio: mismatch in zoned input <%s>\n", str);
1019 free(p);
1020 return 1;
1021 }
59466396 1022 str += strlen(pre);
e0a04ac1 1023
59466396 1024 ret = str_split_parse(td, str, zone_split_ddir, absolute);
e0a04ac1
JA		 1025
1026 free(p);
1027
1028 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
1029 int j;
1030
1031 dprint(FD_PARSE, "zone ddir %d (nr=%u): \n", i, td->o.zone_split_nr[i]);
1032
1033 for (j = 0; j < td->o.zone_split_nr[i]; j++) {
1034 struct zone_split *zsp = &td->o.zone_split[i][j];
1035
59466396
JA		 1036 if (absolute) {
1037 dprint(FD_PARSE, "\t%d: %u/%llu\n", j,
1038 zsp->access_perc,
1039 (unsigned long long) zsp->size);
1040 } else {
1041 dprint(FD_PARSE, "\t%d: %u/%u\n", j,
1042 zsp->access_perc,
1043 zsp->size_perc);
1044 }
e0a04ac1
JA		 1045 }
1046 }
1047
55baca06 1048 if (parse_dryrun()) {
55baca06
JA		 1049 for (i = 0; i < DDIR_RWDIR_CNT; i++) {
1050 free(td->o.zone_split[i]);
1051 td->o.zone_split[i] = NULL;
1052 td->o.zone_split_nr[i] = 0;
1053 }
1054
1055 return ret;
1056 }
1057
e0a04ac1
JA		 1058 if (!ret)
1059 td_zone_gen_index(td);
dc4bffb8
JA		 1060 else {
1061 for (i = 0; i < DDIR_RWDIR_CNT; i++)
1062 td->o.zone_split_nr[i] = 0;
1063 }
e0a04ac1
JA		 1064
1065 return ret;
1066}
1067
e25839d4
JA		 1068static int str_random_distribution_cb(void *data, const char *str)
1069{
a609f12a 1070 struct thread_data *td = cb_data_to_td(data);
e25839d4
JA		 1071 double val;
1072 char *nr;
1073
925fee33 1074 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF)
c95f9404 1075 val = FIO_DEF_ZIPF;
925fee33 1076 else if (td->o.random_distribution == FIO_RAND_DIST_PARETO)
c95f9404 1077 val = FIO_DEF_PARETO;
56d9fa4b
JA		 1078 else if (td->o.random_distribution == FIO_RAND_DIST_GAUSS)
1079 val = 0.0;
e0a04ac1 1080 else if (td->o.random_distribution == FIO_RAND_DIST_ZONED)
59466396
JA		 1081 return parse_zoned_distribution(td, str, false);
1082 else if (td->o.random_distribution == FIO_RAND_DIST_ZONED_ABS)
1083 return parse_zoned_distribution(td, str, true);
925fee33 1084 else
e25839d4
JA		 1085 return 0;
1086
1087 nr = get_opt_postfix(str);
88038bc7 1088 if (nr && !str_to_float(nr, &val, 0)) {
e25839d4
JA		 1089 log_err("fio: random postfix parsing failed\n");
1090 free(nr);
1091 return 1;
1092 }
1093
078189c1
JA		 1094 free(nr);
1095
18ded917
JA		 1096 if (td->o.random_distribution == FIO_RAND_DIST_ZIPF) {
1097 if (val == 1.00) {
1098 log_err("fio: zipf theta must different than 1.0\n");
1099 return 1;
1100 }
55baca06
JA		 1101 if (parse_dryrun())
1102 return 0;
1e5324e7 1103 td->o.zipf_theta.u.f = val;
56d9fa4b 1104 } else if (td->o.random_distribution == FIO_RAND_DIST_PARETO) {
078189c1
JA		 1105 if (val <= 0.00 || val >= 1.00) {
1106 log_err("fio: pareto input out of range (0 < input < 1.0)\n");
1107 return 1;
1108 }
55baca06
JA		 1109 if (parse_dryrun())
1110 return 0;
1e5324e7 1111 td->o.pareto_h.u.f = val;
3cdb8cf3 1112 } else {
76527b19 1113 if (val < 0.00 || val >= 100.0) {
99c94a6b 1114 log_err("fio: normal deviation out of range (0 <= input < 100.0)\n");
3cdb8cf3
JA		 1115 return 1;
1116 }
55baca06
JA		 1117 if (parse_dryrun())
1118 return 0;
f88cd222 1119 td->o.gauss_dev.u.f = val;
3cdb8cf3 1120 }
921c766f
JA		 1121
1122 return 0;
1123}
1124
16e56d25
VF		 1125static int str_steadystate_cb(void *data, const char *str)
1126{
94f218f6 1127 struct thread_data *td = cb_data_to_td(data);
16e56d25
VF		 1128 double val;
1129 char *nr;
1130 char *pct;
1131 long long ll;
1132
2c5d94bc
VF		 1133 if (td->o.ss_state != FIO_SS_IOPS && td->o.ss_state != FIO_SS_IOPS_SLOPE &&
1134 td->o.ss_state != FIO_SS_BW && td->o.ss_state != FIO_SS_BW_SLOPE) {
16e56d25
VF		 1135 /* should be impossible to get here */
1136 log_err("fio: unknown steady state criterion\n");
1137 return 1;
1138 }
1139
1140 nr = get_opt_postfix(str);
1141 if (!nr) {
1142 log_err("fio: steadystate threshold must be specified in addition to criterion\n");
1143 free(nr);
1144 return 1;
1145 }
1146
1147 /* ENHANCEMENT Allow fio to understand size=10.2% and use here */
1148 pct = strstr(nr, "%");
1149 if (pct) {
1150 *pct = '\0';
1151 strip_blank_end(nr);
1152 if (!str_to_float(nr, &val, 0)) {
1153 log_err("fio: could not parse steadystate threshold percentage\n");
1154 free(nr);
1155 return 1;
1156 }
1157
1158 dprint(FD_PARSE, "set steady state threshold to %f%%\n", val);
1159 free(nr);
1160 if (parse_dryrun())
1161 return 0;
1162
c8caba48 1163 td->o.ss_state |= FIO_SS_PCT;
16e56d25 1164 td->o.ss_limit.u.f = val;
c8caba48 1165 } else if (td->o.ss_state & FIO_SS_IOPS) {
16e56d25
VF		 1166 if (!str_to_float(nr, &val, 0)) {
1167 log_err("fio: steadystate IOPS threshold postfix parsing failed\n");
1168 free(nr);
1169 return 1;
1170 }
1171
1172 dprint(FD_PARSE, "set steady state IOPS threshold to %f\n", val);
1173 free(nr);
1174 if (parse_dryrun())
1175 return 0;
1176
16e56d25 1177 td->o.ss_limit.u.f = val;
16e56d25
VF		 1178 } else { /* bandwidth criterion */
1179 if (str_to_decimal(nr, &ll, 1, td, 0, 0)) {
1180 log_err("fio: steadystate BW threshold postfix parsing failed\n");
1181 free(nr);
1182 return 1;
1183 }
1184
1185 dprint(FD_PARSE, "set steady state BW threshold to %lld\n", ll);
1186 free(nr);
1187 if (parse_dryrun())
1188 return 0;
1189
16e56d25 1190 td->o.ss_limit.u.f = (double) ll;
16e56d25
VF		 1191 }
1192
2c5d94bc 1193 td->ss.state = td->o.ss_state;
16e56d25
VF		 1194 return 0;
1195}
1196
8e827d35 1197/*
bcbfeefa 1198 * Return next name in the string. Files are separated with ':'. If the ':'
8e827d35
JA		 1199 * is escaped with a '\', then that ':' is part of the filename and does not
1200 * indicate a new file.
1201 */
bcbfeefa 1202static char *get_next_name(char **ptr)
8e827d35
JA		 1203{
1204 char *str = *ptr;
1205 char *p, *start;
1206
1207 if (!str || !strlen(str))
1208 return NULL;
1209
1210 start = str;
1211 do {
1212 /*
1213 * No colon, we are done
1214 */
1215 p = strchr(str, ':');
1216 if (!p) {
1217 *ptr = NULL;
1218 break;
1219 }
1220
1221 /*
1222 * We got a colon, but it's the first character. Skip and
1223 * continue
1224 */
1225 if (p == start) {
1226 str = ++start;
1227 continue;
1228 }
1229
1230 if (*(p - 1) != '\\') {
1231 *p = '\0';
1232 *ptr = p + 1;
1233 break;
1234 }
1235
1236 memmove(p - 1, p, strlen(p) + 1);
1237 str = p;
1238 } while (1);
1239
1240 return start;
1241}
1242
bcbfeefa
CE		 1243
1244static int get_max_name_idx(char *input)
1245{
1246 unsigned int cur_idx;
1247 char *str, *p;
1248
1249 p = str = strdup(input);
1250 for (cur_idx = 0; ; cur_idx++)
1251 if (get_next_name(&str) == NULL)
1252 break;
1253
1254 free(p);
1255 return cur_idx;
1256}
1257
1258/*
1259 * Returns the directory at the index, indexes > entires will be
1260 * assigned via modulo division of the index
1261 */
922a5be8
JA		 1262int set_name_idx(char *target, size_t tlen, char *input, int index,
1263 bool unique_filename)
bcbfeefa
CE		 1264{
1265 unsigned int cur_idx;
1266 int len;
1267 char *fname, *str, *p;
1268
1269 p = str = strdup(input);
1270
1271 index %= get_max_name_idx(input);
1272 for (cur_idx = 0; cur_idx <= index; cur_idx++)
1273 fname = get_next_name(&str);
1274
922a5be8 1275 if (client_sockaddr_str[0] && unique_filename) {
e13c3b50
JA		 1276 len = snprintf(target, tlen, "%s/%s.", fname,
1277 client_sockaddr_str);
1278 } else
1279 len = snprintf(target, tlen, "%s/", fname);
72a703da 1280
e13c3b50 1281 target[tlen - 1] = '\0';
bcbfeefa
CE		 1282 free(p);
1283
1284 return len;
1285}
1286
214e1eca
JA		 1287static int str_filename_cb(void *data, const char *input)
1288{
a609f12a 1289 struct thread_data *td = cb_data_to_td(data);
214e1eca
JA		 1290 char *fname, *str, *p;
1291
1292 p = str = strdup(input);
1293
1294 strip_blank_front(&str);
1295 strip_blank_end(str);
1296
79591fa9
TK		 1297 /*
1298 * Ignore what we may already have from nrfiles option.
1299 */
214e1eca 1300 if (!td->files_index)
2dc1bbeb 1301 td->o.nr_files = 0;
214e1eca 1302
bcbfeefa 1303 while ((fname = get_next_name(&str)) != NULL) {
214e1eca
JA		 1304 if (!strlen(fname))
1305 break;
5903e7b7 1306 add_file(td, fname, 0, 1);
214e1eca
JA		 1307 }
1308
1309 free(p);
1310 return 0;
1311}
1312
bcbfeefa 1313static int str_directory_cb(void *data, const char fio_unused *unused)
214e1eca 1314{
a609f12a 1315 struct thread_data *td = cb_data_to_td(data);
214e1eca 1316 struct stat sb;
bcbfeefa
CE		 1317 char *dirname, *str, *p;
1318 int ret = 0;
214e1eca 1319
f9633d72
JA		 1320 if (parse_dryrun())
1321 return 0;
1322
bcbfeefa
CE		 1323 p = str = strdup(td->o.directory);
1324 while ((dirname = get_next_name(&str)) != NULL) {
1325 if (lstat(dirname, &sb) < 0) {
1326 ret = errno;
921c766f 1327
bcbfeefa
CE		 1328 log_err("fio: %s is not a directory\n", dirname);
1329 td_verror(td, ret, "lstat");
1330 goto out;
1331 }
1332 if (!S_ISDIR(sb.st_mode)) {
1333 log_err("fio: %s is not a directory\n", dirname);
1334 ret = 1;
1335 goto out;
1336 }
214e1eca
JA		 1337 }
1338
bcbfeefa
CE		 1339out:
1340 free(p);
1341 return ret;
214e1eca
JA		 1342}
1343
1344static int str_opendir_cb(void *data, const char fio_unused *str)
1345{
a609f12a 1346 struct thread_data *td = cb_data_to_td(data);
214e1eca 1347
52c0cea3
JA		 1348 if (parse_dryrun())
1349 return 0;
1350
214e1eca 1351 if (!td->files_index)
2dc1bbeb 1352 td->o.nr_files = 0;
214e1eca 1353
2dc1bbeb 1354 return add_dir_files(td, td->o.opendir);
214e1eca
JA		 1355}
1356
ce35b1ec
JA		 1357static int str_buffer_pattern_cb(void *data, const char *input)
1358{
a609f12a 1359 struct thread_data *td = cb_data_to_td(data);
ce35b1ec
JA		 1360 int ret;
1361
61b9861d
RP		 1362 /* FIXME: for now buffer pattern does not support formats */
1363 ret = parse_and_fill_pattern(input, strlen(input), td->o.buffer_pattern,
1364 MAX_PATTERN_SIZE, NULL, 0, NULL, NULL);
1365 if (ret < 0)
1366 return 1;
ce35b1ec 1367
61b9861d
RP		 1368 assert(ret != 0);
1369 td->o.buffer_pattern_bytes = ret;
c55fae03
JA		 1370
1371 /*
1372 * If this job is doing any reading or has compression set,
1373 * ensure that we refill buffers for writes or we could be
1374 * invalidating the pattern through reads.
1375 */
1376 if (!td->o.compress_percentage && !td_read(td))
61b9861d 1377 td->o.refill_buffers = 0;
c55fae03
JA		 1378 else
1379 td->o.refill_buffers = 1;
1380
61b9861d
RP		 1381 td->o.scramble_buffers = 0;
1382 td->o.zero_buffers = 0;
efcd9dcc 1383
61b9861d 1384 return 0;
ce35b1ec
JA		 1385}
1386
bedc9dc2
JA		 1387static int str_buffer_compress_cb(void *data, unsigned long long *il)
1388{
a609f12a 1389 struct thread_data *td = cb_data_to_td(data);
bedc9dc2
JA		 1390
1391 td->flags |= TD_F_COMPRESS;
1392 td->o.compress_percentage = *il;
1393 return 0;
1394}
1395
5c94b008
JA		 1396static int str_dedupe_cb(void *data, unsigned long long *il)
1397{
a609f12a 1398 struct thread_data *td = cb_data_to_td(data);
5c94b008
JA		 1399
1400 td->flags |= TD_F_COMPRESS;
1401 td->o.dedupe_percentage = *il;
1402 td->o.refill_buffers = 1;
1403 return 0;
1404}
1405
ce35b1ec
JA		 1406static int str_verify_pattern_cb(void *data, const char *input)
1407{
a609f12a 1408 struct thread_data *td = cb_data_to_td(data);
ce35b1ec
JA		 1409 int ret;
1410
61b9861d
RP		 1411 td->o.verify_fmt_sz = ARRAY_SIZE(td->o.verify_fmt);
1412 ret = parse_and_fill_pattern(input, strlen(input), td->o.verify_pattern,
4205998f
JA		 1413 MAX_PATTERN_SIZE, fmt_desc, sizeof(fmt_desc),
1414 td->o.verify_fmt, &td->o.verify_fmt_sz);
61b9861d
RP		 1415 if (ret < 0)
1416 return 1;
efcd9dcc 1417
61b9861d
RP		 1418 assert(ret != 0);
1419 td->o.verify_pattern_bytes = ret;
92bf48d5 1420 /*
b638d82f 1421 * VERIFY_* could already be set
92bf48d5 1422 */
61b9861d 1423 if (!fio_option_is_set(&td->o, verify))
92bf48d5 1424 td->o.verify = VERIFY_PATTERN;
efcd9dcc 1425
61b9861d 1426 return 0;
90059d65 1427}
214e1eca 1428
993bf48b
JA		 1429static int str_gtod_reduce_cb(void *data, int *il)
1430{
a609f12a 1431 struct thread_data *td = cb_data_to_td(data);
993bf48b
JA		 1432 int val = *il;
1433
02af0988 1434 td->o.disable_lat = !!val;
993bf48b
JA		 1435 td->o.disable_clat = !!val;
1436 td->o.disable_slat = !!val;
1437 td->o.disable_bw = !!val;
0dc1bc03 1438 td->o.clat_percentiles = !val;
993bf48b 1439 if (val)
8b6a404c 1440 td->ts_cache_mask = 63;
993bf48b
JA		 1441
1442 return 0;
1443}
1444
89978a6b
BW		 1445static int str_offset_cb(void *data, unsigned long long *__val)
1446{
1447 struct thread_data *td = cb_data_to_td(data);
1448 unsigned long long v = *__val;
1449
1450 if (parse_is_percent(v)) {
1451 td->o.start_offset = 0;
1452 td->o.start_offset_percent = -1ULL - v;
872e0415
JA		 1453 dprint(FD_PARSE, "SET start_offset_percent %d\n",
1454 td->o.start_offset_percent);
89978a6b
BW		 1455 } else
1456 td->o.start_offset = v;
1457
1458 return 0;
1459}
1460
7bb59102
JA		 1461static int str_size_cb(void *data, unsigned long long *__val)
1462{
a609f12a 1463 struct thread_data *td = cb_data_to_td(data);
7bb59102
JA		 1464 unsigned long long v = *__val;
1465
1466 if (parse_is_percent(v)) {
1467 td->o.size = 0;
1468 td->o.size_percent = -1ULL - v;
24e4321c
TK		 1469 dprint(FD_PARSE, "SET size_percent %d\n",
1470 td->o.size_percent);
7bb59102
JA		 1471 } else
1472 td->o.size = v;
1473
1474 return 0;
1475}
1476
dded427c
OS		 1477static int str_write_bw_log_cb(void *data, const char *str)
1478{
1479 struct thread_data *td = cb_data_to_td(data);
1480
1481 if (str)
1482 td->o.bw_log_file = strdup(str);
1483
1484 td->o.write_bw_log = 1;
1485 return 0;
1486}
1487
1488static int str_write_lat_log_cb(void *data, const char *str)
1489{
1490 struct thread_data *td = cb_data_to_td(data);
1491
1492 if (str)
1493 td->o.lat_log_file = strdup(str);
1494
1495 td->o.write_lat_log = 1;
1496 return 0;
1497}
1498
1499static int str_write_iops_log_cb(void *data, const char *str)
1500{
1501 struct thread_data *td = cb_data_to_td(data);
1502
1503 if (str)
1504 td->o.iops_log_file = strdup(str);
1505
1506 td->o.write_iops_log = 1;
1507 return 0;
1508}
1509
1510static int str_write_hist_log_cb(void *data, const char *str)
1511{
1512 struct thread_data *td = cb_data_to_td(data);
1513
1514 if (str)
1515 td->o.hist_log_file = strdup(str);
1516
1517 td->o.write_hist_log = 1;
1518 return 0;
1519}
1520
6730b40f
TK		 1521/*
1522 * str is supposed to be a substring of the strdup'd original string,
1523 * and is valid only if it's a regular file path.
1524 * This function keeps the pointer to the path as needed later.
1525 *
1526 * "external:/path/to/so\0" <- original pointer updated with strdup'd
1527 * "external\0" <- above pointer after parsed, i.e. ->ioengine
1528 * "/path/to/so\0" <- str argument, i.e. ->ioengine_so_path
1529 */
1530static int str_ioengine_external_cb(void *data, const char *str)
1531{
1532 struct thread_data *td = cb_data_to_td(data);
1533 struct stat sb;
1534 char *p;
1535
1536 if (!str) {
1537 log_err("fio: null external ioengine path\n");
1538 return 1;
1539 }
1540
1541 p = (char *)str; /* str is mutable */
1542 strip_blank_front(&p);
1543 strip_blank_end(p);
1544
1545 if (stat(p, &sb) || !S_ISREG(sb.st_mode)) {
1546 log_err("fio: invalid external ioengine path \"%s\"\n", p);
1547 return 1;
1548 }
1549
1550 td->o.ioengine_so_path = p;
1551 return 0;
1552}
1553
9109883a 1554static int rw_verify(const struct fio_option *o, void *data)
896cac2a 1555{
a609f12a 1556 struct thread_data *td = cb_data_to_td(data);
896cac2a
JA		 1557
1558 if (read_only && td_write(td)) {
1559 log_err("fio: job <%s> has write bit set, but fio is in"
1560 " read-only mode\n", td->o.name);
1561 return 1;
1562 }
1563
1564 return 0;
1565}
1566
9109883a 1567static int gtod_cpu_verify(const struct fio_option *o, void *data)
29d43ff9 1568{
276ca4f7 1569#ifndef FIO_HAVE_CPU_AFFINITY
a609f12a 1570 struct thread_data *td = cb_data_to_td(data);
29d43ff9 1571
29d43ff9
JA		 1572 if (td->o.gtod_cpu) {
1573 log_err("fio: platform must support CPU affinity for"
1574 "gettimeofday() offloading\n");
1575 return 1;
1576 }
1577#endif
1578
1579 return 0;
1580}
1581
214e1eca
JA		 1582/*
1583 * Map of job/command line options
1584 */
9af4a244 1585struct fio_option fio_options[FIO_MAX_OPTS] = {
214e1eca
JA		 1586 {
1587 .name = "description",
e8b0e958 1588 .lname = "Description of job",
214e1eca 1589 .type = FIO_OPT_STR_STORE,
a609f12a 1590 .off1 = offsetof(struct thread_options, description),
214e1eca 1591 .help = "Text job description",
e8b0e958 1592 .category = FIO_OPT_C_GENERAL,
0626037e 1593 .group = FIO_OPT_G_DESC,
214e1eca
JA		 1594 },
1595 {
1596 .name = "name",
e8b0e958 1597 .lname = "Job name",
214e1eca 1598 .type = FIO_OPT_STR_STORE,
a609f12a 1599 .off1 = offsetof(struct thread_options, name),
214e1eca 1600 .help = "Name of this job",
e8b0e958 1601 .category = FIO_OPT_C_GENERAL,
0626037e 1602 .group = FIO_OPT_G_DESC,
214e1eca 1603 },
9cc8cb91
AK		 1604 {
1605 .name = "wait_for",
1606 .lname = "Waitee name",
1607 .type = FIO_OPT_STR_STORE,
a609f12a 1608 .off1 = offsetof(struct thread_options, wait_for),
9cc8cb91
AK		 1609 .help = "Name of the job this one wants to wait for before starting",
1610 .category = FIO_OPT_C_GENERAL,
1611 .group = FIO_OPT_G_DESC,
1612 },
214e1eca
JA		 1613 {
1614 .name = "filename",
e8b0e958 1615 .lname = "Filename(s)",
214e1eca 1616 .type = FIO_OPT_STR_STORE,
a609f12a 1617 .off1 = offsetof(struct thread_options, filename),
214e1eca 1618 .cb = str_filename_cb,
f0d524b0 1619 .prio = -1, /* must come after "directory" */
214e1eca 1620 .help = "File(s) to use for the workload",
e8b0e958 1621 .category = FIO_OPT_C_FILE,
0626037e 1622 .group = FIO_OPT_G_FILENAME,
214e1eca 1623 },
90fef2d1 1624 {
e8b0e958
JA		 1625 .name = "directory",
1626 .lname = "Directory",
1627 .type = FIO_OPT_STR_STORE,
a609f12a 1628 .off1 = offsetof(struct thread_options, directory),
e8b0e958
JA		 1629 .cb = str_directory_cb,
1630 .help = "Directory to store files in",
1631 .category = FIO_OPT_C_FILE,
0626037e 1632 .group = FIO_OPT_G_FILENAME,
90fef2d1 1633 },
de98bd30
JA		 1634 {
1635 .name = "filename_format",
922a5be8 1636 .lname = "Filename Format",
de98bd30 1637 .type = FIO_OPT_STR_STORE,
a609f12a 1638 .off1 = offsetof(struct thread_options, filename_format),
de98bd30
JA		 1639 .prio = -1, /* must come after "directory" */
1640 .help = "Override default $jobname.$jobnum.$filenum naming",
1641 .def = "$jobname.$jobnum.$filenum",
93bb626a
JA		 1642 .category = FIO_OPT_C_FILE,
1643 .group = FIO_OPT_G_FILENAME,
ad705bcb 1644 },
922a5be8
JA		 1645 {
1646 .name = "unique_filename",
1647 .lname = "Unique Filename",
1648 .type = FIO_OPT_BOOL,
a609f12a 1649 .off1 = offsetof(struct thread_options, unique_filename),
922a5be8
JA		 1650 .help = "For network clients, prefix file with source IP",
1651 .def = "1",
1652 .category = FIO_OPT_C_FILE,
1653 .group = FIO_OPT_G_FILENAME,
1654 },
29c1349f
JA		 1655 {
1656 .name = "lockfile",
e8b0e958 1657 .lname = "Lockfile",
4d4e80f2 1658 .type = FIO_OPT_STR,
a609f12a 1659 .off1 = offsetof(struct thread_options, file_lock_mode),
29c1349f 1660 .help = "Lock file when doing IO to it",
bc6a0a5d 1661 .prio = 1,
29c1349f 1662 .parent = "filename",
d71c154c 1663 .hide = 0,
4d4e80f2 1664 .def = "none",
e8b0e958 1665 .category = FIO_OPT_C_FILE,
0626037e 1666 .group = FIO_OPT_G_FILENAME,
4d4e80f2
JA		 1667 .posval = {
1668 { .ival = "none",
1669 .oval = FILE_LOCK_NONE,
1670 .help = "No file locking",
1671 },
1672 { .ival = "exclusive",
1673 .oval = FILE_LOCK_EXCLUSIVE,
1674 .help = "Exclusive file lock",
1675 },
1676 {
1677 .ival = "readwrite",
1678 .oval = FILE_LOCK_READWRITE,
1679 .help = "Read vs write lock",
1680 },
1681 },
29c1349f 1682 },
214e1eca
JA		 1683 {
1684 .name = "opendir",
e8b0e958 1685 .lname = "Open directory",
214e1eca 1686 .type = FIO_OPT_STR_STORE,
a609f12a 1687 .off1 = offsetof(struct thread_options, opendir),
214e1eca
JA		 1688 .cb = str_opendir_cb,
1689 .help = "Recursively add files from this directory and down",
e8b0e958 1690 .category = FIO_OPT_C_FILE,
0626037e 1691 .group = FIO_OPT_G_FILENAME,
214e1eca
JA		 1692 },
1693 {
1694 .name = "rw",
e8b0e958 1695 .lname = "Read/write",
d3aad8f2 1696 .alias = "readwrite",
214e1eca 1697 .type = FIO_OPT_STR,
211097b2 1698 .cb = str_rw_cb,
a609f12a 1699 .off1 = offsetof(struct thread_options, td_ddir),
214e1eca
JA		 1700 .help = "IO direction",
1701 .def = "read",
896cac2a 1702 .verify = rw_verify,
e8b0e958 1703 .category = FIO_OPT_C_IO,
0626037e 1704 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA		 1705 .posval = {
1706 { .ival = "read",
1707 .oval = TD_DDIR_READ,
1708 .help = "Sequential read",
1709 },
1710 { .ival = "write",
1711 .oval = TD_DDIR_WRITE,
1712 .help = "Sequential write",
1713 },
6eaf09d6
SL		 1714 { .ival = "trim",
1715 .oval = TD_DDIR_TRIM,
1716 .help = "Sequential trim",
1717 },
214e1eca
JA		 1718 { .ival = "randread",
1719 .oval = TD_DDIR_RANDREAD,
1720 .help = "Random read",
1721 },
1722 { .ival = "randwrite",
1723 .oval = TD_DDIR_RANDWRITE,
1724 .help = "Random write",
1725 },
6eaf09d6
SL		 1726 { .ival = "randtrim",
1727 .oval = TD_DDIR_RANDTRIM,
1728 .help = "Random trim",
1729 },
214e1eca
JA		 1730 { .ival = "rw",
1731 .oval = TD_DDIR_RW,
1732 .help = "Sequential read and write mix",
1733 },
10b023db
JA		 1734 { .ival = "readwrite",
1735 .oval = TD_DDIR_RW,
1736 .help = "Sequential read and write mix",
1737 },
214e1eca
JA		 1738 { .ival = "randrw",
1739 .oval = TD_DDIR_RANDRW,
1740 .help = "Random read and write mix"
1741 },
82a90686
JA		 1742 { .ival = "trimwrite",
1743 .oval = TD_DDIR_TRIMWRITE,
1744 .help = "Trim and write mix, trims preceding writes"
0e4dd95c 1745 },
214e1eca
JA		 1746 },
1747 },
38dad62d
JA		 1748 {
1749 .name = "rw_sequencer",
e8b0e958 1750 .lname = "RW Sequencer",
38dad62d 1751 .type = FIO_OPT_STR,
a609f12a 1752 .off1 = offsetof(struct thread_options, rw_seq),
38dad62d
JA		 1753 .help = "IO offset generator modifier",
1754 .def = "sequential",
e8b0e958 1755 .category = FIO_OPT_C_IO,
0626037e 1756 .group = FIO_OPT_G_IO_BASIC,
38dad62d
JA		 1757 .posval = {
1758 { .ival = "sequential",
1759 .oval = RW_SEQ_SEQ,
1760 .help = "Generate sequential offsets",
1761 },
1762 { .ival = "identical",
1763 .oval = RW_SEQ_IDENT,
1764 .help = "Generate identical offsets",
1765 },
1766 },
1767 },
1768
214e1eca
JA		 1769 {
1770 .name = "ioengine",
e8b0e958 1771 .lname = "IO Engine",
214e1eca 1772 .type = FIO_OPT_STR_STORE,
a609f12a 1773 .off1 = offsetof(struct thread_options, ioengine),
214e1eca 1774 .help = "IO engine to use",
58483fa4 1775 .def = FIO_PREFERRED_ENGINE,
e8b0e958 1776 .category = FIO_OPT_C_IO,
0626037e 1777 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA		 1778 .posval = {
1779 { .ival = "sync",
1780 .help = "Use read/write",
1781 },
a31041ea 1782 { .ival = "psync",
1783 .help = "Use pread/pwrite",
1784 },
1d2af02a 1785 { .ival = "vsync",
03e20d68 1786 .help = "Use readv/writev",
1d2af02a 1787 },
07fc0acd
JA		 1788#ifdef CONFIG_PWRITEV
1789 { .ival = "pvsync",
1790 .help = "Use preadv/pwritev",
1791 },
1792#endif
6562685f 1793#ifdef FIO_HAVE_PWRITEV2
2cafffbe
JA		 1794 { .ival = "pvsync2",
1795 .help = "Use preadv2/pwritev2",
1796 },
1797#endif
67bf9823 1798#ifdef CONFIG_LIBAIO
214e1eca
JA		 1799 { .ival = "libaio",
1800 .help = "Linux native asynchronous IO",
1801 },
1802#endif
67bf9823 1803#ifdef CONFIG_POSIXAIO
214e1eca
JA		 1804 { .ival = "posixaio",
1805 .help = "POSIX asynchronous IO",
1806 },
417f0068 1807#endif
997843cb 1808#ifdef CONFIG_SOLARISAIO
417f0068
JA		 1809 { .ival = "solarisaio",
1810 .help = "Solaris native asynchronous IO",
1811 },
214e1eca 1812#endif
4700b234 1813#ifdef CONFIG_WINDOWSAIO
03e20d68 1814 { .ival = "windowsaio",
3be80071 1815 .help = "Windows native asynchronous IO"
de890a1e 1816 },
fc5c0345
DG		 1817#endif
1818#ifdef CONFIG_RBD
1819 { .ival = "rbd",
1820 .help = "Rados Block Device asynchronous IO"
1821 },
3be80071 1822#endif
214e1eca 1823 { .ival = "mmap",
03e20d68 1824 .help = "Memory mapped IO"
214e1eca 1825 },
67bf9823 1826#ifdef CONFIG_LINUX_SPLICE
214e1eca
JA		 1827 { .ival = "splice",
1828 .help = "splice/vmsplice based IO",
1829 },
9cce02e8
JA		 1830 { .ival = "netsplice",
1831 .help = "splice/vmsplice to/from the network",
1832 },
214e1eca
JA		 1833#endif
1834#ifdef FIO_HAVE_SGIO
1835 { .ival = "sg",
1836 .help = "SCSI generic v3 IO",
1837 },
1838#endif
1839 { .ival = "null",
1840 .help = "Testing engine (no data transfer)",
1841 },
1842 { .ival = "net",
1843 .help = "Network IO",
1844 },
214e1eca 1845 { .ival = "cpuio",
03e20d68 1846 .help = "CPU cycle burner engine",
214e1eca 1847 },
67bf9823 1848#ifdef CONFIG_GUASI
b8c82a46
JA		 1849 { .ival = "guasi",
1850 .help = "GUASI IO engine",
1851 },
79a43187 1852#endif
67bf9823 1853#ifdef CONFIG_RDMA
21b8aee8 1854 { .ival = "rdma",
1855 .help = "RDMA IO engine",
1856 },
8200b8c7 1857#endif
67bf9823 1858#ifdef CONFIG_FUSION_AW
8200b8c7
JA		 1859 { .ival = "fusion-aw-sync",
1860 .help = "Fusion-io atomic write engine",
1861 },
1ecc95ca 1862#endif
997843cb 1863#ifdef CONFIG_LINUX_EXT4_MOVE_EXTENT
1ecc95ca
JA		 1864 { .ival = "e4defrag",
1865 .help = "ext4 defrag engine",
1866 },
1867#endif
997843cb 1868#ifdef CONFIG_LINUX_FALLOCATE
1ecc95ca
JA		 1869 { .ival = "falloc",
1870 .help = "fallocate() file based engine",
1871 },
b8c82a46 1872#endif
a7c386f4 1873#ifdef CONFIG_GFAPI
1874 { .ival = "gfapi",
cc47f094 1875 .help = "Glusterfs libgfapi(sync) based engine"
1876 },
1877 { .ival = "gfapi_async",
1878 .help = "Glusterfs libgfapi(async) based engine"
a7c386f4 1879 },
1880#endif
1b10477b 1881#ifdef CONFIG_LIBHDFS
b74e419e 1882 { .ival = "libhdfs",
1b10477b
MM		 1883 .help = "Hadoop Distributed Filesystem (HDFS) engine"
1884 },
5c4ef02e
JA		 1885#endif
1886#ifdef CONFIG_PMEMBLK
1887 { .ival = "pmemblk",
363a5f65 1888 .help = "PMDK libpmemblk based IO engine",
5c4ef02e
JA		 1889 },
1890
104ee4de
DJ		 1891#endif
1892#ifdef CONFIG_LINUX_DEVDAX
1893 { .ival = "dev-dax",
1894 .help = "DAX Device based IO engine",
1895 },
1b10477b 1896#endif
edc5fa12
JA		 1897 {
1898 .ival = "filecreate",
1899 .help = "File creation engine",
1900 },
214e1eca
JA		 1901 { .ival = "external",
1902 .help = "Load external engine (append name)",
6730b40f 1903 .cb = str_ioengine_external_cb,
214e1eca 1904 },
ae0db592
TI		 1905#ifdef CONFIG_LIBPMEM
1906 { .ival = "libpmem",
363a5f65 1907 .help = "PMDK libpmem based IO engine",
ae0db592
TI		 1908 },
1909#endif
214e1eca
JA		 1910 },
1911 },
1912 {
1913 .name = "iodepth",
e8b0e958 1914 .lname = "IO Depth",
214e1eca 1915 .type = FIO_OPT_INT,
a609f12a 1916 .off1 = offsetof(struct thread_options, iodepth),
03e20d68 1917 .help = "Number of IO buffers to keep in flight",
757aff4f 1918 .minval = 1,
20eb06bd 1919 .interval = 1,
214e1eca 1920 .def = "1",
e8b0e958 1921 .category = FIO_OPT_C_IO,
0626037e 1922 .group = FIO_OPT_G_IO_BASIC,
214e1eca
JA		 1923 },
1924 {
1925 .name = "iodepth_batch",
e8b0e958 1926 .lname = "IO Depth batch",
4950421a 1927 .alias = "iodepth_batch_submit",
214e1eca 1928 .type = FIO_OPT_INT,
a609f12a 1929 .off1 = offsetof(struct thread_options, iodepth_batch),
d65db441 1930 .help = "Number of IO buffers to submit in one go",
afdf9352 1931 .parent = "iodepth",
d71c154c 1932 .hide = 1,
20eb06bd 1933 .interval = 1,
a2e6f8ac 1934 .def = "1",
e8b0e958 1935 .category = FIO_OPT_C_IO,
0626037e 1936 .group = FIO_OPT_G_IO_BASIC,
4950421a
JA		 1937 },
1938 {
82407585
RP		 1939 .name = "iodepth_batch_complete_min",
1940 .lname = "Min IO depth batch complete",
1941 .alias = "iodepth_batch_complete",
4950421a 1942 .type = FIO_OPT_INT,
a609f12a 1943 .off1 = offsetof(struct thread_options, iodepth_batch_complete_min),
82407585 1944 .help = "Min number of IO buffers to retrieve in one go",
4950421a 1945 .parent = "iodepth",
d71c154c 1946 .hide = 1,
4950421a 1947 .minval = 0,
20eb06bd 1948 .interval = 1,
4950421a 1949 .def = "1",
e8b0e958 1950 .category = FIO_OPT_C_IO,
0626037e 1951 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1952 },
82407585
RP		 1953 {
1954 .name = "iodepth_batch_complete_max",
1955 .lname = "Max IO depth batch complete",
1956 .type = FIO_OPT_INT,
a609f12a 1957 .off1 = offsetof(struct thread_options, iodepth_batch_complete_max),
82407585
RP		 1958 .help = "Max number of IO buffers to retrieve in one go",
1959 .parent = "iodepth",
1960 .hide = 1,
1961 .minval = 0,
1962 .interval = 1,
1963 .category = FIO_OPT_C_IO,
1964 .group = FIO_OPT_G_IO_BASIC,
1965 },
214e1eca
JA		 1966 {
1967 .name = "iodepth_low",
e8b0e958 1968 .lname = "IO Depth batch low",
214e1eca 1969 .type = FIO_OPT_INT,
a609f12a 1970 .off1 = offsetof(struct thread_options, iodepth_low),
214e1eca 1971 .help = "Low water mark for queuing depth",
afdf9352 1972 .parent = "iodepth",
d71c154c 1973 .hide = 1,
20eb06bd 1974 .interval = 1,
e8b0e958 1975 .category = FIO_OPT_C_IO,
0626037e 1976 .group = FIO_OPT_G_IO_BASIC,
214e1eca 1977 },
997b5680
SW		 1978 {
1979 .name = "serialize_overlap",
1980 .lname = "Serialize overlap",
1981 .off1 = offsetof(struct thread_options, serialize_overlap),
1982 .type = FIO_OPT_BOOL,
1983 .help = "Wait for in-flight IOs that collide to complete",
1984 .parent = "iodepth",
1985 .def = "0",
1986 .category = FIO_OPT_C_IO,
1987 .group = FIO_OPT_G_IO_BASIC,
1988 },
a9da8ab2
JA		 1989 {
1990 .name = "io_submit_mode",
1991 .lname = "IO submit mode",
1992 .type = FIO_OPT_STR,
a609f12a 1993 .off1 = offsetof(struct thread_options, io_submit_mode),
a9da8ab2
JA		 1994 .help = "How IO submissions and completions are done",
1995 .def = "inline",
1996 .category = FIO_OPT_C_IO,
1997 .group = FIO_OPT_G_IO_BASIC,
1998 .posval = {
1999 { .ival = "inline",
2000 .oval = IO_MODE_INLINE,
2001 .help = "Submit and complete IO inline",
2002 },
2003 { .ival = "offload",
2004 .oval = IO_MODE_OFFLOAD,
2005 .help = "Offload submit and complete to threads",
2006 },
2007 },
2008 },
214e1eca
JA		 2009 {
2010 .name = "size",
e8b0e958 2011 .lname = "Size",
214e1eca 2012 .type = FIO_OPT_STR_VAL,
7bb59102 2013 .cb = str_size_cb,
a609f12a 2014 .off1 = offsetof(struct thread_options, size),
214e1eca 2015 .help = "Total size of device or files",
20eb06bd 2016 .interval = 1024 * 1024,
e8b0e958
JA		 2017 .category = FIO_OPT_C_IO,
2018 .group = FIO_OPT_G_INVALID,
214e1eca 2019 },
77731b29 2020 {
a4d3b4db
JA		 2021 .name = "io_size",
2022 .alias = "io_limit",
2023 .lname = "IO Size",
77731b29 2024 .type = FIO_OPT_STR_VAL,
5be9bf09 2025 .off1 = offsetof(struct thread_options, io_size),
1684f7fd 2026 .help = "Total size of I/O to be performed",
77731b29
JA		 2027 .interval = 1024 * 1024,
2028 .category = FIO_OPT_C_IO,
2029 .group = FIO_OPT_G_INVALID,
2030 },
aa31f1f1
SL		 2031 {
2032 .name = "fill_device",
e8b0e958 2033 .lname = "Fill device",
74586c1e 2034 .alias = "fill_fs",
aa31f1f1 2035 .type = FIO_OPT_BOOL,
a609f12a 2036 .off1 = offsetof(struct thread_options, fill_device),
aa31f1f1
SL		 2037 .help = "Write until an ENOSPC error occurs",
2038 .def = "0",
e8b0e958
JA		 2039 .category = FIO_OPT_C_FILE,
2040 .group = FIO_OPT_G_INVALID,
aa31f1f1 2041 },
214e1eca
JA		 2042 {
2043 .name = "filesize",
e8b0e958 2044 .lname = "File size",
214e1eca 2045 .type = FIO_OPT_STR_VAL,
a609f12a
JA		 2046 .off1 = offsetof(struct thread_options, file_size_low),
2047 .off2 = offsetof(struct thread_options, file_size_high),
c3edbdba 2048 .minval = 1,
214e1eca 2049 .help = "Size of individual files",
20eb06bd 2050 .interval = 1024 * 1024,
e8b0e958
JA		 2051 .category = FIO_OPT_C_FILE,
2052 .group = FIO_OPT_G_INVALID,
214e1eca 2053 },
bedc9dc2
JA		 2054 {
2055 .name = "file_append",
2056 .lname = "File append",
2057 .type = FIO_OPT_BOOL,
a609f12a 2058 .off1 = offsetof(struct thread_options, file_append),
bedc9dc2
JA		 2059 .help = "IO will start at the end of the file(s)",
2060 .def = "0",
2061 .category = FIO_OPT_C_FILE,
2062 .group = FIO_OPT_G_INVALID,
2063 },
67a1000f
JA		 2064 {
2065 .name = "offset",
e8b0e958 2066 .lname = "IO offset",
67a1000f
JA		 2067 .alias = "fileoffset",
2068 .type = FIO_OPT_STR_VAL,
89978a6b 2069 .cb = str_offset_cb,
a609f12a 2070 .off1 = offsetof(struct thread_options, start_offset),
67a1000f
JA		 2071 .help = "Start IO from this offset",
2072 .def = "0",
20eb06bd 2073 .interval = 1024 * 1024,
e8b0e958
JA		 2074 .category = FIO_OPT_C_IO,
2075 .group = FIO_OPT_G_INVALID,
67a1000f 2076 },
83c8b093
JF		 2077 {
2078 .name = "offset_align",
2079 .lname = "IO offset alignment",
2080 .type = FIO_OPT_INT,
2081 .off1 = offsetof(struct thread_options, start_offset_align),
2082 .help = "Start IO from this offset alignment",
2083 .def = "0",
2084 .interval = 512,
2085 .category = FIO_OPT_C_IO,
2086 .group = FIO_OPT_G_INVALID,
2087 },
2d7cd868
JA		 2088 {
2089 .name = "offset_increment",
e8b0e958 2090 .lname = "IO offset increment",
2d7cd868 2091 .type = FIO_OPT_STR_VAL,
a609f12a 2092 .off1 = offsetof(struct thread_options, offset_increment),
2d7cd868
JA		 2093 .help = "What is the increment from one offset to the next",
2094 .parent = "offset",
d71c154c 2095 .hide = 1,
2d7cd868 2096 .def = "0",
20eb06bd 2097 .interval = 1024 * 1024,
e8b0e958
JA		 2098 .category = FIO_OPT_C_IO,
2099 .group = FIO_OPT_G_INVALID,
2d7cd868 2100 },
ddf24e42
JA		 2101 {
2102 .name = "number_ios",
2103 .lname = "Number of IOs to perform",
2104 .type = FIO_OPT_STR_VAL,
a609f12a 2105 .off1 = offsetof(struct thread_options, number_ios),
be3fec7d 2106 .help = "Force job completion after this number of IOs",
ddf24e42
JA		 2107 .def = "0",
2108 .category = FIO_OPT_C_IO,
2109 .group = FIO_OPT_G_INVALID,
2110 },
214e1eca
JA		 2111 {
2112 .name = "bs",
e8b0e958 2113 .lname = "Block size",
d3aad8f2 2114 .alias = "blocksize",
e01b22b8 2115 .type = FIO_OPT_INT,
a609f12a
JA		 2116 .off1 = offsetof(struct thread_options, bs[DDIR_READ]),
2117 .off2 = offsetof(struct thread_options, bs[DDIR_WRITE]),
2118 .off3 = offsetof(struct thread_options, bs[DDIR_TRIM]),
c3edbdba 2119 .minval = 1,
214e1eca 2120 .help = "Block size unit",
2b9136a3 2121 .def = "4096",
67a1000f 2122 .parent = "rw",
d71c154c 2123 .hide = 1,
20eb06bd 2124 .interval = 512,
e8b0e958
JA		 2125 .category = FIO_OPT_C_IO,
2126 .group = FIO_OPT_G_INVALID,
214e1eca 2127 },
2b7a01d0
JA		 2128 {
2129 .name = "ba",
e8b0e958 2130 .lname = "Block size align",
2b7a01d0 2131 .alias = "blockalign",
e01b22b8 2132 .type = FIO_OPT_INT,
a609f12a
JA		 2133 .off1 = offsetof(struct thread_options, ba[DDIR_READ]),
2134 .off2 = offsetof(struct thread_options, ba[DDIR_WRITE]),
2135 .off3 = offsetof(struct thread_options, ba[DDIR_TRIM]),
2b7a01d0
JA		 2136 .minval = 1,
2137 .help = "IO block offset alignment",
2138 .parent = "rw",
d71c154c 2139 .hide = 1,
20eb06bd 2140 .interval = 512,
e8b0e958
JA		 2141 .category = FIO_OPT_C_IO,
2142 .group = FIO_OPT_G_INVALID,
2b7a01d0 2143 },
214e1eca
JA		 2144 {
2145 .name = "bsrange",
e8b0e958 2146 .lname = "Block size range",
d3aad8f2 2147 .alias = "blocksize_range",
214e1eca 2148 .type = FIO_OPT_RANGE,
a609f12a
JA		 2149 .off1 = offsetof(struct thread_options, min_bs[DDIR_READ]),
2150 .off2 = offsetof(struct thread_options, max_bs[DDIR_READ]),
2151 .off3 = offsetof(struct thread_options, min_bs[DDIR_WRITE]),
2152 .off4 = offsetof(struct thread_options, max_bs[DDIR_WRITE]),
2153 .off5 = offsetof(struct thread_options, min_bs[DDIR_TRIM]),
2154 .off6 = offsetof(struct thread_options, max_bs[DDIR_TRIM]),
c3edbdba 2155 .minval = 1,
214e1eca 2156 .help = "Set block size range (in more detail than bs)",
67a1000f 2157 .parent = "rw",
d71c154c 2158 .hide = 1,
20eb06bd 2159 .interval = 4096,
e8b0e958
JA		 2160 .category = FIO_OPT_C_IO,
2161 .group = FIO_OPT_G_INVALID,
214e1eca 2162 },
564ca972
JA		 2163 {
2164 .name = "bssplit",
e8b0e958 2165 .lname = "Block size split",
564ca972
JA		 2166 .type = FIO_OPT_STR,
2167 .cb = str_bssplit_cb,
a609f12a 2168 .off1 = offsetof(struct thread_options, bssplit),
564ca972
JA		 2169 .help = "Set a specific mix of block sizes",
2170 .parent = "rw",
d71c154c 2171 .hide = 1,
e8b0e958
JA		 2172 .category = FIO_OPT_C_IO,
2173 .group = FIO_OPT_G_INVALID,
564ca972 2174 },
214e1eca
JA		 2175 {
2176 .name = "bs_unaligned",
e8b0e958 2177 .lname = "Block size unaligned",
d3aad8f2 2178 .alias = "blocksize_unaligned",
214e1eca 2179 .type = FIO_OPT_STR_SET,
a609f12a 2180 .off1 = offsetof(struct thread_options, bs_unaligned),
214e1eca 2181 .help = "Don't sector align IO buffer sizes",
67a1000f 2182 .parent = "rw",
d71c154c 2183 .hide = 1,
e8b0e958
JA		 2184 .category = FIO_OPT_C_IO,
2185 .group = FIO_OPT_G_INVALID,
214e1eca 2186 },
6aca9b3d
JA		 2187 {
2188 .name = "bs_is_seq_rand",
2189 .lname = "Block size division is seq/random (not read/write)",
2190 .type = FIO_OPT_BOOL,
a609f12a 2191 .off1 = offsetof(struct thread_options, bs_is_seq_rand),
86d59660 2192 .help = "Consider any blocksize setting to be sequential,random",
6aca9b3d
JA		 2193 .def = "0",
2194 .parent = "blocksize",
2195 .category = FIO_OPT_C_IO,
2196 .group = FIO_OPT_G_INVALID,
2197 },
214e1eca
JA		 2198 {
2199 .name = "randrepeat",
e8b0e958 2200 .lname = "Random repeatable",
214e1eca 2201 .type = FIO_OPT_BOOL,
a609f12a 2202 .off1 = offsetof(struct thread_options, rand_repeatable),
214e1eca
JA		 2203 .help = "Use repeatable random IO pattern",
2204 .def = "1",
67a1000f 2205 .parent = "rw",
d71c154c 2206 .hide = 1,
e8b0e958 2207 .category = FIO_OPT_C_IO,
3ceb458f 2208 .group = FIO_OPT_G_RANDOM,
214e1eca 2209 },
04778baf
JA		 2210 {
2211 .name = "randseed",
2212 .lname = "The random generator seed",
363cffa7 2213 .type = FIO_OPT_STR_VAL,
a609f12a 2214 .off1 = offsetof(struct thread_options, rand_seed),
04778baf 2215 .help = "Set the random generator seed value",
40fe5e7b 2216 .def = "0x89",
04778baf
JA		 2217 .parent = "rw",
2218 .category = FIO_OPT_C_IO,
2219 .group = FIO_OPT_G_RANDOM,
2220 },
2615cc4b
JA		 2221 {
2222 .name = "use_os_rand",
e8b0e958 2223 .lname = "Use OS random",
54a21917 2224 .type = FIO_OPT_DEPRECATED,
a609f12a 2225 .off1 = offsetof(struct thread_options, dep_use_os_rand),
e8b0e958 2226 .category = FIO_OPT_C_IO,
3ceb458f 2227 .group = FIO_OPT_G_RANDOM,
2615cc4b 2228 },
214e1eca
JA		 2229 {
2230 .name = "norandommap",
e8b0e958 2231 .lname = "No randommap",
214e1eca 2232 .type = FIO_OPT_STR_SET,
a609f12a 2233 .off1 = offsetof(struct thread_options, norandommap),
214e1eca 2234 .help = "Accept potential duplicate random blocks",
67a1000f 2235 .parent = "rw",
d71c154c 2236 .hide = 1,
b2452a43 2237 .hide_on_set = 1,
e8b0e958 2238 .category = FIO_OPT_C_IO,
3ceb458f 2239 .group = FIO_OPT_G_RANDOM,
214e1eca 2240 },
2b386d25
JA		 2241 {
2242 .name = "softrandommap",
e8b0e958 2243 .lname = "Soft randommap",
2b386d25 2244 .type = FIO_OPT_BOOL,
a609f12a 2245 .off1 = offsetof(struct thread_options, softrandommap),
f66ab3c8 2246 .help = "Set norandommap if randommap allocation fails",
2b386d25 2247 .parent = "norandommap",
d71c154c 2248 .hide = 1,
2b386d25 2249 .def = "0",
e8b0e958 2250 .category = FIO_OPT_C_IO,
3ceb458f 2251 .group = FIO_OPT_G_RANDOM,
2b386d25 2252 },
8055e41d
JA		 2253 {
2254 .name = "random_generator",
cce2fdfe 2255 .lname = "Random Generator",
8055e41d 2256 .type = FIO_OPT_STR,
a609f12a 2257 .off1 = offsetof(struct thread_options, random_generator),
8055e41d
JA		 2258 .help = "Type of random number generator to use",
2259 .def = "tausworthe",
2260 .posval = {
2261 { .ival = "tausworthe",
2262 .oval = FIO_RAND_GEN_TAUSWORTHE,
2263 .help = "Strong Tausworthe generator",
2264 },
2265 { .ival = "lfsr",
2266 .oval = FIO_RAND_GEN_LFSR,
2267 .help = "Variable length LFSR",
2268 },
c3546b53
JA		 2269 {
2270 .ival = "tausworthe64",
2271 .oval = FIO_RAND_GEN_TAUSWORTHE64,
2272 .help = "64-bit Tausworthe variant",
2273 },
8055e41d 2274 },
48107598
JA		 2275 .category = FIO_OPT_C_IO,
2276 .group = FIO_OPT_G_RANDOM,
8055e41d 2277 },
e25839d4
JA		 2278 {
2279 .name = "random_distribution",
cce2fdfe 2280 .lname = "Random Distribution",
e25839d4 2281 .type = FIO_OPT_STR,
a609f12a 2282 .off1 = offsetof(struct thread_options, random_distribution),
e25839d4
JA		 2283 .cb = str_random_distribution_cb,
2284 .help = "Random offset distribution generator",
2285 .def = "random",
2286 .posval = {
2287 { .ival = "random",
2288 .oval = FIO_RAND_DIST_RANDOM,
2289 .help = "Completely random",
2290 },
2291 { .ival = "zipf",
2292 .oval = FIO_RAND_DIST_ZIPF,
2293 .help = "Zipf distribution",
2294 },
925fee33
JA		 2295 { .ival = "pareto",
2296 .oval = FIO_RAND_DIST_PARETO,
2297 .help = "Pareto distribution",
2298 },
56d9fa4b
JA		 2299 { .ival = "normal",
2300 .oval = FIO_RAND_DIST_GAUSS,
ba2b3b07 2301 .help = "Normal (Gaussian) distribution",
56d9fa4b 2302 },
e0a04ac1
JA		 2303 { .ival = "zoned",
2304 .oval = FIO_RAND_DIST_ZONED,
2305 .help = "Zoned random distribution",
2306 },
59466396
JA		 2307 { .ival = "zoned_abs",
2308 .oval = FIO_RAND_DIST_ZONED_ABS,
2309 .help = "Zoned absolute random distribution",
2310 },
e25839d4 2311 },
48107598
JA		 2312 .category = FIO_OPT_C_IO,
2313 .group = FIO_OPT_G_RANDOM,
e25839d4 2314 },
211c9b89
JA		 2315 {
2316 .name = "percentage_random",
2317 .lname = "Percentage Random",
2318 .type = FIO_OPT_INT,
a609f12a
JA		 2319 .off1 = offsetof(struct thread_options, perc_rand[DDIR_READ]),
2320 .off2 = offsetof(struct thread_options, perc_rand[DDIR_WRITE]),
2321 .off3 = offsetof(struct thread_options, perc_rand[DDIR_TRIM]),
211c9b89
JA		 2322 .maxval = 100,
2323 .help = "Percentage of seq/random mix that should be random",
d9472271 2324 .def = "100,100,100",
211c9b89
JA		 2325 .interval = 5,
2326 .inverse = "percentage_sequential",
2327 .category = FIO_OPT_C_IO,
2328 .group = FIO_OPT_G_RANDOM,
2329 },
2330 {
2331 .name = "percentage_sequential",
2332 .lname = "Percentage Sequential",
d9472271 2333 .type = FIO_OPT_DEPRECATED,
211c9b89
JA		 2334 .category = FIO_OPT_C_IO,
2335 .group = FIO_OPT_G_RANDOM,
2336 },
56e2a5fc
CE		 2337 {
2338 .name = "allrandrepeat",
cce2fdfe 2339 .lname = "All Random Repeat",
56e2a5fc 2340 .type = FIO_OPT_BOOL,
a609f12a 2341 .off1 = offsetof(struct thread_options, allrand_repeatable),
56e2a5fc
CE		 2342 .help = "Use repeatable random numbers for everything",
2343 .def = "0",
a869d9c6
JA		 2344 .category = FIO_OPT_C_IO,
2345 .group = FIO_OPT_G_RANDOM,
56e2a5fc 2346 },
214e1eca
JA		 2347 {
2348 .name = "nrfiles",
e8b0e958 2349 .lname = "Number of files",
d7c8be03 2350 .alias = "nr_files",
214e1eca 2351 .type = FIO_OPT_INT,
a609f12a 2352 .off1 = offsetof(struct thread_options, nr_files),
214e1eca
JA		 2353 .help = "Split job workload between this number of files",
2354 .def = "1",
20eb06bd 2355 .interval = 1,
e8b0e958
JA		 2356 .category = FIO_OPT_C_FILE,
2357 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2358 },
2359 {
2360 .name = "openfiles",
e8b0e958 2361 .lname = "Number of open files",
214e1eca 2362 .type = FIO_OPT_INT,
a609f12a 2363 .off1 = offsetof(struct thread_options, open_files),
214e1eca 2364 .help = "Number of files to keep open at the same time",
e8b0e958
JA		 2365 .category = FIO_OPT_C_FILE,
2366 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2367 },
2368 {
2369 .name = "file_service_type",
e8b0e958 2370 .lname = "File service type",
214e1eca
JA		 2371 .type = FIO_OPT_STR,
2372 .cb = str_fst_cb,
a609f12a 2373 .off1 = offsetof(struct thread_options, file_service_type),
214e1eca
JA		 2374 .help = "How to select which file to service next",
2375 .def = "roundrobin",
e8b0e958
JA		 2376 .category = FIO_OPT_C_FILE,
2377 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2378 .posval = {
2379 { .ival = "random",
2380 .oval = FIO_FSERVICE_RANDOM,
8c07860d
JA		 2381 .help = "Choose a file at random (uniform)",
2382 },
2383 { .ival = "zipf",
2384 .oval = FIO_FSERVICE_ZIPF,
2385 .help = "Zipf randomized",
2386 },
2387 { .ival = "pareto",
2388 .oval = FIO_FSERVICE_PARETO,
2389 .help = "Pareto randomized",
2390 },
dd3503d3
SW		 2391 { .ival = "normal",
2392 .oval = FIO_FSERVICE_GAUSS,
2393 .help = "Normal (Gaussian) randomized",
2394 },
8c07860d
JA		 2395 { .ival = "gauss",
2396 .oval = FIO_FSERVICE_GAUSS,
dd3503d3 2397 .help = "Alias for normal",
214e1eca
JA		 2398 },
2399 { .ival = "roundrobin",
2400 .oval = FIO_FSERVICE_RR,
2401 .help = "Round robin select files",
2402 },
a086c257
JA		 2403 { .ival = "sequential",
2404 .oval = FIO_FSERVICE_SEQ,
2405 .help = "Finish one file before moving to the next",
2406 },
214e1eca 2407 },
67a1000f 2408 .parent = "nrfiles",
d71c154c 2409 .hide = 1,
67a1000f 2410 },
cbbdf1c8 2411#ifdef FIO_HAVE_ANY_FALLOCATE
7bc8c2cf
JA		 2412 {
2413 .name = "fallocate",
e8b0e958 2414 .lname = "Fallocate",
a596f047 2415 .type = FIO_OPT_STR,
a609f12a 2416 .off1 = offsetof(struct thread_options, fallocate_mode),
a596f047 2417 .help = "Whether pre-allocation is performed when laying out files",
2c3e17be 2418 .def = "native",
e8b0e958
JA		 2419 .category = FIO_OPT_C_FILE,
2420 .group = FIO_OPT_G_INVALID,
a596f047
EG		 2421 .posval = {
2422 { .ival = "none",
2423 .oval = FIO_FALLOCATE_NONE,
2424 .help = "Do not pre-allocate space",
2425 },
2c3e17be
SW		 2426 { .ival = "native",
2427 .oval = FIO_FALLOCATE_NATIVE,
2428 .help = "Use native pre-allocation if possible",
2429 },
2430#ifdef CONFIG_POSIX_FALLOCATE
a596f047
EG		 2431 { .ival = "posix",
2432 .oval = FIO_FALLOCATE_POSIX,
2433 .help = "Use posix_fallocate()",
2434 },
2c3e17be 2435#endif
97ac992c 2436#ifdef CONFIG_LINUX_FALLOCATE
a596f047
EG		 2437 { .ival = "keep",
2438 .oval = FIO_FALLOCATE_KEEP_SIZE,
2439 .help = "Use fallocate(..., FALLOC_FL_KEEP_SIZE, ...)",
2440 },
7bc8c2cf 2441#endif
a596f047
EG		 2442 /* Compatibility with former boolean values */
2443 { .ival = "0",
2444 .oval = FIO_FALLOCATE_NONE,
2445 .help = "Alias for 'none'",
2446 },
2c3e17be 2447#ifdef CONFIG_POSIX_FALLOCATE
a596f047
EG		 2448 { .ival = "1",
2449 .oval = FIO_FALLOCATE_POSIX,
2450 .help = "Alias for 'posix'",
2451 },
2c3e17be 2452#endif
a596f047
EG		 2453 },
2454 },
cbbdf1c8 2455#else /* FIO_HAVE_ANY_FALLOCATE */
a275c37a
JA		 2456 {
2457 .name = "fallocate",
2458 .lname = "Fallocate",
2459 .type = FIO_OPT_UNSUPPORTED,
2460 .help = "Your platform does not support fallocate",
2461 },
cbbdf1c8 2462#endif /* FIO_HAVE_ANY_FALLOCATE */
67a1000f
JA		 2463 {
2464 .name = "fadvise_hint",
e8b0e958 2465 .lname = "Fadvise hint",
ecb2083d 2466 .type = FIO_OPT_STR,
a609f12a 2467 .off1 = offsetof(struct thread_options, fadvise_hint),
ecb2083d
JA		 2468 .posval = {
2469 { .ival = "0",
2470 .oval = F_ADV_NONE,
c712c97a 2471 .help = "Don't issue fadvise/madvise",
ecb2083d
JA		 2472 },
2473 { .ival = "1",
2474 .oval = F_ADV_TYPE,
2475 .help = "Advise using fio IO pattern",
2476 },
2477 { .ival = "random",
2478 .oval = F_ADV_RANDOM,
2479 .help = "Advise using FADV_RANDOM",
2480 },
2481 { .ival = "sequential",
2482 .oval = F_ADV_SEQUENTIAL,
2483 .help = "Advise using FADV_SEQUENTIAL",
2484 },
2485 },
67a1000f
JA		 2486 .help = "Use fadvise() to advise the kernel on IO pattern",
2487 .def = "1",
e8b0e958
JA		 2488 .category = FIO_OPT_C_FILE,
2489 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2490 },
2491 {
2492 .name = "fsync",
e8b0e958 2493 .lname = "Fsync",
214e1eca 2494 .type = FIO_OPT_INT,
a609f12a 2495 .off1 = offsetof(struct thread_options, fsync_blocks),
214e1eca
JA		 2496 .help = "Issue fsync for writes every given number of blocks",
2497 .def = "0",
20eb06bd 2498 .interval = 1,
e8b0e958
JA		 2499 .category = FIO_OPT_C_FILE,
2500 .group = FIO_OPT_G_INVALID,
214e1eca 2501 },
5f9099ea
JA		 2502 {
2503 .name = "fdatasync",
e8b0e958 2504 .lname = "Fdatasync",
5f9099ea 2505 .type = FIO_OPT_INT,
a609f12a 2506 .off1 = offsetof(struct thread_options, fdatasync_blocks),
5f9099ea
JA		 2507 .help = "Issue fdatasync for writes every given number of blocks",
2508 .def = "0",
20eb06bd 2509 .interval = 1,
e8b0e958
JA		 2510 .category = FIO_OPT_C_FILE,
2511 .group = FIO_OPT_G_INVALID,
5f9099ea 2512 },
1ef2b6be
JA		 2513 {
2514 .name = "write_barrier",
e8b0e958 2515 .lname = "Write barrier",
1ef2b6be 2516 .type = FIO_OPT_INT,
a609f12a 2517 .off1 = offsetof(struct thread_options, barrier_blocks),
1ef2b6be
JA		 2518 .help = "Make every Nth write a barrier write",
2519 .def = "0",
20eb06bd 2520 .interval = 1,
e8b0e958
JA		 2521 .category = FIO_OPT_C_IO,
2522 .group = FIO_OPT_G_INVALID,
1ef2b6be 2523 },
67bf9823 2524#ifdef CONFIG_SYNC_FILE_RANGE
44f29692
JA		 2525 {
2526 .name = "sync_file_range",
e8b0e958 2527 .lname = "Sync file range",
44f29692
JA		 2528 .posval = {
2529 { .ival = "wait_before",
2530 .oval = SYNC_FILE_RANGE_WAIT_BEFORE,
2531 .help = "SYNC_FILE_RANGE_WAIT_BEFORE",
ebadc0ce 2532 .orval = 1,
44f29692
JA		 2533 },
2534 { .ival = "write",
2535 .oval = SYNC_FILE_RANGE_WRITE,
2536 .help = "SYNC_FILE_RANGE_WRITE",
ebadc0ce 2537 .orval = 1,
44f29692
JA		 2538 },
2539 {
2540 .ival = "wait_after",
2541 .oval = SYNC_FILE_RANGE_WAIT_AFTER,
2542 .help = "SYNC_FILE_RANGE_WAIT_AFTER",
ebadc0ce 2543 .orval = 1,
44f29692
JA		 2544 },
2545 },
3843deb3 2546 .type = FIO_OPT_STR_MULTI,
44f29692 2547 .cb = str_sfr_cb,
a609f12a 2548 .off1 = offsetof(struct thread_options, sync_file_range),
44f29692 2549 .help = "Use sync_file_range()",
e8b0e958
JA		 2550 .category = FIO_OPT_C_FILE,
2551 .group = FIO_OPT_G_INVALID,
44f29692 2552 },
a275c37a 2553#else
54d0a315 2554 {
a275c37a
JA		 2555 .name = "sync_file_range",
2556 .lname = "Sync file range",
2557 .type = FIO_OPT_UNSUPPORTED,
2558 .help = "Your platform does not support sync_file_range",
2559 },
44f29692 2560#endif
214e1eca
JA		 2561 {
2562 .name = "direct",
e8b0e958 2563 .lname = "Direct I/O",
214e1eca 2564 .type = FIO_OPT_BOOL,
a609f12a 2565 .off1 = offsetof(struct thread_options, odirect),
214e1eca
JA		 2566 .help = "Use O_DIRECT IO (negates buffered)",
2567 .def = "0",
a01a1bc5 2568 .inverse = "buffered",
e8b0e958 2569 .category = FIO_OPT_C_IO,
3ceb458f 2570 .group = FIO_OPT_G_IO_TYPE,
214e1eca 2571 },
d01612f3
CM		 2572 {
2573 .name = "atomic",
2574 .lname = "Atomic I/O",
2575 .type = FIO_OPT_BOOL,
a609f12a 2576 .off1 = offsetof(struct thread_options, oatomic),
d01612f3
CM		 2577 .help = "Use Atomic IO with O_DIRECT (implies O_DIRECT)",
2578 .def = "0",
2579 .category = FIO_OPT_C_IO,
2580 .group = FIO_OPT_G_IO_TYPE,
2581 },
214e1eca
JA		 2582 {
2583 .name = "buffered",
e8b0e958 2584 .lname = "Buffered I/O",
214e1eca 2585 .type = FIO_OPT_BOOL,
a609f12a 2586 .off1 = offsetof(struct thread_options, odirect),
214e1eca
JA		 2587 .neg = 1,
2588 .help = "Use buffered IO (negates direct)",
2589 .def = "1",
a01a1bc5 2590 .inverse = "direct",
e8b0e958 2591 .category = FIO_OPT_C_IO,
3ceb458f 2592 .group = FIO_OPT_G_IO_TYPE,
214e1eca
JA		 2593 },
2594 {
2595 .name = "overwrite",
e8b0e958 2596 .lname = "Overwrite",
214e1eca 2597 .type = FIO_OPT_BOOL,
a609f12a 2598 .off1 = offsetof(struct thread_options, overwrite),
214e1eca
JA		 2599 .help = "When writing, set whether to overwrite current data",
2600 .def = "0",
e8b0e958
JA		 2601 .category = FIO_OPT_C_FILE,
2602 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2603 },
2604 {
2605 .name = "loops",
e8b0e958 2606 .lname = "Loops",
214e1eca 2607 .type = FIO_OPT_INT,
a609f12a 2608 .off1 = offsetof(struct thread_options, loops),
214e1eca
JA		 2609 .help = "Number of times to run the job",
2610 .def = "1",
20eb06bd 2611 .interval = 1,
e8b0e958 2612 .category = FIO_OPT_C_GENERAL,
a1f6afec 2613 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA		 2614 },
2615 {
2616 .name = "numjobs",
e8b0e958 2617 .lname = "Number of jobs",
214e1eca 2618 .type = FIO_OPT_INT,
a609f12a 2619 .off1 = offsetof(struct thread_options, numjobs),
214e1eca
JA		 2620 .help = "Duplicate this job this many times",
2621 .def = "1",
20eb06bd 2622 .interval = 1,
e8b0e958 2623 .category = FIO_OPT_C_GENERAL,
a1f6afec 2624 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA		 2625 },
2626 {
2627 .name = "startdelay",
e8b0e958 2628 .lname = "Start delay",
a5737c93 2629 .type = FIO_OPT_STR_VAL_TIME,
a609f12a
JA		 2630 .off1 = offsetof(struct thread_options, start_delay),
2631 .off2 = offsetof(struct thread_options, start_delay_high),
214e1eca
JA		 2632 .help = "Only start job when this period has passed",
2633 .def = "0",
0de5b26f 2634 .is_seconds = 1,
88038bc7 2635 .is_time = 1,
e8b0e958 2636 .category = FIO_OPT_C_GENERAL,
a1f6afec 2637 .group = FIO_OPT_G_RUNTIME,
214e1eca
JA		 2638 },
2639 {
2640 .name = "runtime",
e8b0e958 2641 .lname = "Runtime",
214e1eca
JA		 2642 .alias = "timeout",
2643 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 2644 .off1 = offsetof(struct thread_options, timeout),
214e1eca
JA		 2645 .help = "Stop workload when this amount of time has passed",
2646 .def = "0",
0de5b26f 2647 .is_seconds = 1,
88038bc7 2648 .is_time = 1,
e8b0e958 2649 .category = FIO_OPT_C_GENERAL,
a1f6afec 2650 .group = FIO_OPT_G_RUNTIME,
214e1eca 2651 },
cf4464ca
JA		 2652 {
2653 .name = "time_based",
e8b0e958 2654 .lname = "Time based",
cf4464ca 2655 .type = FIO_OPT_STR_SET,
a609f12a 2656 .off1 = offsetof(struct thread_options, time_based),
cf4464ca 2657 .help = "Keep running until runtime/timeout is met",
e8b0e958 2658 .category = FIO_OPT_C_GENERAL,
a1f6afec 2659 .group = FIO_OPT_G_RUNTIME,
cf4464ca 2660 },
62167762
JC		 2661 {
2662 .name = "verify_only",
2663 .lname = "Verify only",
2664 .type = FIO_OPT_STR_SET,
a609f12a 2665 .off1 = offsetof(struct thread_options, verify_only),
62167762
JC		 2666 .help = "Verifies previously written data is still valid",
2667 .category = FIO_OPT_C_GENERAL,
2668 .group = FIO_OPT_G_RUNTIME,
2669 },
721938ae
JA		 2670 {
2671 .name = "ramp_time",
e8b0e958 2672 .lname = "Ramp time",
721938ae 2673 .type = FIO_OPT_STR_VAL_TIME,
a609f12a 2674 .off1 = offsetof(struct thread_options, ramp_time),
721938ae 2675 .help = "Ramp up time before measuring performance",
0de5b26f 2676 .is_seconds = 1,
88038bc7 2677 .is_time = 1,
e8b0e958 2678 .category = FIO_OPT_C_GENERAL,
a1f6afec 2679 .group = FIO_OPT_G_RUNTIME,
721938ae 2680 },
c223da83
JA		 2681 {
2682 .name = "clocksource",
e8b0e958 2683 .lname = "Clock source",
c223da83
JA		 2684 .type = FIO_OPT_STR,
2685 .cb = fio_clock_source_cb,
a609f12a 2686 .off1 = offsetof(struct thread_options, clocksource),
c223da83 2687 .help = "What type of timing source to use",
e8b0e958 2688 .category = FIO_OPT_C_GENERAL,
10860056 2689 .group = FIO_OPT_G_CLOCK,
c223da83 2690 .posval = {
67bf9823 2691#ifdef CONFIG_GETTIMEOFDAY
c223da83
JA		 2692 { .ival = "gettimeofday",
2693 .oval = CS_GTOD,
2694 .help = "Use gettimeofday(2) for timing",
2695 },
67bf9823
JA		 2696#endif
2697#ifdef CONFIG_CLOCK_GETTIME
c223da83
JA		 2698 { .ival = "clock_gettime",
2699 .oval = CS_CGETTIME,
2700 .help = "Use clock_gettime(2) for timing",
2701 },
67bf9823 2702#endif
c223da83
JA		 2703#ifdef ARCH_HAVE_CPU_CLOCK
2704 { .ival = "cpu",
2705 .oval = CS_CPUCLOCK,
2706 .help = "Use CPU private clock",
2707 },
2708#endif
2709 },
2710 },
214e1eca
JA		 2711 {
2712 .name = "mem",
d3aad8f2 2713 .alias = "iomem",
e8b0e958 2714 .lname = "I/O Memory",
214e1eca
JA		 2715 .type = FIO_OPT_STR,
2716 .cb = str_mem_cb,
a609f12a 2717 .off1 = offsetof(struct thread_options, mem_type),
214e1eca
JA		 2718 .help = "Backing type for IO buffers",
2719 .def = "malloc",
e8b0e958
JA		 2720 .category = FIO_OPT_C_IO,
2721 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 2722 .posval = {
2723 { .ival = "malloc",
2724 .oval = MEM_MALLOC,
2725 .help = "Use malloc(3) for IO buffers",
2726 },
c8931876 2727#ifndef CONFIG_NO_SHM
37c8cdfe
JA		 2728 { .ival = "shm",
2729 .oval = MEM_SHM,
2730 .help = "Use shared memory segments for IO buffers",
2731 },
214e1eca
JA		 2732#ifdef FIO_HAVE_HUGETLB
2733 { .ival = "shmhuge",
2734 .oval = MEM_SHMHUGE,
2735 .help = "Like shm, but use huge pages",
2736 },
c8931876 2737#endif
b370e46a 2738#endif
37c8cdfe
JA		 2739 { .ival = "mmap",
2740 .oval = MEM_MMAP,
2741 .help = "Use mmap(2) (file or anon) for IO buffers",
2742 },
217b0f1d
LG		 2743 { .ival = "mmapshared",
2744 .oval = MEM_MMAPSHARED,
2745 .help = "Like mmap, but use the shared flag",
2746 },
214e1eca
JA		 2747#ifdef FIO_HAVE_HUGETLB
2748 { .ival = "mmaphuge",
2749 .oval = MEM_MMAPHUGE,
2750 .help = "Like mmap, but use huge pages",
2751 },
03553853
YR		 2752#endif
2753#ifdef CONFIG_CUDA
2754 { .ival = "cudamalloc",
2755 .oval = MEM_CUDA_MALLOC,
2756 .help = "Allocate GPU device memory for GPUDirect RDMA",
2757 },
214e1eca
JA		 2758#endif
2759 },
2760 },
d529ee19
JA		 2761 {
2762 .name = "iomem_align",
2763 .alias = "mem_align",
e8b0e958 2764 .lname = "I/O memory alignment",
d529ee19 2765 .type = FIO_OPT_INT,
a609f12a 2766 .off1 = offsetof(struct thread_options, mem_align),
d529ee19
JA		 2767 .minval = 0,
2768 .help = "IO memory buffer offset alignment",
2769 .def = "0",
2770 .parent = "iomem",
d71c154c 2771 .hide = 1,
e8b0e958
JA		 2772 .category = FIO_OPT_C_IO,
2773 .group = FIO_OPT_G_INVALID,
d529ee19 2774 },
214e1eca
JA		 2775 {
2776 .name = "verify",
e8b0e958 2777 .lname = "Verify",
214e1eca 2778 .type = FIO_OPT_STR,
a609f12a 2779 .off1 = offsetof(struct thread_options, verify),
214e1eca
JA		 2780 .help = "Verify data written",
2781 .def = "0",
e8b0e958 2782 .category = FIO_OPT_C_IO,
3ceb458f 2783 .group = FIO_OPT_G_VERIFY,
214e1eca
JA		 2784 .posval = {
2785 { .ival = "0",
2786 .oval = VERIFY_NONE,
2787 .help = "Don't do IO verification",
2788 },
fcca4b58
JA		 2789 { .ival = "md5",
2790 .oval = VERIFY_MD5,
2791 .help = "Use md5 checksums for verification",
2792 },
d77a7af3
JA		 2793 { .ival = "crc64",
2794 .oval = VERIFY_CRC64,
2795 .help = "Use crc64 checksums for verification",
2796 },
214e1eca
JA		 2797 { .ival = "crc32",
2798 .oval = VERIFY_CRC32,
2799 .help = "Use crc32 checksums for verification",
2800 },
af497e6a 2801 { .ival = "crc32c-intel",
e3aaafc4
JA		 2802 .oval = VERIFY_CRC32C,
2803 .help = "Use crc32c checksums for verification (hw assisted, if available)",
af497e6a 2804 },
bac39e0e
JA		 2805 { .ival = "crc32c",
2806 .oval = VERIFY_CRC32C,
e3aaafc4 2807 .help = "Use crc32c checksums for verification (hw assisted, if available)",
bac39e0e 2808 },
969f7ed3
JA		 2809 { .ival = "crc16",
2810 .oval = VERIFY_CRC16,
2811 .help = "Use crc16 checksums for verification",
2812 },
1e154bdb
JA		 2813 { .ival = "crc7",
2814 .oval = VERIFY_CRC7,
2815 .help = "Use crc7 checksums for verification",
2816 },
7c353ceb
JA		 2817 { .ival = "sha1",
2818 .oval = VERIFY_SHA1,
2819 .help = "Use sha1 checksums for verification",
2820 },
cd14cc10
JA		 2821 { .ival = "sha256",
2822 .oval = VERIFY_SHA256,
2823 .help = "Use sha256 checksums for verification",
2824 },
2825 { .ival = "sha512",
2826 .oval = VERIFY_SHA512,
2827 .help = "Use sha512 checksums for verification",
ae3a5acc
JA		 2828 },
2829 { .ival = "sha3-224",
2830 .oval = VERIFY_SHA3_224,
2831 .help = "Use sha3-224 checksums for verification",
2832 },
2833 { .ival = "sha3-256",
2834 .oval = VERIFY_SHA3_256,
2835 .help = "Use sha3-256 checksums for verification",
2836 },
2837 { .ival = "sha3-384",
2838 .oval = VERIFY_SHA3_384,
2839 .help = "Use sha3-384 checksums for verification",
2840 },
2841 { .ival = "sha3-512",
2842 .oval = VERIFY_SHA3_512,
2843 .help = "Use sha3-512 checksums for verification",
cd14cc10 2844 },
844ea602
JA		 2845 { .ival = "xxhash",
2846 .oval = VERIFY_XXHASH,
2847 .help = "Use xxhash checksums for verification",
2848 },
b638d82f
RP		 2849 /* Meta information was included into verify_header,
2850 * 'meta' verification is implied by default. */
7437ee87 2851 { .ival = "meta",
b638d82f
RP		 2852 .oval = VERIFY_HDR_ONLY,
2853 .help = "Use io information for verification. "
2854 "Now is implied by default, thus option is obsolete, "
2855 "don't use it",
7437ee87 2856 },
59245381
JA		 2857 { .ival = "pattern",
2858 .oval = VERIFY_PATTERN_NO_HDR,
2859 .help = "Verify strict pattern",
2860 },
36690c9b
JA		 2861 {
2862 .ival = "null",
2863 .oval = VERIFY_NULL,
2864 .help = "Pretend to verify",
2865 },
214e1eca
JA		 2866 },
2867 },
005c565a
JA		 2868 {
2869 .name = "do_verify",
e8b0e958 2870 .lname = "Perform verify step",
68e1f29a 2871 .type = FIO_OPT_BOOL,
a609f12a 2872 .off1 = offsetof(struct thread_options, do_verify),
005c565a
JA		 2873 .help = "Run verification stage after write",
2874 .def = "1",
2875 .parent = "verify",
d71c154c 2876 .hide = 1,
e8b0e958
JA		 2877 .category = FIO_OPT_C_IO,
2878 .group = FIO_OPT_G_VERIFY,
005c565a 2879 },
160b966d
JA		 2880 {
2881 .name = "verifysort",
e8b0e958 2882 .lname = "Verify sort",
f31feaa2 2883 .type = FIO_OPT_SOFT_DEPRECATED,
e8b0e958
JA		 2884 .category = FIO_OPT_C_IO,
2885 .group = FIO_OPT_G_VERIFY,
160b966d 2886 },
1ae83d45
JA		 2887 {
2888 .name = "verifysort_nr",
cce2fdfe 2889 .lname = "Verify Sort Nr",
f31feaa2 2890 .type = FIO_OPT_SOFT_DEPRECATED,
836fcc0f
JA		 2891 .category = FIO_OPT_C_IO,
2892 .group = FIO_OPT_G_VERIFY,
1ae83d45 2893 },
3f9f4e26 2894 {
a59e170d 2895 .name = "verify_interval",
e8b0e958 2896 .lname = "Verify interval",
e01b22b8 2897 .type = FIO_OPT_INT,
a609f12a 2898 .off1 = offsetof(struct thread_options, verify_interval),
819a9680 2899 .minval = 2 * sizeof(struct verify_header),
a59e170d 2900 .help = "Store verify buffer header every N bytes",
afdf9352 2901 .parent = "verify",
d71c154c 2902 .hide = 1,
20eb06bd 2903 .interval = 2 * sizeof(struct verify_header),
e8b0e958
JA		 2904 .category = FIO_OPT_C_IO,
2905 .group = FIO_OPT_G_VERIFY,
3f9f4e26 2906 },
546a9142 2907 {
a59e170d 2908 .name = "verify_offset",
e8b0e958 2909 .lname = "Verify offset",
e01b22b8 2910 .type = FIO_OPT_INT,
a59e170d 2911 .help = "Offset verify header location by N bytes",
a609f12a 2912 .off1 = offsetof(struct thread_options, verify_offset),
203160d5 2913 .minval = sizeof(struct verify_header),
afdf9352 2914 .parent = "verify",
d71c154c 2915 .hide = 1,
e8b0e958
JA		 2916 .category = FIO_OPT_C_IO,
2917 .group = FIO_OPT_G_VERIFY,
546a9142 2918 },
e28218f3
SL		 2919 {
2920 .name = "verify_pattern",
e8b0e958 2921 .lname = "Verify pattern",
0e92f873 2922 .type = FIO_OPT_STR,
e28218f3 2923 .cb = str_verify_pattern_cb,
a609f12a 2924 .off1 = offsetof(struct thread_options, verify_pattern),
e28218f3
SL		 2925 .help = "Fill pattern for IO buffers",
2926 .parent = "verify",
d71c154c 2927 .hide = 1,
e8b0e958
JA		 2928 .category = FIO_OPT_C_IO,
2929 .group = FIO_OPT_G_VERIFY,
e28218f3 2930 },
a12a3b4d
JA		 2931 {
2932 .name = "verify_fatal",
e8b0e958 2933 .lname = "Verify fatal",
68e1f29a 2934 .type = FIO_OPT_BOOL,
a609f12a 2935 .off1 = offsetof(struct thread_options, verify_fatal),
a12a3b4d
JA		 2936 .def = "0",
2937 .help = "Exit on a single verify failure, don't continue",
2938 .parent = "verify",
d71c154c 2939 .hide = 1,
e8b0e958
JA		 2940 .category = FIO_OPT_C_IO,
2941 .group = FIO_OPT_G_VERIFY,
a12a3b4d 2942 },
b463e936
JA		 2943 {
2944 .name = "verify_dump",
e8b0e958 2945 .lname = "Verify dump",
b463e936 2946 .type = FIO_OPT_BOOL,
a609f12a 2947 .off1 = offsetof(struct thread_options, verify_dump),
ef71e317 2948 .def = "0",
b463e936
JA		 2949 .help = "Dump contents of good and bad blocks on failure",
2950 .parent = "verify",
d71c154c 2951 .hide = 1,
e8b0e958
JA		 2952 .category = FIO_OPT_C_IO,
2953 .group = FIO_OPT_G_VERIFY,
b463e936 2954 },
e8462bd8
JA		 2955 {
2956 .name = "verify_async",
e8b0e958 2957 .lname = "Verify asynchronously",
e8462bd8 2958 .type = FIO_OPT_INT,
a609f12a 2959 .off1 = offsetof(struct thread_options, verify_async),
e8462bd8
JA		 2960 .def = "0",
2961 .help = "Number of async verifier threads to use",
2962 .parent = "verify",
d71c154c 2963 .hide = 1,
e8b0e958
JA		 2964 .category = FIO_OPT_C_IO,
2965 .group = FIO_OPT_G_VERIFY,
e8462bd8 2966 },
9e144189
JA		 2967 {
2968 .name = "verify_backlog",
e8b0e958 2969 .lname = "Verify backlog",
9e144189 2970 .type = FIO_OPT_STR_VAL,
a609f12a 2971 .off1 = offsetof(struct thread_options, verify_backlog),
9e144189
JA		 2972 .help = "Verify after this number of blocks are written",
2973 .parent = "verify",
d71c154c 2974 .hide = 1,
e8b0e958
JA		 2975 .category = FIO_OPT_C_IO,
2976 .group = FIO_OPT_G_VERIFY,
9e144189
JA		 2977 },
2978 {
2979 .name = "verify_backlog_batch",
e8b0e958 2980 .lname = "Verify backlog batch",
9e144189 2981 .type = FIO_OPT_INT,
a609f12a 2982 .off1 = offsetof(struct thread_options, verify_batch),
9e144189 2983 .help = "Verify this number of IO blocks",
0d29de83 2984 .parent = "verify",
d71c154c 2985 .hide = 1,
e8b0e958
JA		 2986 .category = FIO_OPT_C_IO,
2987 .group = FIO_OPT_G_VERIFY,
9e144189 2988 },
e8462bd8
JA		 2989#ifdef FIO_HAVE_CPU_AFFINITY
2990 {
2991 .name = "verify_async_cpus",
e8b0e958 2992 .lname = "Async verify CPUs",
e8462bd8
JA		 2993 .type = FIO_OPT_STR,
2994 .cb = str_verify_cpus_allowed_cb,
a609f12a 2995 .off1 = offsetof(struct thread_options, verify_cpumask),
e8462bd8
JA		 2996 .help = "Set CPUs allowed for async verify threads",
2997 .parent = "verify_async",
d71c154c 2998 .hide = 1,
e8b0e958
JA		 2999 .category = FIO_OPT_C_IO,
3000 .group = FIO_OPT_G_VERIFY,
e8462bd8 3001 },
a275c37a
JA		 3002#else
3003 {
3004 .name = "verify_async_cpus",
3005 .lname = "Async verify CPUs",
3006 .type = FIO_OPT_UNSUPPORTED,
54d0a315 3007 .help = "Your platform does not support CPU affinities",
a275c37a 3008 },
0d29de83 3009#endif
51aa2da8
JA		 3010 {
3011 .name = "experimental_verify",
cce2fdfe 3012 .lname = "Experimental Verify",
a609f12a 3013 .off1 = offsetof(struct thread_options, experimental_verify),
51aa2da8 3014 .type = FIO_OPT_BOOL,
b31eaac9 3015 .help = "Enable experimental verification",
ca09be4b
JA		 3016 .parent = "verify",
3017 .category = FIO_OPT_C_IO,
3018 .group = FIO_OPT_G_VERIFY,
3019 },
3020 {
3021 .name = "verify_state_load",
3022 .lname = "Load verify state",
a609f12a 3023 .off1 = offsetof(struct thread_options, verify_state),
ca09be4b
JA		 3024 .type = FIO_OPT_BOOL,
3025 .help = "Load verify termination state",
3026 .parent = "verify",
3027 .category = FIO_OPT_C_IO,
3028 .group = FIO_OPT_G_VERIFY,
3029 },
3030 {
3031 .name = "verify_state_save",
3032 .lname = "Save verify state",
a609f12a 3033 .off1 = offsetof(struct thread_options, verify_state_save),
ca09be4b
JA		 3034 .type = FIO_OPT_BOOL,
3035 .def = "1",
3036 .help = "Save verify state on termination",
3037 .parent = "verify",
836fcc0f
JA		 3038 .category = FIO_OPT_C_IO,
3039 .group = FIO_OPT_G_VERIFY,
51aa2da8 3040 },
0d29de83
JA		 3041#ifdef FIO_HAVE_TRIM
3042 {
3043 .name = "trim_percentage",
e8b0e958 3044 .lname = "Trim percentage",
0d29de83 3045 .type = FIO_OPT_INT,
a609f12a 3046 .off1 = offsetof(struct thread_options, trim_percentage),
20eb06bd 3047 .minval = 0,
0d29de83 3048 .maxval = 100,
169c098d 3049 .help = "Number of verify blocks to trim (i.e., discard)",
0d29de83
JA		 3050 .parent = "verify",
3051 .def = "0",
20eb06bd 3052 .interval = 1,
d71c154c 3053 .hide = 1,
e8b0e958
JA		 3054 .category = FIO_OPT_C_IO,
3055 .group = FIO_OPT_G_TRIM,
0d29de83
JA		 3056 },
3057 {
3058 .name = "trim_verify_zero",
e8b0e958 3059 .lname = "Verify trim zero",
20eb06bd 3060 .type = FIO_OPT_BOOL,
169c098d 3061 .help = "Verify that trimmed (i.e., discarded) blocks are returned as zeroes",
a609f12a 3062 .off1 = offsetof(struct thread_options, trim_zero),
0d29de83 3063 .parent = "trim_percentage",
d71c154c 3064 .hide = 1,
0d29de83 3065 .def = "1",
e8b0e958
JA		 3066 .category = FIO_OPT_C_IO,
3067 .group = FIO_OPT_G_TRIM,
0d29de83
JA		 3068 },
3069 {
3070 .name = "trim_backlog",
e8b0e958 3071 .lname = "Trim backlog",
0d29de83 3072 .type = FIO_OPT_STR_VAL,
a609f12a 3073 .off1 = offsetof(struct thread_options, trim_backlog),
0d29de83
JA		 3074 .help = "Trim after this number of blocks are written",
3075 .parent = "trim_percentage",
d71c154c 3076 .hide = 1,
20eb06bd 3077 .interval = 1,
e8b0e958
JA		 3078 .category = FIO_OPT_C_IO,
3079 .group = FIO_OPT_G_TRIM,
0d29de83
JA		 3080 },
3081 {
3082 .name = "trim_backlog_batch",
e8b0e958 3083 .lname = "Trim backlog batch",
0d29de83 3084 .type = FIO_OPT_INT,
a609f12a 3085 .off1 = offsetof(struct thread_options, trim_batch),
0d29de83
JA		 3086 .help = "Trim this number of IO blocks",
3087 .parent = "trim_percentage",
d71c154c 3088 .hide = 1,
20eb06bd 3089 .interval = 1,
e8b0e958
JA		 3090 .category = FIO_OPT_C_IO,
3091 .group = FIO_OPT_G_TRIM,
0d29de83 3092 },
a275c37a
JA		 3093#else
3094 {
3095 .name = "trim_percentage",
3096 .lname = "Trim percentage",
3097 .type = FIO_OPT_UNSUPPORTED,
3098 .help = "Fio does not support TRIM on your platform",
3099 },
3100 {
3101 .name = "trim_verify_zero",
3102 .lname = "Verify trim zero",
3103 .type = FIO_OPT_UNSUPPORTED,
3104 .help = "Fio does not support TRIM on your platform",
3105 },
3106 {
3107 .name = "trim_backlog",
3108 .lname = "Trim backlog",
3109 .type = FIO_OPT_UNSUPPORTED,
3110 .help = "Fio does not support TRIM on your platform",
3111 },
3112 {
3113 .name = "trim_backlog_batch",
3114 .lname = "Trim backlog batch",
3115 .type = FIO_OPT_UNSUPPORTED,
3116 .help = "Fio does not support TRIM on your platform",
3117 },
e8462bd8 3118#endif
214e1eca
JA		 3119 {
3120 .name = "write_iolog",
e8b0e958 3121 .lname = "Write I/O log",
214e1eca 3122 .type = FIO_OPT_STR_STORE,
a609f12a 3123 .off1 = offsetof(struct thread_options, write_iolog_file),
214e1eca 3124 .help = "Store IO pattern to file",
e8b0e958
JA		 3125 .category = FIO_OPT_C_IO,
3126 .group = FIO_OPT_G_IOLOG,
214e1eca
JA		 3127 },
3128 {
3129 .name = "read_iolog",
e8b0e958 3130 .lname = "Read I/O log",
214e1eca 3131 .type = FIO_OPT_STR_STORE,
a609f12a 3132 .off1 = offsetof(struct thread_options, read_iolog_file),
214e1eca 3133 .help = "Playback IO pattern from file",
e8b0e958
JA		 3134 .category = FIO_OPT_C_IO,
3135 .group = FIO_OPT_G_IOLOG,
214e1eca 3136 },
64bbb865
DN		 3137 {
3138 .name = "replay_no_stall",
e8b0e958 3139 .lname = "Don't stall on replay",
20eb06bd 3140 .type = FIO_OPT_BOOL,
a609f12a 3141 .off1 = offsetof(struct thread_options, no_stall),
64bbb865 3142 .def = "0",
87e7a972 3143 .parent = "read_iolog",
d71c154c 3144 .hide = 1,
64bbb865 3145 .help = "Playback IO pattern file as fast as possible without stalls",
e8b0e958
JA		 3146 .category = FIO_OPT_C_IO,
3147 .group = FIO_OPT_G_IOLOG,
64bbb865 3148 },
d1c46c04
DN		 3149 {
3150 .name = "replay_redirect",
e8b0e958 3151 .lname = "Redirect device for replay",
d1c46c04 3152 .type = FIO_OPT_STR_STORE,
a609f12a 3153 .off1 = offsetof(struct thread_options, replay_redirect),
d1c46c04 3154 .parent = "read_iolog",
d71c154c 3155 .hide = 1,
d1c46c04 3156 .help = "Replay all I/O onto this device, regardless of trace device",
e8b0e958
JA		 3157 .category = FIO_OPT_C_IO,
3158 .group = FIO_OPT_G_IOLOG,
d1c46c04 3159 },
0c63576e
JA		 3160 {
3161 .name = "replay_scale",
3162 .lname = "Replace offset scale factor",
3163 .type = FIO_OPT_INT,
a609f12a 3164 .off1 = offsetof(struct thread_options, replay_scale),
0c63576e
JA		 3165 .parent = "read_iolog",
3166 .def = "1",
3167 .help = "Align offsets to this blocksize",
3168 .category = FIO_OPT_C_IO,
3169 .group = FIO_OPT_G_IOLOG,
3170 },
3171 {
3172 .name = "replay_align",
3173 .lname = "Replace alignment",
3174 .type = FIO_OPT_INT,
a609f12a 3175 .off1 = offsetof(struct thread_options, replay_align),
0c63576e
JA		 3176 .parent = "read_iolog",
3177 .help = "Scale offset down by this factor",
3178 .category = FIO_OPT_C_IO,
3179 .group = FIO_OPT_G_IOLOG,
3180 .pow2 = 1,
3181 },
6dd7fa77
JA		 3182 {
3183 .name = "replay_time_scale",
3184 .lname = "Replay Time Scale",
3185 .type = FIO_OPT_INT,
3186 .off1 = offsetof(struct thread_options, replay_time_scale),
3187 .def = "100",
3188 .minval = 1,
3189 .parent = "read_iolog",
3190 .hide = 1,
3191 .help = "Scale time for replay events",
3192 .category = FIO_OPT_C_IO,
3193 .group = FIO_OPT_G_IOLOG,
3194 },
d7235efb
JA		 3195 {
3196 .name = "replay_skip",
3197 .lname = "Replay Skip",
3198 .type = FIO_OPT_STR,
3199 .cb = str_replay_skip_cb,
3200 .off1 = offsetof(struct thread_options, replay_skip),
3201 .parent = "read_iolog",
3202 .help = "Skip certain IO types (read,write,trim,flush)",
3203 .category = FIO_OPT_C_IO,
3204 .group = FIO_OPT_G_IOLOG,
3205 },
214e1eca
JA		 3206 {
3207 .name = "exec_prerun",
e8b0e958 3208 .lname = "Pre-execute runnable",
214e1eca 3209 .type = FIO_OPT_STR_STORE,
a609f12a 3210 .off1 = offsetof(struct thread_options, exec_prerun),
214e1eca 3211 .help = "Execute this file prior to running job",
e8b0e958
JA		 3212 .category = FIO_OPT_C_GENERAL,
3213 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 3214 },
3215 {
3216 .name = "exec_postrun",
e8b0e958 3217 .lname = "Post-execute runnable",
214e1eca 3218 .type = FIO_OPT_STR_STORE,
a609f12a 3219 .off1 = offsetof(struct thread_options, exec_postrun),
214e1eca 3220 .help = "Execute this file after running job",
e8b0e958
JA		 3221 .category = FIO_OPT_C_GENERAL,
3222 .group = FIO_OPT_G_INVALID,
214e1eca
JA		 3223 },
3224#ifdef FIO_HAVE_IOSCHED_SWITCH
3225 {
3226 .name = "ioscheduler",
e8b0e958 3227 .lname = "I/O scheduler",
214e1eca 3228 .type = FIO_OPT_STR_STORE,
a609f12a 3229 .off1 = offsetof(struct thread_options, ioscheduler),
214e1eca 3230 .help = "Use this IO scheduler on the backing device",
e8b0e958
JA		 3231 .category = FIO_OPT_C_FILE,
3232 .group = FIO_OPT_G_INVALID,
214e1eca 3233 },
a275c37a
JA		 3234#else
3235 {
3236 .name = "ioscheduler",
3237 .lname = "I/O scheduler",
3238 .type = FIO_OPT_UNSUPPORTED,
3239 .help = "Your platform does not support IO scheduler switching",
3240 },
214e1eca
JA		 3241#endif
3242 {
3243 .name = "zonesize",
e8b0e958 3244 .lname = "Zone size",
214e1eca 3245 .type = FIO_OPT_STR_VAL,
a609f12a 3246 .off1 = offsetof(struct thread_options, zone_size),
ed335855
SN		 3247 .help = "Amount of data to read per zone",
3248 .def = "0",
20eb06bd 3249 .interval = 1024 * 1024,
e8b0e958
JA		 3250 .category = FIO_OPT_C_IO,
3251 .group = FIO_OPT_G_ZONE,
ed335855
SN		 3252 },
3253 {
3254 .name = "zonerange",
e8b0e958 3255 .lname = "Zone range",
ed335855 3256 .type = FIO_OPT_STR_VAL,
a609f12a 3257 .off1 = offsetof(struct thread_options, zone_range),
214e1eca
JA		 3258 .help = "Give size of an IO zone",
3259 .def = "0",
20eb06bd 3260 .interval = 1024 * 1024,
e8b0e958
JA		 3261 .category = FIO_OPT_C_IO,
3262 .group = FIO_OPT_G_ZONE,
214e1eca
JA		 3263 },
3264 {
3265 .name = "zoneskip",
e8b0e958 3266 .lname = "Zone skip",
214e1eca 3267 .type = FIO_OPT_STR_VAL,
a609f12a 3268 .off1 = offsetof(struct thread_options, zone_skip),
214e1eca
JA		 3269 .help = "Space between IO zones",
3270 .def = "0",
20eb06bd 3271 .interval = 1024 * 1024,
e8b0e958
JA		 3272 .category = FIO_OPT_C_IO,
3273 .group = FIO_OPT_G_ZONE,
214e1eca
JA		 3274 },
3275 {
3276 .name = "lockmem",
e8b0e958 3277 .lname = "Lock memory",
214e1eca 3278 .type = FIO_OPT_STR_VAL,
a609f12a 3279 .off1 = offsetof(struct thread_options, lockmem),
81c6b6cd 3280 .help = "Lock down this amount of memory (per worker)",
214e1eca 3281 .def = "0",
20eb06bd 3282 .interval = 1024 * 1024,
e8b0e958
JA		 3283 .category = FIO_OPT_C_GENERAL,
3284 .group = FIO_OPT_G_INVALID,
214e1eca 3285 },
214e1eca
JA		 3286 {
3287 .name = "rwmixread",
e8b0e958 3288 .lname = "Read/write mix read",
214e1eca 3289 .type = FIO_OPT_INT,
cb499fc4 3290 .cb = str_rwmix_read_cb,
a609f12a 3291 .off1 = offsetof(struct thread_options, rwmix[DDIR_READ]),
214e1eca
JA		 3292 .maxval = 100,
3293 .help = "Percentage of mixed workload that is reads",
3294 .def = "50",
20eb06bd 3295 .interval = 5,
90265353 3296 .inverse = "rwmixwrite",
e8b0e958
JA		 3297 .category = FIO_OPT_C_IO,
3298 .group = FIO_OPT_G_RWMIX,
214e1eca
JA		 3299 },
3300 {
3301 .name = "rwmixwrite",
e8b0e958 3302 .lname = "Read/write mix write",
214e1eca 3303 .type = FIO_OPT_INT,
cb499fc4 3304 .cb = str_rwmix_write_cb,
a609f12a 3305 .off1 = offsetof(struct thread_options, rwmix[DDIR_WRITE]),
214e1eca
JA		 3306 .maxval = 100,
3307 .help = "Percentage of mixed workload that is writes",
3308 .def = "50",
20eb06bd 3309 .interval = 5,
90265353 3310 .inverse = "rwmixread",
e8b0e958
JA		 3311 .category = FIO_OPT_C_IO,
3312 .group = FIO_OPT_G_RWMIX,
214e1eca 3313 },
afdf9352
JA		 3314 {
3315 .name = "rwmixcycle",
e8b0e958 3316 .lname = "Read/write mix cycle",
15ca150e 3317 .type = FIO_OPT_DEPRECATED,
e8b0e958
JA		 3318 .category = FIO_OPT_C_IO,
3319 .group = FIO_OPT_G_RWMIX,
afdf9352 3320 },
214e1eca
JA		 3321 {
3322 .name = "nice",
e8b0e958 3323 .lname = "Nice",
214e1eca 3324 .type = FIO_OPT_INT,
a609f12a 3325 .off1 = offsetof(struct thread_options, nice),
214e1eca 3326 .help = "Set job CPU nice value",
11fd6aa8
RC		 3327 .minval = -20,
3328 .maxval = 19,
214e1eca 3329 .def = "0",
20eb06bd 3330 .interval = 1,
e8b0e958 3331 .category = FIO_OPT_C_GENERAL,
10860056 3332 .group = FIO_OPT_G_CRED,
214e1eca
JA		 3333 },
3334#ifdef FIO_HAVE_IOPRIO
3335 {
3336 .name = "prio",
e8b0e958 3337 .lname = "I/O nice priority",
214e1eca 3338 .type = FIO_OPT_INT,
a609f12a 3339 .off1 = offsetof(struct thread_options, ioprio),
214e1eca 3340 .help = "Set job IO priority value",
1767bd34
TK		 3341 .minval = IOPRIO_MIN_PRIO,
3342 .maxval = IOPRIO_MAX_PRIO,
20eb06bd 3343 .interval = 1,
e8b0e958 3344 .category = FIO_OPT_C_GENERAL,
10860056 3345 .group = FIO_OPT_G_CRED,
214e1eca 3346 },
32ef447a
TK		 3347#else
3348 {
3349 .name = "prio",
3350 .lname = "I/O nice priority",
3351 .type = FIO_OPT_UNSUPPORTED,
3352 .help = "Your platform does not support IO priorities",
3353 },
3354#endif
3355#ifdef FIO_HAVE_IOPRIO_CLASS
3356#ifndef FIO_HAVE_IOPRIO
3357#error "FIO_HAVE_IOPRIO_CLASS requires FIO_HAVE_IOPRIO"
3358#endif
214e1eca
JA		 3359 {
3360 .name = "prioclass",
e8b0e958 3361 .lname = "I/O nice priority class",
214e1eca 3362 .type = FIO_OPT_INT,
a609f12a 3363 .off1 = offsetof(struct thread_options, ioprio_class),
214e1eca 3364 .help = "Set job IO priority class",
1767bd34
TK		 3365 .minval = IOPRIO_MIN_PRIO_CLASS,
3366 .maxval = IOPRIO_MAX_PRIO_CLASS,
20eb06bd 3367 .interval = 1,
e8b0e958 3368 .category = FIO_OPT_C_GENERAL,
10860056 3369 .group = FIO_OPT_G_CRED,
214e1eca 3370 },
a275c37a 3371#else
a275c37a
JA		 3372 {
3373 .name = "prioclass",
3374 .lname = "I/O nice priority class",
3375 .type = FIO_OPT_UNSUPPORTED,
32ef447a 3376 .help = "Your platform does not support IO priority classes",
a275c37a 3377 },
214e1eca
JA		 3378#endif
3379 {
3380 .name = "thinktime",
e8b0e958 3381 .lname = "Thinktime",
214e1eca 3382 .type = FIO_OPT_INT,
a609f12a 3383 .off1 = offsetof(struct thread_options, thinktime),
214e1eca
JA		 3384 .help = "Idle time between IO buffers (usec)",
3385 .def = "0",
88038bc7 3386 .is_time = 1,
e8b0e958 3387 .category = FIO_OPT_C_IO,
3ceb458f 3388 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA		 3389 },
3390 {
3391 .name = "thinktime_spin",
e8b0e958 3392 .lname = "Thinktime spin",
214e1eca 3393 .type = FIO_OPT_INT,
a609f12a 3394 .off1 = offsetof(struct thread_options, thinktime_spin),
214e1eca
JA		 3395 .help = "Start think time by spinning this amount (usec)",
3396 .def = "0",
88038bc7 3397 .is_time = 1,
afdf9352 3398 .parent = "thinktime",
d71c154c 3399 .hide = 1,
e8b0e958 3400 .category = FIO_OPT_C_IO,
3ceb458f 3401 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA		 3402 },
3403 {
3404 .name = "thinktime_blocks",
e8b0e958 3405 .lname = "Thinktime blocks",
214e1eca 3406 .type = FIO_OPT_INT,
a609f12a 3407 .off1 = offsetof(struct thread_options, thinktime_blocks),
214e1eca
JA		 3408 .help = "IO buffer period between 'thinktime'",
3409 .def = "1",
afdf9352 3410 .parent = "thinktime",
d71c154c 3411 .hide = 1,
e8b0e958 3412 .category = FIO_OPT_C_IO,
3ceb458f 3413 .group = FIO_OPT_G_THINKTIME,
214e1eca
JA		 3414 },
3415 {
3416 .name = "rate",
e8b0e958 3417 .lname = "I/O rate",
e01b22b8 3418 .type = FIO_OPT_INT,
a609f12a
JA		 3419 .off1 = offsetof(struct thread_options, rate[DDIR_READ]),
3420 .off2 = offsetof(struct thread_options, rate[DDIR_WRITE]),
3421 .off3 = offsetof(struct thread_options, rate[DDIR_TRIM]),
214e1eca 3422 .help = "Set bandwidth rate",
e8b0e958
JA		 3423 .category = FIO_OPT_C_IO,
3424 .group = FIO_OPT_G_RATE,
214e1eca
JA		 3425 },
3426 {
6d428bcd
JA		 3427 .name = "rate_min",
3428 .alias = "ratemin",
e8b0e958 3429 .lname = "I/O min rate",
e01b22b8 3430 .type = FIO_OPT_INT,
a609f12a
JA		 3431 .off1 = offsetof(struct thread_options, ratemin[DDIR_READ]),
3432 .off2 = offsetof(struct thread_options, ratemin[DDIR_WRITE]),
3433 .off3 = offsetof(struct thread_options, ratemin[DDIR_TRIM]),
4e991c23 3434 .help = "Job must meet this rate or it will be shutdown",
afdf9352 3435 .parent = "rate",
d71c154c 3436 .hide = 1,
e8b0e958
JA		 3437 .category = FIO_OPT_C_IO,
3438 .group = FIO_OPT_G_RATE,
4e991c23
JA		 3439 },
3440 {
3441 .name = "rate_iops",
e8b0e958 3442 .lname = "I/O rate IOPS",
e01b22b8 3443 .type = FIO_OPT_INT,
a609f12a
JA		 3444 .off1 = offsetof(struct thread_options, rate_iops[DDIR_READ]),
3445 .off2 = offsetof(struct thread_options, rate_iops[DDIR_WRITE]),
3446 .off3 = offsetof(struct thread_options, rate_iops[DDIR_TRIM]),
4e991c23 3447 .help = "Limit IO used to this number of IO operations/sec",
d71c154c 3448 .hide = 1,
e8b0e958
JA		 3449 .category = FIO_OPT_C_IO,
3450 .group = FIO_OPT_G_RATE,
4e991c23
JA		 3451 },
3452 {
3453 .name = "rate_iops_min",
e8b0e958 3454 .lname = "I/O min rate IOPS",
e01b22b8 3455 .type = FIO_OPT_INT,
a609f12a
JA		 3456 .off1 = offsetof(struct thread_options, rate_iops_min[DDIR_READ]),
3457 .off2 = offsetof(struct thread_options, rate_iops_min[DDIR_WRITE]),
3458 .off3 = offsetof(struct thread_options, rate_iops_min[DDIR_TRIM]),
03e20d68 3459 .help = "Job must meet this rate or it will be shut down",
afdf9352 3460 .parent = "rate_iops",
d71c154c 3461 .hide = 1,
e8b0e958
JA		 3462 .category = FIO_OPT_C_IO,
3463 .group = FIO_OPT_G_RATE,
214e1eca 3464 },
ff6bb260 3465 {
6de65959
JA