X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=options.c;h=6f87fa2a8b2d061c1df6802ea10711a3c0ce89c8;hp=f07cc7c42aedcee338fb5e9a7b7a7bbf773f4998;hb=d71c154c8b20a7ddca645d9854e640563f1b79c7;hpb=c8eeb9df1f52f28567a5937e141decc6a26ec30b diff --git a/options.c b/options.c index f07cc7c4..6f87fa2a 100644 --- a/options.c +++ b/options.c @@ -160,7 +160,6 @@ static int bssplit_ddir(struct thread_data *td, int ddir, char *str) qsort(bssplit, td->o.bssplit_nr[ddir], sizeof(struct bssplit), bs_cmp); td->o.bssplit[ddir] = bssplit; return 0; - } static int str_bssplit_cb(void *data, const char *input) @@ -226,21 +225,6 @@ static int str_rw_cb(void *data, const char *str) return 0; } -#ifdef FIO_HAVE_LIBAIO -static int str_libaio_cb(void *data, const char *str) -{ - struct thread_data *td = data; - - if (!strcmp(str, "userspace_reap")) { - td->o.userspace_libaio_reap = 1; - return 0; - } - - log_err("fio: bad libaio sub-option: %s\n", str); - return 1; -} -#endif - static int str_mem_cb(void *data, const char *mem) { struct thread_data *td = data; @@ -260,12 +244,9 @@ static int str_verify_cb(void *data, const char *mem) { struct thread_data *td = data; - if (td->o.verify != VERIFY_CRC32C_INTEL) - return 0; - - if (!crc32c_intel_works()) { - log_info("fio: System does not support hw accelerated crc32c. Falling back to sw crc32c.\n"); - td->o.verify = VERIFY_CRC32C; + if (td->o.verify == VERIFY_CRC32C_INTEL || + td->o.verify == VERIFY_CRC32C) { + crc32c_intel_probe(); } return 0; @@ -704,12 +685,32 @@ static int str_verify_pattern_cb(void *data, const char *input) } } } + + /* + * Fill the pattern all the way to the end. This greatly reduces + * the number of memcpy's we have to do when verifying the IO. + */ + while (i > 1 && i * 2 <= MAX_PATTERN_SIZE) { + memcpy(&td->o.verify_pattern[i], &td->o.verify_pattern[0], i); + i *= 2; + } + if (i == 1) { + /* + * The code in verify_io_u_pattern assumes a single byte pattern + * fills the whole verify pattern buffer. + */ + memset(td->o.verify_pattern, td->o.verify_pattern[0], + MAX_PATTERN_SIZE); + } + td->o.verify_pattern_bytes = i; + /* * VERIFY_META could already be set */ if (td->o.verify == VERIFY_NONE) td->o.verify = VERIFY_PATTERN; + return 0; } @@ -769,6 +770,7 @@ static int str_gtod_reduce_cb(void *data, int *il) td->o.disable_clat = !!val; td->o.disable_slat = !!val; td->o.disable_bw = !!val; + td->o.clat_percentiles = !val; if (val) td->tv_cache_mask = 63; @@ -840,21 +842,124 @@ static int kb_base_verify(struct fio_option *o, void *data) return 0; } +/* + * Option grouping + */ +static struct opt_group fio_opt_groups[] = { + { + .name = "Description", + .mask = FIO_OPT_G_DESC, + }, + { + .name = "File", + .mask = FIO_OPT_G_FILE, + }, + { + .name = "Misc", + .mask = FIO_OPT_G_MISC, + }, + { + .name = "IO (main)", + .mask = FIO_OPT_G_IO, + }, + { + .name = "IO direction", + .mask = FIO_OPT_G_IO_DDIR, + }, + { + .name = "IO buffer", + .mask = FIO_OPT_G_IO_BUF, + }, + { + .name = "IO engine", + .mask = FIO_OPT_G_IO_ENG, + }, + { + .name = "Random", + .mask = FIO_OPT_G_RAND, + }, + { + .name = "OS", + .mask = FIO_OPT_G_OS, + }, + { + .name = "Memory", + .mask = FIO_OPT_G_MEM, + }, + { + .name = "Verify", + .mask = FIO_OPT_G_VERIFY, + }, + { + .name = "CPU", + .mask = FIO_OPT_G_CPU, + }, + { + .name = "Log", + .mask = FIO_OPT_G_LOG, + }, + { + .name = "Zone", + .mask = FIO_OPT_G_ZONE, + }, + { + .name = "Cache", + .mask = FIO_OPT_G_CACHE, + }, + { + .name = "Stat", + .mask = FIO_OPT_G_STAT, + }, + { + .name = "Error", + .mask = FIO_OPT_G_ERR, + }, + { + .name = "Job", + .mask = FIO_OPT_G_JOB, + }, + { + .name = NULL, + }, +}; + +struct opt_group *opt_group_from_mask(unsigned int *mask) +{ + struct opt_group *og; + int i; + + if (*mask == FIO_OPT_G_INVALID) + return NULL; + + for (i = 0; fio_opt_groups[i].name; i++) { + og = &fio_opt_groups[i]; + + if (*mask & og->mask) { + *mask &= ~(og->mask); + return og; + } + } + + return NULL; +} + /* * Map of job/command line options */ -static struct fio_option options[FIO_MAX_OPTS] = { +struct fio_option fio_options[FIO_MAX_OPTS] = { { .name = "description", .type = FIO_OPT_STR_STORE, .off1 = td_var_offset(description), .help = "Text job description", + .category = FIO_OPT_G_DESC, }, { .name = "name", .type = FIO_OPT_STR_STORE, .off1 = td_var_offset(name), .help = "Name of this job", + .category = FIO_OPT_G_DESC, }, { .name = "directory", @@ -862,6 +967,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(directory), .cb = str_directory_cb, .help = "Directory to store files in", + .category = FIO_OPT_G_FILE, }, { .name = "filename", @@ -870,6 +976,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .cb = str_filename_cb, .prio = -1, /* must come after "directory" */ .help = "File(s) to use for the workload", + .category = FIO_OPT_G_FILE, }, { .name = "kb_base", @@ -879,6 +986,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .prio = 1, .def = "1024", .help = "How many bytes per KB for reporting (1000 or 1024)", + .category = FIO_OPT_G_MISC, }, { .name = "lockfile", @@ -887,7 +995,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(file_lock_mode), .help = "Lock file when doing IO to it", .parent = "filename", + .hide = 0, .def = "none", + .category = FIO_OPT_G_FILE, .posval = { { .ival = "none", .oval = FILE_LOCK_NONE, @@ -910,6 +1020,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(opendir), .cb = str_opendir_cb, .help = "Recursively add files from this directory and down", + .category = FIO_OPT_G_FILE, }, { .name = "rw", @@ -920,6 +1031,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "IO direction", .def = "read", .verify = rw_verify, + .category = FIO_OPT_G_IO_DDIR, .posval = { { .ival = "read", .oval = TD_DDIR_READ, @@ -953,6 +1065,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(rw_seq), .help = "IO offset generator modifier", .def = "sequential", + .category = FIO_OPT_G_IO_DDIR, .posval = { { .ival = "sequential", .oval = RW_SEQ_SEQ, @@ -971,6 +1084,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(ioengine), .help = "IO engine to use", .def = FIO_PREFERRED_ENGINE, + .category = FIO_OPT_G_IO, .posval = { { .ival = "sync", .help = "Use read/write", @@ -984,7 +1098,6 @@ static struct fio_option options[FIO_MAX_OPTS] = { #ifdef FIO_HAVE_LIBAIO { .ival = "libaio", .help = "Linux native asynchronous IO", - .cb = str_libaio_cb, }, #endif #ifdef FIO_HAVE_POSIXAIO @@ -1000,7 +1113,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { #ifdef FIO_HAVE_WINDOWSAIO { .ival = "windowsaio", .help = "Windows native asynchronous IO" - }, + }, #endif { .ival = "mmap", .help = "Memory mapped IO" @@ -1058,7 +1171,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(iodepth), .help = "Number of IO buffers to keep in flight", .minval = 1, + .interval = 1, .def = "1", + .category = FIO_OPT_G_IO, }, { .name = "iodepth_batch", @@ -1067,8 +1182,11 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(iodepth_batch), .help = "Number of IO buffers to submit in one go", .parent = "iodepth", + .hide = 1, .minval = 1, + .interval = 1, .def = "1", + .category = FIO_OPT_G_IO, }, { .name = "iodepth_batch_complete", @@ -1076,8 +1194,11 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(iodepth_batch_complete), .help = "Number of IO buffers to retrieve in one go", .parent = "iodepth", + .hide = 1, .minval = 0, + .interval = 1, .def = "1", + .category = FIO_OPT_G_IO, }, { .name = "iodepth_low", @@ -1085,12 +1206,17 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(iodepth_low), .help = "Low water mark for queuing depth", .parent = "iodepth", + .hide = 1, + .interval = 1, + .category = FIO_OPT_G_IO, }, { .name = "size", .type = FIO_OPT_STR_VAL, .cb = str_size_cb, .help = "Total size of device or files", + .interval = 1024 * 1024, + .category = FIO_OPT_G_IO, }, { .name = "fill_device", @@ -1099,6 +1225,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(fill_device), .help = "Write until an ENOSPC error occurs", .def = "0", + .category = FIO_OPT_G_IO, }, { .name = "filesize", @@ -1107,6 +1234,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off2 = td_var_offset(file_size_high), .minval = 1, .help = "Size of individual files", + .interval = 1024 * 1024, + .category = FIO_OPT_G_IO | FIO_OPT_G_FILE, }, { .name = "offset", @@ -1115,6 +1244,19 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(start_offset), .help = "Start IO from this offset", .def = "0", + .interval = 1024 * 1024, + .category = FIO_OPT_G_IO, + }, + { + .name = "offset_increment", + .type = FIO_OPT_STR_VAL, + .off1 = td_var_offset(offset_increment), + .help = "What is the increment from one offset to the next", + .parent = "offset", + .hide = 1, + .def = "0", + .interval = 1024 * 1024, + .category = FIO_OPT_G_IO, }, { .name = "bs", @@ -1126,6 +1268,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Block size unit", .def = "4k", .parent = "rw", + .hide = 1, + .interval = 512, + .category = FIO_OPT_G_IO, }, { .name = "ba", @@ -1136,6 +1281,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .minval = 1, .help = "IO block offset alignment", .parent = "rw", + .hide = 1, + .interval = 512, + .category = FIO_OPT_G_IO | FIO_OPT_G_IO_BUF, }, { .name = "bsrange", @@ -1148,6 +1296,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .minval = 1, .help = "Set block size range (in more detail than bs)", .parent = "rw", + .hide = 1, + .interval = 4096, + .category = FIO_OPT_G_IO, }, { .name = "bssplit", @@ -1155,6 +1306,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .cb = str_bssplit_cb, .help = "Set a specific mix of block sizes", .parent = "rw", + .hide = 1, + .category = FIO_OPT_G_IO, }, { .name = "bs_unaligned", @@ -1163,6 +1316,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(bs_unaligned), .help = "Don't sector align IO buffer sizes", .parent = "rw", + .hide = 1, + .category = FIO_OPT_G_IO, }, { .name = "randrepeat", @@ -1171,6 +1326,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Use repeatable random IO pattern", .def = "1", .parent = "rw", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_RAND, }, { .name = "use_os_rand", @@ -1179,6 +1336,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Set to use OS random generator", .def = "0", .parent = "rw", + .hide = 1, + .category = FIO_OPT_G_RAND, }, { .name = "norandommap", @@ -1186,6 +1345,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(norandommap), .help = "Accept potential duplicate random blocks", .parent = "rw", + .hide = 1, + .category = FIO_OPT_G_RAND, }, { .name = "softrandommap", @@ -1193,7 +1354,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(softrandommap), .help = "Set norandommap if randommap allocation fails", .parent = "norandommap", + .hide = 1, .def = "0", + .category = FIO_OPT_G_RAND, }, { .name = "nrfiles", @@ -1202,12 +1365,15 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(nr_files), .help = "Split job workload between this number of files", .def = "1", + .interval = 1, + .category = FIO_OPT_G_FILE, }, { .name = "openfiles", .type = FIO_OPT_INT, .off1 = td_var_offset(open_files), .help = "Number of files to keep open at the same time", + .category = FIO_OPT_G_FILE, }, { .name = "file_service_type", @@ -1216,6 +1382,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(file_service_type), .help = "How to select which file to service next", .def = "roundrobin", + .category = FIO_OPT_G_FILE, .posval = { { .ival = "random", .oval = FIO_FSERVICE_RANDOM, @@ -1231,6 +1398,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { }, }, .parent = "nrfiles", + .hide = 1, }, #ifdef FIO_HAVE_FALLOCATE { @@ -1239,6 +1407,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(fallocate_mode), .help = "Whether pre-allocation is performed when laying out files", .def = "posix", + .category = FIO_OPT_G_FILE, .posval = { { .ival = "none", .oval = FIO_FALLOCATE_NONE, @@ -1272,6 +1441,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(fadvise_hint), .help = "Use fadvise() to advise the kernel on IO pattern", .def = "1", + .category = FIO_OPT_G_FILE, }, { .name = "fsync", @@ -1279,6 +1449,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(fsync_blocks), .help = "Issue fsync for writes every given number of blocks", .def = "0", + .interval = 1, + .category = FIO_OPT_G_FILE, }, { .name = "fdatasync", @@ -1286,6 +1458,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(fdatasync_blocks), .help = "Issue fdatasync for writes every given number of blocks", .def = "0", + .interval = 1, + .category = FIO_OPT_G_FILE, }, { .name = "write_barrier", @@ -1293,6 +1467,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(barrier_blocks), .help = "Make every Nth write a barrier write", .def = "0", + .interval = 1, + .category = FIO_OPT_G_IO, }, #ifdef FIO_HAVE_SYNC_FILE_RANGE { @@ -1319,6 +1495,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .cb = str_sfr_cb, .off1 = td_var_offset(sync_file_range), .help = "Use sync_file_range()", + .category = FIO_OPT_G_FILE, }, #endif { @@ -1327,6 +1504,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(odirect), .help = "Use O_DIRECT IO (negates buffered)", .def = "0", + .category = FIO_OPT_G_IO, }, { .name = "buffered", @@ -1335,6 +1513,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .neg = 1, .help = "Use buffered IO (negates direct)", .def = "1", + .category = FIO_OPT_G_IO, }, { .name = "overwrite", @@ -1342,6 +1521,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(overwrite), .help = "When writing, set whether to overwrite current data", .def = "0", + .category = FIO_OPT_G_IO | FIO_OPT_G_FILE, }, { .name = "loops", @@ -1349,6 +1529,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(loops), .help = "Number of times to run the job", .def = "1", + .interval = 1, + .category = FIO_OPT_G_MISC, }, { .name = "numjobs", @@ -1356,6 +1538,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(numjobs), .help = "Duplicate this job this many times", .def = "1", + .interval = 1, + .category = FIO_OPT_G_MISC, }, { .name = "startdelay", @@ -1363,6 +1547,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(start_delay), .help = "Only start job when this period has passed", .def = "0", + .category = FIO_OPT_G_MISC, }, { .name = "runtime", @@ -1371,18 +1556,21 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(timeout), .help = "Stop workload when this amount of time has passed", .def = "0", + .category = FIO_OPT_G_MISC, }, { .name = "time_based", .type = FIO_OPT_STR_SET, .off1 = td_var_offset(time_based), .help = "Keep running until runtime/timeout is met", + .category = FIO_OPT_G_MISC, }, { .name = "ramp_time", .type = FIO_OPT_STR_VAL_TIME, .off1 = td_var_offset(ramp_time), .help = "Ramp up time before measuring performance", + .category = FIO_OPT_G_MISC, }, { .name = "clocksource", @@ -1390,6 +1578,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .cb = fio_clock_source_cb, .off1 = td_var_offset(clocksource), .help = "What type of timing source to use", + .category = FIO_OPT_G_OS, .posval = { { .ival = "gettimeofday", .oval = CS_GTOD, @@ -1415,6 +1604,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(mem_type), .help = "Backing type for IO buffers", .def = "malloc", + .category = FIO_OPT_G_IO_BUF | FIO_OPT_G_MEM, .posval = { { .ival = "malloc", .oval = MEM_MALLOC, @@ -1451,6 +1641,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "IO memory buffer offset alignment", .def = "0", .parent = "iomem", + .hide = 1, + .category = FIO_OPT_G_IO_BUF | FIO_OPT_G_MEM, }, { .name = "verify", @@ -1459,6 +1651,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Verify data written", .cb = str_verify_cb, .def = "0", + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY, .posval = { { .ival = "0", .oval = VERIFY_NONE, @@ -1477,12 +1670,12 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Use crc32 checksums for verification", }, { .ival = "crc32c-intel", - .oval = VERIFY_CRC32C_INTEL, - .help = "Use hw crc32c checksums for verification", + .oval = VERIFY_CRC32C, + .help = "Use crc32c checksums for verification (hw assisted, if available)", }, { .ival = "crc32c", .oval = VERIFY_CRC32C, - .help = "Use crc32c checksums for verification", + .help = "Use crc32c checksums for verification (hw assisted, if available)", }, { .ival = "crc16", .oval = VERIFY_CRC16, @@ -1522,6 +1715,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Run verification stage after write", .def = "1", .parent = "verify", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY, }, { .name = "verifysort", @@ -1530,6 +1725,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Sort written verify blocks for read back", .def = "1", .parent = "verify", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY, }, { .name = "verify_interval", @@ -1538,6 +1735,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .minval = 2 * sizeof(struct verify_header), .help = "Store verify buffer header every N bytes", .parent = "verify", + .hide = 1, + .interval = 2 * sizeof(struct verify_header), + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY, }, { .name = "verify_offset", @@ -1546,6 +1746,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .def = "0", .cb = str_verify_offset_cb, .parent = "verify", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY, }, { .name = "verify_pattern", @@ -1553,6 +1755,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .cb = str_verify_pattern_cb, .help = "Fill pattern for IO buffers", .parent = "verify", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY, }, { .name = "verify_fatal", @@ -1561,14 +1765,18 @@ static struct fio_option options[FIO_MAX_OPTS] = { .def = "0", .help = "Exit on a single verify failure, don't continue", .parent = "verify", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY | FIO_OPT_G_ERR, }, { .name = "verify_dump", .type = FIO_OPT_BOOL, .off1 = td_var_offset(verify_dump), - .def = "1", + .def = "0", .help = "Dump contents of good and bad blocks on failure", .parent = "verify", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY | FIO_OPT_G_ERR, }, { .name = "verify_async", @@ -1577,6 +1785,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .def = "0", .help = "Number of async verifier threads to use", .parent = "verify", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY, }, { .name = "verify_backlog", @@ -1584,6 +1794,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(verify_backlog), .help = "Verify after this number of blocks are written", .parent = "verify", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY, }, { .name = "verify_backlog_batch", @@ -1591,6 +1803,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(verify_batch), .help = "Verify this number of IO blocks", .parent = "verify", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_VERIFY, }, #ifdef FIO_HAVE_CPU_AFFINITY { @@ -1599,6 +1813,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .cb = str_verify_cpus_allowed_cb, .help = "Set CPUs allowed for async verify threads", .parent = "verify_async", + .hide = 1, + .category = FIO_OPT_G_OS | FIO_OPT_G_CPU | FIO_OPT_G_VERIFY, }, #endif #ifdef FIO_HAVE_TRIM @@ -1606,18 +1822,24 @@ static struct fio_option options[FIO_MAX_OPTS] = { .name = "trim_percentage", .type = FIO_OPT_INT, .cb = str_verify_trim_cb, + .minval = 0, .maxval = 100, .help = "Number of verify blocks to discard/trim", .parent = "verify", .def = "0", + .interval = 1, + .hide = 1, + .category = FIO_OPT_G_IO, }, { .name = "trim_verify_zero", - .type = FIO_OPT_INT, + .type = FIO_OPT_BOOL, .help = "Verify that trim/discarded blocks are returned as zeroes", .off1 = td_var_offset(trim_zero), .parent = "trim_percentage", + .hide = 1, .def = "1", + .category = FIO_OPT_G_IO, }, { .name = "trim_backlog", @@ -1625,6 +1847,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(trim_backlog), .help = "Trim after this number of blocks are written", .parent = "trim_percentage", + .hide = 1, + .interval = 1, + .category = FIO_OPT_G_IO, }, { .name = "trim_backlog_batch", @@ -1632,6 +1857,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(trim_batch), .help = "Trim this number of IO blocks", .parent = "trim_percentage", + .hide = 1, + .interval = 1, + .category = FIO_OPT_G_IO, }, #endif { @@ -1639,39 +1867,47 @@ static struct fio_option options[FIO_MAX_OPTS] = { .type = FIO_OPT_STR_STORE, .off1 = td_var_offset(write_iolog_file), .help = "Store IO pattern to file", + .category = FIO_OPT_G_IO | FIO_OPT_G_LOG, }, { .name = "read_iolog", .type = FIO_OPT_STR_STORE, .off1 = td_var_offset(read_iolog_file), .help = "Playback IO pattern from file", + .category = FIO_OPT_G_IO | FIO_OPT_G_LOG, }, { .name = "replay_no_stall", - .type = FIO_OPT_INT, + .type = FIO_OPT_BOOL, .off1 = td_var_offset(no_stall), .def = "0", .parent = "read_iolog", + .hide = 1, .help = "Playback IO pattern file as fast as possible without stalls", + .category = FIO_OPT_G_IO | FIO_OPT_G_LOG, }, { .name = "replay_redirect", .type = FIO_OPT_STR_STORE, .off1 = td_var_offset(replay_redirect), .parent = "read_iolog", + .hide = 1, .help = "Replay all I/O onto this device, regardless of trace device", + .category = FIO_OPT_G_IO | FIO_OPT_G_LOG, }, { .name = "exec_prerun", .type = FIO_OPT_STR_STORE, .off1 = td_var_offset(exec_prerun), .help = "Execute this file prior to running job", + .category = FIO_OPT_G_MISC | FIO_OPT_G_OS, }, { .name = "exec_postrun", .type = FIO_OPT_STR_STORE, .off1 = td_var_offset(exec_postrun), .help = "Execute this file after running job", + .category = FIO_OPT_G_MISC | FIO_OPT_G_OS, }, #ifdef FIO_HAVE_IOSCHED_SWITCH { @@ -1679,14 +1915,26 @@ static struct fio_option options[FIO_MAX_OPTS] = { .type = FIO_OPT_STR_STORE, .off1 = td_var_offset(ioscheduler), .help = "Use this IO scheduler on the backing device", + .category = FIO_OPT_G_OS | FIO_OPT_G_IO, }, #endif { .name = "zonesize", .type = FIO_OPT_STR_VAL, .off1 = td_var_offset(zone_size), + .help = "Amount of data to read per zone", + .def = "0", + .interval = 1024 * 1024, + .category = FIO_OPT_G_IO | FIO_OPT_G_ZONE, + }, + { + .name = "zonerange", + .type = FIO_OPT_STR_VAL, + .off1 = td_var_offset(zone_range), .help = "Give size of an IO zone", .def = "0", + .interval = 1024 * 1024, + .category = FIO_OPT_G_IO | FIO_OPT_G_ZONE, }, { .name = "zoneskip", @@ -1694,6 +1942,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(zone_skip), .help = "Space between IO zones", .def = "0", + .interval = 1024 * 1024, + .category = FIO_OPT_G_IO | FIO_OPT_G_ZONE, }, { .name = "lockmem", @@ -1701,6 +1951,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .cb = str_lockmem_cb, .help = "Lock down this amount of memory", .def = "0", + .interval = 1024 * 1024, + .category = FIO_OPT_G_OS | FIO_OPT_G_MEM, }, { .name = "rwmixread", @@ -1709,6 +1961,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .maxval = 100, .help = "Percentage of mixed workload that is reads", .def = "50", + .interval = 5, + .category = FIO_OPT_G_IO, }, { .name = "rwmixwrite", @@ -1717,10 +1971,13 @@ static struct fio_option options[FIO_MAX_OPTS] = { .maxval = 100, .help = "Percentage of mixed workload that is writes", .def = "50", + .interval = 5, + .category = FIO_OPT_G_IO, }, { .name = "rwmixcycle", .type = FIO_OPT_DEPRECATED, + .category = FIO_OPT_G_IO, }, { .name = "nice", @@ -1730,6 +1987,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .minval = -19, .maxval = 20, .def = "0", + .interval = 1, + .category = FIO_OPT_G_OS | FIO_OPT_G_CPU, }, #ifdef FIO_HAVE_IOPRIO { @@ -1739,6 +1998,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Set job IO priority value", .minval = 0, .maxval = 7, + .interval = 1, + .category = FIO_OPT_G_OS | FIO_OPT_G_CPU, }, { .name = "prioclass", @@ -1747,6 +2008,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Set job IO priority class", .minval = 0, .maxval = 3, + .interval = 1, + .category = FIO_OPT_G_OS | FIO_OPT_G_CPU, }, #endif { @@ -1755,6 +2018,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(thinktime), .help = "Idle time between IO buffers (usec)", .def = "0", + .category = FIO_OPT_G_MISC, }, { .name = "thinktime_spin", @@ -1763,6 +2027,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Start think time by spinning this amount (usec)", .def = "0", .parent = "thinktime", + .hide = 1, + .category = FIO_OPT_G_MISC, }, { .name = "thinktime_blocks", @@ -1771,6 +2037,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "IO buffer period between 'thinktime'", .def = "1", .parent = "thinktime", + .hide = 1, + .category = FIO_OPT_G_MISC, }, { .name = "rate", @@ -1778,6 +2046,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(rate[0]), .off2 = td_var_offset(rate[1]), .help = "Set bandwidth rate", + .category = FIO_OPT_G_IO, }, { .name = "ratemin", @@ -1786,6 +2055,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off2 = td_var_offset(ratemin[1]), .help = "Job must meet this rate or it will be shutdown", .parent = "rate", + .hide = 1, + .category = FIO_OPT_G_IO, }, { .name = "rate_iops", @@ -1793,6 +2064,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(rate_iops[0]), .off2 = td_var_offset(rate_iops[1]), .help = "Limit IO used to this number of IO operations/sec", + .hide = 1, + .category = FIO_OPT_G_IO, }, { .name = "rate_iops_min", @@ -1801,6 +2074,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off2 = td_var_offset(rate_iops_min[1]), .help = "Job must meet this rate or it will be shut down", .parent = "rate_iops", + .hide = 1, + .category = FIO_OPT_G_IO, }, { .name = "ratecycle", @@ -1809,6 +2084,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Window average for rate limits (msec)", .def = "1000", .parent = "rate", + .hide = 1, + .category = FIO_OPT_G_IO, }, { .name = "invalidate", @@ -1816,6 +2093,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(invalidate_cache), .help = "Invalidate buffer/page cache prior to running job", .def = "1", + .category = FIO_OPT_G_IO | FIO_OPT_G_CACHE, }, { .name = "sync", @@ -1824,6 +2102,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Use O_SYNC for buffered writes", .def = "0", .parent = "buffered", + .hide = 1, + .category = FIO_OPT_G_IO | FIO_OPT_G_FILE, }, { .name = "bwavgtime", @@ -1833,6 +2113,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { " (msec)", .def = "500", .parent = "write_bw_log", + .hide = 1, + .interval = 100, + .category = FIO_OPT_G_LOG | FIO_OPT_G_STAT, }, { .name = "iopsavgtime", @@ -1841,6 +2124,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Time window over which to calculate IOPS (msec)", .def = "500", .parent = "write_iops_log", + .hide = 1, + .interval = 100, + .category = FIO_OPT_G_LOG | FIO_OPT_G_STAT, }, { .name = "create_serialize", @@ -1848,6 +2134,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(create_serialize), .help = "Serialize creating of job files", .def = "1", + .category = FIO_OPT_G_FILE, }, { .name = "create_fsync", @@ -1855,6 +2142,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(create_fsync), .help = "fsync file after creation", .def = "1", + .category = FIO_OPT_G_FILE, }, { .name = "create_on_open", @@ -1862,6 +2150,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(create_on_open), .help = "Create files when they are opened for IO", .def = "0", + .category = FIO_OPT_G_FILE, }, { .name = "pre_read", @@ -1869,12 +2158,14 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(pre_read), .help = "Pre-read files before starting official testing", .def = "0", + .category = FIO_OPT_G_FILE | FIO_OPT_G_CACHE, }, { .name = "cpuload", .type = FIO_OPT_INT, .off1 = td_var_offset(cpuload), .help = "Use this percentage of CPU", + .category = FIO_OPT_G_CPU, }, { .name = "cpuchunks", @@ -1883,6 +2174,8 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Length of the CPU burn cycles (usecs)", .def = "50000", .parent = "cpuload", + .hide = 1, + .category = FIO_OPT_G_CPU, }, #ifdef FIO_HAVE_CPU_AFFINITY { @@ -1890,12 +2183,14 @@ static struct fio_option options[FIO_MAX_OPTS] = { .type = FIO_OPT_INT, .cb = str_cpumask_cb, .help = "CPU affinity mask", + .category = FIO_OPT_G_CPU | FIO_OPT_G_OS, }, { .name = "cpus_allowed", .type = FIO_OPT_STR, .cb = str_cpus_allowed_cb, .help = "Set CPUs allowed", + .category = FIO_OPT_G_CPU | FIO_OPT_G_OS, }, #endif { @@ -1904,6 +2199,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(end_fsync), .help = "Include fsync at the end of job", .def = "0", + .category = FIO_OPT_G_FILE, }, { .name = "fsync_on_close", @@ -1911,6 +2207,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(fsync_on_close), .help = "fsync files on close", .def = "0", + .category = FIO_OPT_G_FILE, }, { .name = "unlink", @@ -1918,12 +2215,14 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(unlink), .help = "Unlink created files after job has completed", .def = "0", + .category = FIO_OPT_G_FILE, }, { .name = "exitall", .type = FIO_OPT_STR_SET, .cb = str_exitall_cb, .help = "Terminate all jobs when one exits", + .category = FIO_OPT_G_MISC | FIO_OPT_G_JOB, }, { .name = "stonewall", @@ -1931,18 +2230,21 @@ static struct fio_option options[FIO_MAX_OPTS] = { .type = FIO_OPT_STR_SET, .off1 = td_var_offset(stonewall), .help = "Insert a hard barrier between this job and previous", + .category = FIO_OPT_G_MISC | FIO_OPT_G_JOB, }, { .name = "new_group", .type = FIO_OPT_STR_SET, .off1 = td_var_offset(new_group), .help = "Mark the start of a new group (for reporting)", + .category = FIO_OPT_G_MISC | FIO_OPT_G_JOB, }, { .name = "thread", .type = FIO_OPT_STR_SET, .off1 = td_var_offset(use_thread), - .help = "Use threads instead of forks", + .help = "Use threads instead of processes", + .category = FIO_OPT_G_MISC | FIO_OPT_G_OS | FIO_OPT_G_JOB, }, { .name = "write_bw_log", @@ -1950,6 +2252,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(write_bw_log), .cb = str_write_bw_log_cb, .help = "Write log of bandwidth during run", + .category = FIO_OPT_G_LOG, }, { .name = "write_lat_log", @@ -1957,6 +2260,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(write_lat_log), .cb = str_write_lat_log_cb, .help = "Write log of latency during run", + .category = FIO_OPT_G_LOG, }, { .name = "write_iops_log", @@ -1964,6 +2268,15 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(write_iops_log), .cb = str_write_iops_log_cb, .help = "Write log of IOPS during run", + .category = FIO_OPT_G_LOG, + }, + { + .name = "log_avg_msec", + .type = FIO_OPT_INT, + .off1 = td_var_offset(log_avg_msec), + .help = "Average bw/iops/lat logs over this period of time", + .def = "0", + .category = FIO_OPT_G_LOG, }, { .name = "hugepage-size", @@ -1971,24 +2284,29 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(hugepage_size), .help = "When using hugepages, specify size of each page", .def = __fio_stringify(FIO_HUGE_PAGE), + .interval = 1024 * 1024, + .category = FIO_OPT_G_OS | FIO_OPT_G_MEM, }, { .name = "group_reporting", .type = FIO_OPT_STR_SET, .off1 = td_var_offset(group_reporting), .help = "Do reporting on a per-group basis", + .category = FIO_OPT_G_MISC, }, { .name = "zero_buffers", .type = FIO_OPT_STR_SET, .off1 = td_var_offset(zero_buffers), .help = "Init IO buffers to all zeroes", + .category = FIO_OPT_G_IO_BUF, }, { .name = "refill_buffers", .type = FIO_OPT_STR_SET, .off1 = td_var_offset(refill_buffers), .help = "Refill IO buffers on every IO submit", + .category = FIO_OPT_G_IO_BUF, }, { .name = "scramble_buffers", @@ -1996,13 +2314,35 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(scramble_buffers), .help = "Slightly scramble buffers on every IO submit", .def = "1", + .category = FIO_OPT_G_IO_BUF, + }, + { + .name = "buffer_compress_percentage", + .type = FIO_OPT_INT, + .off1 = td_var_offset(compress_percentage), + .maxval = 100, + .minval = 1, + .help = "How compressible the buffer is (approximately)", + .interval = 5, + .category = FIO_OPT_G_IO_BUF, + }, + { + .name = "buffer_compress_chunk", + .type = FIO_OPT_INT, + .off1 = td_var_offset(compress_chunk), + .parent = "buffer_compress_percentage", + .hide = 1, + .help = "Size of compressible region in buffer", + .interval = 256, + .category = FIO_OPT_G_IO_BUF, }, { .name = "clat_percentiles", .type = FIO_OPT_BOOL, .off1 = td_var_offset(clat_percentiles), .help = "Enable the reporting of completion latency percentiles", - .def = "0", + .def = "1", + .category = FIO_OPT_G_STAT, }, { .name = "percentile_list", @@ -2013,6 +2353,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .maxlen = FIO_IO_U_LIST_MAX_LEN, .minfp = 0.0, .maxfp = 100.0, + .category = FIO_OPT_G_STAT, }, #ifdef FIO_HAVE_DISK_UTIL @@ -2022,6 +2363,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(do_disk_util), .help = "Log disk utilization statistics", .def = "1", + .category = FIO_OPT_G_OS | FIO_OPT_G_STAT, }, #endif { @@ -2030,6 +2372,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Greatly reduce number of gettimeofday() calls", .cb = str_gtod_reduce_cb, .def = "0", + .category = FIO_OPT_G_OS | FIO_OPT_G_MISC | FIO_OPT_G_STAT, }, { .name = "disable_lat", @@ -2037,7 +2380,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(disable_lat), .help = "Disable latency numbers", .parent = "gtod_reduce", + .hide = 1, .def = "0", + .category = FIO_OPT_G_OS | FIO_OPT_G_MISC | FIO_OPT_G_STAT, }, { .name = "disable_clat", @@ -2045,7 +2390,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(disable_clat), .help = "Disable completion latency numbers", .parent = "gtod_reduce", + .hide = 1, .def = "0", + .category = FIO_OPT_G_OS | FIO_OPT_G_MISC | FIO_OPT_G_STAT, }, { .name = "disable_slat", @@ -2053,7 +2400,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(disable_slat), .help = "Disable submission latency numbers", .parent = "gtod_reduce", + .hide = 1, .def = "0", + .category = FIO_OPT_G_OS | FIO_OPT_G_MISC | FIO_OPT_G_STAT, }, { .name = "disable_bw_measurement", @@ -2061,7 +2410,9 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(disable_bw), .help = "Disable bandwidth logging", .parent = "gtod_reduce", + .hide = 1, .def = "0", + .category = FIO_OPT_G_OS | FIO_OPT_G_MISC | FIO_OPT_G_STAT, }, { .name = "gtod_cpu", @@ -2069,25 +2420,63 @@ static struct fio_option options[FIO_MAX_OPTS] = { .cb = str_gtod_cpu_cb, .help = "Set up dedicated gettimeofday() thread on this CPU", .verify = gtod_cpu_verify, + .category = FIO_OPT_G_OS | FIO_OPT_G_MISC | FIO_OPT_G_STAT, }, { .name = "continue_on_error", - .type = FIO_OPT_BOOL, + .type = FIO_OPT_STR, .off1 = td_var_offset(continue_on_error), .help = "Continue on non-fatal errors during IO", - .def = "0", + .def = "none", + .category = FIO_OPT_G_MISC | FIO_OPT_G_ERR, + .posval = { + { .ival = "none", + .oval = ERROR_TYPE_NONE, + .help = "Exit when an error is encountered", + }, + { .ival = "read", + .oval = ERROR_TYPE_READ, + .help = "Continue on read errors only", + }, + { .ival = "write", + .oval = ERROR_TYPE_WRITE, + .help = "Continue on write errors only", + }, + { .ival = "io", + .oval = ERROR_TYPE_READ | ERROR_TYPE_WRITE, + .help = "Continue on any IO errors", + }, + { .ival = "verify", + .oval = ERROR_TYPE_VERIFY, + .help = "Continue on verify errors only", + }, + { .ival = "all", + .oval = ERROR_TYPE_ANY, + .help = "Continue on all io and verify errors", + }, + { .ival = "0", + .oval = ERROR_TYPE_NONE, + .help = "Alias for 'none'", + }, + { .ival = "1", + .oval = ERROR_TYPE_ANY, + .help = "Alias for 'all'", + }, + }, }, { .name = "profile", .type = FIO_OPT_STR_STORE, .off1 = td_var_offset(profile), .help = "Select a specific builtin performance test", + .category = FIO_OPT_G_MISC | FIO_OPT_G_JOB, }, { .name = "cgroup", .type = FIO_OPT_STR_STORE, .off1 = td_var_offset(cgroup), .help = "Add job to cgroup of this name", + .category = FIO_OPT_G_MISC | FIO_OPT_G_OS, }, { .name = "cgroup_weight", @@ -2096,6 +2485,7 @@ static struct fio_option options[FIO_MAX_OPTS] = { .help = "Use given weight for cgroup", .minval = 100, .maxval = 1000, + .category = FIO_OPT_G_MISC | FIO_OPT_G_OS, }, { .name = "cgroup_nodelete", @@ -2103,18 +2493,62 @@ static struct fio_option options[FIO_MAX_OPTS] = { .off1 = td_var_offset(cgroup_nodelete), .help = "Do not delete cgroups after job completion", .def = "0", + .category = FIO_OPT_G_MISC | FIO_OPT_G_OS, }, { .name = "uid", .type = FIO_OPT_INT, .off1 = td_var_offset(uid), .help = "Run job with this user ID", + .category = FIO_OPT_G_OS | FIO_OPT_G_JOB, }, { .name = "gid", .type = FIO_OPT_INT, .off1 = td_var_offset(gid), .help = "Run job with this group ID", + .category = FIO_OPT_G_OS | FIO_OPT_G_JOB, + }, + { + .name = "flow_id", + .type = FIO_OPT_INT, + .off1 = td_var_offset(flow_id), + .help = "The flow index ID to use", + .def = "0", + .category = FIO_OPT_G_IO, + }, + { + .name = "flow", + .type = FIO_OPT_INT, + .off1 = td_var_offset(flow), + .help = "Weight for flow control of this job", + .parent = "flow_id", + .hide = 1, + .def = "0", + .category = FIO_OPT_G_IO, + }, + { + .name = "flow_watermark", + .type = FIO_OPT_INT, + .off1 = td_var_offset(flow_watermark), + .help = "High watermark for flow control. This option" + " should be set to the same value for all threads" + " with non-zero flow.", + .parent = "flow_id", + .hide = 1, + .def = "1024", + .category = FIO_OPT_G_IO, + }, + { + .name = "flow_sleep", + .type = FIO_OPT_INT, + .off1 = td_var_offset(flow_sleep), + .help = "How many microseconds to sleep after being held" + " back by the flow control mechanism", + .parent = "flow_id", + .hide = 1, + .def = "0", + .category = FIO_OPT_G_IO, }, { .name = NULL, @@ -2122,33 +2556,26 @@ static struct fio_option options[FIO_MAX_OPTS] = { }; static void add_to_lopt(struct option *lopt, struct fio_option *o, - const char *name) + const char *name, int val) { lopt->name = (char *) name; - lopt->val = FIO_GETOPT_JOB; + lopt->val = val; if (o->type == FIO_OPT_STR_SET) lopt->has_arg = no_argument; else lopt->has_arg = required_argument; } -void fio_options_dup_and_init(struct option *long_options) +static void options_to_lopts(struct fio_option *opts, + struct option *long_options, + int i, int option_type) { - struct fio_option *o; - unsigned int i; - - options_init(options); - - i = 0; - while (long_options[i].name) - i++; - - o = &options[0]; + struct fio_option *o = &opts[0]; while (o->name) { - add_to_lopt(&long_options[i], o, o->name); + add_to_lopt(&long_options[i], o, o->name, option_type); if (o->alias) { i++; - add_to_lopt(&long_options[i], o, o->alias); + add_to_lopt(&long_options[i], o, o->alias, option_type); } i++; @@ -2157,6 +2584,43 @@ void fio_options_dup_and_init(struct option *long_options) } } +void fio_options_set_ioengine_opts(struct option *long_options, + struct thread_data *td) +{ + unsigned int i; + + i = 0; + while (long_options[i].name) { + if (long_options[i].val == FIO_GETOPT_IOENGINE) { + memset(&long_options[i], 0, sizeof(*long_options)); + break; + } + i++; + } + + /* + * Just clear out the prior ioengine options. + */ + if (!td || !td->eo) + return; + + options_to_lopts(td->io_ops->options, long_options, i, + FIO_GETOPT_IOENGINE); +} + +void fio_options_dup_and_init(struct option *long_options) +{ + unsigned int i; + + options_init(fio_options); + + i = 0; + while (long_options[i].name) + i++; + + options_to_lopts(fio_options, long_options, i, FIO_GETOPT_JOB); +} + struct fio_keyword { const char *word; const char *desc; @@ -2203,15 +2667,15 @@ void fio_keywords_init(void) static char *bc_calc(char *str) { - char *buf, *tmp, opt[80]; + char buf[128], *tmp; FILE *f; int ret; /* * No math, just return string */ - if (!strchr(str, '+') && !strchr(str, '-') && !strchr(str, '*') && - !strchr(str, '/')) + if ((!strchr(str, '+') && !strchr(str, '-') && !strchr(str, '*') && + !strchr(str, '/')) || strchr(str, '\'')) return str; /* @@ -2222,37 +2686,89 @@ static char *bc_calc(char *str) return str; tmp++; - memset(opt, 0, sizeof(opt)); - strncpy(opt, str, tmp - str); - buf = malloc(128); + /* + * Prevent buffer overflows; such a case isn't reasonable anyway + */ + if (strlen(str) >= 128 || strlen(tmp) > 100) + return str; sprintf(buf, "which %s > /dev/null", BC_APP); if (system(buf)) { log_err("fio: bc is needed for performing math\n"); - free(buf); return NULL; } - sprintf(buf, "echo %s | %s", tmp, BC_APP); + sprintf(buf, "echo '%s' | %s", tmp, BC_APP); f = popen(buf, "r"); if (!f) { - free(buf); return NULL; } - ret = fread(buf, 1, 128, f); + ret = fread(&buf[tmp - str], 1, 128 - (tmp - str), f); if (ret <= 0) { - free(buf); return NULL; } - buf[ret - 1] = '\0'; - strcat(opt, buf); - strcpy(buf, opt); pclose(f); + buf[(tmp - str) + ret - 1] = '\0'; + memcpy(buf, str, tmp - str); free(str); - return buf; + return strdup(buf); +} + +/* + * Return a copy of the input string with substrings of the form ${VARNAME} + * substituted with the value of the environment variable VARNAME. The + * substitution always occurs, even if VARNAME is empty or the corresponding + * environment variable undefined. + */ +static char *option_dup_subs(const char *opt) +{ + char out[OPT_LEN_MAX+1]; + char in[OPT_LEN_MAX+1]; + char *outptr = out; + char *inptr = in; + char *ch1, *ch2, *env; + ssize_t nchr = OPT_LEN_MAX; + size_t envlen; + + if (strlen(opt) + 1 > OPT_LEN_MAX) { + log_err("OPT_LEN_MAX (%d) is too small\n", OPT_LEN_MAX); + return NULL; + } + + in[OPT_LEN_MAX] = '\0'; + strncpy(in, opt, OPT_LEN_MAX); + + while (*inptr && nchr > 0) { + if (inptr[0] == '$' && inptr[1] == '{') { + ch2 = strchr(inptr, '}'); + if (ch2 && inptr+1 < ch2) { + ch1 = inptr+2; + inptr = ch2+1; + *ch2 = '\0'; + + env = getenv(ch1); + if (env) { + envlen = strlen(env); + if (envlen <= nchr) { + memcpy(outptr, env, envlen); + outptr += envlen; + nchr -= envlen; + } + } + + continue; + } + } + + *outptr++ = *inptr++; + --nchr; + } + + *outptr = '\0'; + return strdup(out); } /* @@ -2262,6 +2778,7 @@ static char *fio_keyword_replace(char *opt) { char *s; int i; + int docalc = 0; for (i = 0; fio_keywords[i].word != NULL; i++) { struct fio_keyword *kw = &fio_keywords[i]; @@ -2291,83 +2808,139 @@ static char *fio_keyword_replace(char *opt) * replace opt and free the old opt */ opt = new; - //free(o_org); + free(o_org); - /* - * Check for potential math and invoke bc, if possible - */ - opt = bc_calc(opt); + docalc = 1; } } + /* + * Check for potential math and invoke bc, if possible + */ + if (docalc) + opt = bc_calc(opt); + return opt; } +static char **dup_and_sub_options(char **opts, int num_opts) +{ + int i; + char **opts_copy = malloc(num_opts * sizeof(*opts)); + for (i = 0; i < num_opts; i++) { + opts_copy[i] = option_dup_subs(opts[i]); + if (!opts_copy[i]) + continue; + opts_copy[i] = fio_keyword_replace(opts_copy[i]); + } + return opts_copy; +} + int fio_options_parse(struct thread_data *td, char **opts, int num_opts) { - int i, ret; + int i, ret, unknown; + char **opts_copy; + + sort_options(opts, fio_options, num_opts); + opts_copy = dup_and_sub_options(opts, num_opts); + + for (ret = 0, i = 0, unknown = 0; i < num_opts; i++) { + struct fio_option *o; + int newret = parse_option(opts_copy[i], opts[i], fio_options, + &o, td); + + if (opts_copy[i]) { + if (newret && !o) { + unknown++; + continue; + } + free(opts_copy[i]); + opts_copy[i] = NULL; + } - sort_options(opts, options, num_opts); + ret |= newret; + } - for (ret = 0, i = 0; i < num_opts; i++) { - opts[i] = fio_keyword_replace(opts[i]); - ret |= parse_option(opts[i], options, td); + if (unknown) { + ret |= ioengine_load(td); + if (td->eo) { + sort_options(opts_copy, td->io_ops->options, num_opts); + opts = opts_copy; + } + for (i = 0; i < num_opts; i++) { + struct fio_option *o = NULL; + int newret = 1; + if (!opts_copy[i]) + continue; + + if (td->eo) + newret = parse_option(opts_copy[i], opts[i], + td->io_ops->options, &o, + td->eo); + + ret |= newret; + if (!o) + log_err("Bad option <%s>\n", opts[i]); + + free(opts_copy[i]); + opts_copy[i] = NULL; + } } + free(opts_copy); return ret; } int fio_cmd_option_parse(struct thread_data *td, const char *opt, char *val) { - return parse_cmd_option(opt, val, options, td); + return parse_cmd_option(opt, val, fio_options, td); +} + +int fio_cmd_ioengine_option_parse(struct thread_data *td, const char *opt, + char *val) +{ + return parse_cmd_option(opt, val, td->io_ops->options, td); } void fio_fill_default_options(struct thread_data *td) { - fill_default_options(td, options); + fill_default_options(td, fio_options); } int fio_show_option_help(const char *opt) { - return show_cmd_help(options, opt); + return show_cmd_help(fio_options, opt); } -static void __options_mem(struct thread_data *td, int alloc) +void options_mem_dupe(void *data, struct fio_option *options) { - struct thread_options *o = &td->o; - struct fio_option *opt; + struct fio_option *o; char **ptr; - int i; - for (i = 0, opt = &options[0]; opt->name; i++, opt = &options[i]) { - if (opt->type != FIO_OPT_STR_STORE) + for (o = &options[0]; o->name; o++) { + if (o->type != FIO_OPT_STR_STORE) continue; - ptr = (void *) o + opt->off1; - if (*ptr) { - if (alloc) - *ptr = strdup(*ptr); - else { - free(*ptr); - *ptr = NULL; - } - } + ptr = td_var(data, o->off1); + if (*ptr) + *ptr = strdup(*ptr); } } /* * dupe FIO_OPT_STR_STORE options */ -void options_mem_dupe(struct thread_data *td) +void fio_options_mem_dupe(struct thread_data *td) { - __options_mem(td, 1); -} + options_mem_dupe(&td->o, fio_options); -void options_mem_free(struct thread_data fio_unused *td) -{ -#if 0 - __options_mem(td, 0); -#endif + if (td->eo && td->io_ops) { + void *oldeo = td->eo; + + td->eo = malloc(td->io_ops->option_struct_size); + memcpy(td->eo, oldeo, td->io_ops->option_struct_size); + options_mem_dupe(td->eo, td->io_ops->options); + } } unsigned int fio_get_kb_base(void *data) @@ -2388,13 +2961,13 @@ int add_option(struct fio_option *o) struct fio_option *__o; int opt_index = 0; - __o = options; + __o = fio_options; while (__o->name) { opt_index++; __o++; } - memcpy(&options[opt_index], o, sizeof(*o)); + memcpy(&fio_options[opt_index], o, sizeof(*o)); return 0; } @@ -2402,7 +2975,7 @@ void invalidate_profile_options(const char *prof_name) { struct fio_option *o; - o = options; + o = fio_options; while (o->name) { if (o->prof_name && !strcmp(o->prof_name, prof_name)) { o->type = FIO_OPT_INVALID; @@ -2417,7 +2990,7 @@ void add_opt_posval(const char *optname, const char *ival, const char *help) struct fio_option *o; unsigned int i; - o = find_option(options, optname); + o = find_option(fio_options, optname); if (!o) return; @@ -2436,7 +3009,7 @@ void del_opt_posval(const char *optname, const char *ival) struct fio_option *o; unsigned int i; - o = find_option(options, optname); + o = find_option(fio_options, optname); if (!o) return; @@ -2450,3 +3023,13 @@ void del_opt_posval(const char *optname, const char *ival) o->posval[i].help = NULL; } } + +void fio_options_free(struct thread_data *td) +{ + options_free(fio_options, td); + if (td->eo && td->io_ops && td->io_ops->options) { + options_free(td->io_ops->options, td->eo); + free(td->eo); + td->eo = NULL; + } +}