Allow use of KiB etc to give explicit base 10 multiplies
[fio.git] / parse.c
diff --git a/parse.c b/parse.c
index 13a27cc89ceef37634893945ebc3abad3d737dfc..e03592d8bd4ee0b7850e2067a847f4caae814f70 100644 (file)
--- a/parse.c
+++ b/parse.c
@@ -56,20 +56,19 @@ static void show_option_range(struct fio_option *o, FILE *out)
 
 static void show_option_values(struct fio_option *o)
 {
-       int i = 0;
+       int i;
 
-       do {
+       for (i = 0; i < PARSE_MAX_VP; i++) {
                const struct value_pair *vp = &o->posval[i];
 
                if (!vp->ival)
-                       break;
+                       continue;
 
                printf("%20s: %-10s", i == 0 ? "valid values" : "", vp->ival);
                if (vp->help)
                        printf(" %s", vp->help);
                printf("\n");
-               i++;
-       } while (i < PARSE_MAX_VP);
+       }
 
        if (i)
                printf("\n");
@@ -78,6 +77,7 @@ static void show_option_values(struct fio_option *o)
 static void show_option_help(struct fio_option *o, FILE *out)
 {
        const char *typehelp[] = {
+               "invalid",
                "string (opt=bla)",
                "string with possible k/m/g postfix (opt=4k)",
                "string with time postfix (opt=10s)",
@@ -86,6 +86,7 @@ static void show_option_help(struct fio_option *o, FILE *out)
                "integer value (opt=100)",
                "boolean value (opt=1)",
                "no argument (opt)",
+               "deprecated",
        };
 
        if (o->alias)
@@ -93,6 +94,8 @@ static void show_option_help(struct fio_option *o, FILE *out)
 
        fprintf(out, "%20s: %s\n", "type", typehelp[o->type]);
        fprintf(out, "%20s: %s\n", "default", o->def ? o->def : "no default");
+       if (o->prof_name)
+               fprintf(out, "%20s: only for profile '%s'\n", "valid", o->prof_name);
        show_option_range(o, stdout);
        show_option_values(o);
 }
@@ -114,35 +117,72 @@ static unsigned long get_mult_time(char c)
        }
 }
 
-static unsigned long long get_mult_bytes(char c, void *data)
+static unsigned long long __get_mult_bytes(const char *p, void *data)
 {
        unsigned int kb_base = fio_get_kb_base(data);
        unsigned long long ret = 1;
+       unsigned int i, pow = 0, mult = kb_base;
+       char *c;
 
-       switch (c) {
-       default:
-               break;
-       case 'p':
-       case 'P':
-               ret *= (unsigned long long) kb_base;
-       case 't':
-       case 'T':
-               ret *= (unsigned long long) kb_base;
-       case 'g':
-       case 'G':
-               ret *= (unsigned long long) kb_base;
-       case 'm':
-       case 'M':
-               ret *= (unsigned long long) kb_base;
-       case 'k':
-       case 'K':
-               ret *= (unsigned long long) kb_base;
-               break;
-       }
+       if (!p)
+               return 1;
 
+       c = strdup(p);
+
+       for (i = 0; i < strlen(c); i++)
+               c[i] = tolower(c[i]);
+
+       if (!strcmp("pib", c)) {
+               pow = 5;
+               mult = 1000;
+       } else if (!strcmp("tib", c)) {
+               pow = 4;
+               mult = 1000;
+       } else if (!strcmp("gib", c)) {
+               pow = 3;
+               mult = 1000;
+       } else if (!strcmp("mib", c)) {
+               pow = 2;
+               mult = 1000;
+       } else if (!strcmp("kib", c)) {
+               pow = 1;
+               mult = 1000;
+       } else if (!strcmp("p", c) || !strcmp("pb", c))
+               pow = 5;
+       else if (!strcmp("t", c) || !strcmp("tb", c))
+               pow = 4;
+       else if (!strcmp("g", c) || !strcmp("gb", c))
+               pow = 3;
+       else if (!strcmp("m", c) || !strcmp("mb", c))
+               pow = 2;
+       else if (!strcmp("k", c) || !strcmp("kb", c))
+               pow = 1;
+
+       while (pow--)
+               ret *= (unsigned long long) mult;
+
+       free(c);
        return ret;
 }
 
+static unsigned long long get_mult_bytes(const char *str, int len, void *data)
+{
+       const char *p;
+
+       /*
+        * if the last char is 'b' or 'B', the user likely used
+        * "1gb" instead of just "1g". If the second to last is also
+        * a letter, adjust.
+        */
+       p = str + len - 1;
+       while (isalpha(*(p - 1)))
+               p--;
+       if (!isalpha(*p))
+               p = NULL;
+
+       return __get_mult_bytes(p, data);
+}
+
 /*
  * convert string into decimal value, noting any size suffix
  */
@@ -163,19 +203,9 @@ int str_to_decimal(const char *str, long long *val, int kilo, void *data)
        if (*val == LONG_MAX && errno == ERANGE)
                return 1;
 
-       if (kilo) {
-               const char *p;
-               /*
-                * if the last char is 'b' or 'B', the user likely used
-                * "1gb" instead of just "1g". If the second to last is also
-                * a letter, adjust.
-                */
-               p = str + len - 1;
-               if ((*p == 'b' || *p == 'B') && isalpha(*(p - 1)))
-                       --p;
-
-               *val *= get_mult_bytes(*p, data);
-       } else
+       if (kilo)
+               *val *= get_mult_bytes(str, len, data);
+       else
                *val *= get_mult_time(str[len - 1]);
 
        return 0;
@@ -223,19 +253,13 @@ void strip_blank_end(char *p)
 
 static int check_range_bytes(const char *str, long *val, void *data)
 {
-       char suffix;
-
-       if (!strlen(str))
-               return 1;
+       long long __val;
 
-       if (sscanf(str, "%lu%c", val, &suffix) == 2) {
-               *val *= get_mult_bytes(suffix, data);
+       if (!str_to_decimal(str, &__val, 1, data)) {
+               *val = __val;
                return 0;
        }
 
-       if (sscanf(str, "%lu", val) == 1)
-               return 0;
-
        return 1;
 }
 
@@ -254,44 +278,13 @@ static int check_int(const char *p, int *val)
        return 1;
 }
 
-static inline int o_match(struct fio_option *o, const char *opt)
-{
-       if (!strcmp(o->name, opt))
-               return 1;
-       else if (o->alias && !strcmp(o->alias, opt))
-               return 1;
-
-       return 0;
-}
-
-static struct fio_option *find_option(struct fio_option *options,
-                                     struct flist_head *eops, const char *opt)
-{
-       struct flist_head *n;
-       struct fio_option *o;
-
-       for (o = &options[0]; o->name; o++)
-               if (o_match(o, opt))
-                       return o;
-
-       if (!eops)
-               return NULL;
-
-       flist_for_each(n, eops) {
-               struct ext_option *eopt;
-
-               eopt = flist_entry(n, struct ext_option, list);
-               if (o_match(&eopt->o, opt))
-                       return &eopt->o;
-       }
-
-       return NULL;
-}
-
-#define val_store(ptr, val, off, data)                 \
+#define val_store(ptr, val, off, or, data)             \
        do {                                            \
                ptr = td_var((data), (off));            \
-               *ptr = (val);                           \
+               if ((or))                               \
+                       *ptr |= (val);                  \
+               else                                    \
+                       *ptr = (val);                   \
        } while (0)
 
 static int __handle_option(struct fio_option *o, const char *ptr, void *data,
@@ -312,29 +305,38 @@ static int __handle_option(struct fio_option *o, const char *ptr, void *data,
        }
 
        switch (o->type) {
-       case FIO_OPT_STR: {
+       case FIO_OPT_STR:
+       case FIO_OPT_STR_MULTI: {
                fio_opt_str_fn *fn = o->cb;
                const struct value_pair *vp;
                struct value_pair posval[PARSE_MAX_VP];
-               int i;
+               int i, all_skipped = 1;
 
                posval_sort(o, posval);
 
+               ret = 1;
                for (i = 0; i < PARSE_MAX_VP; i++) {
                        vp = &posval[i];
                        if (!vp->ival || vp->ival[0] == '\0')
-                               break;
-                       ret = 1;
-                       if (!strncmp(vp->ival, ptr, strlen(vp->ival))) {
+                               continue;
+                       all_skipped = 0;
+                       if (!strncmp(vp->ival, ptr, strlen(ptr))) {
                                ret = 0;
-                               if (!o->off1)
-                                       break;
-                               val_store(ilp, vp->oval, o->off1, data);
-                               break;
+                               if (o->roff1) {
+                                       if (vp->or)
+                                               *(unsigned int *) o->roff1 |= vp->oval;
+                                       else
+                                               *(unsigned int *) o->roff1 = vp->oval;
+                               } else {
+                                       if (!o->off1)
+                                               continue;
+                                       val_store(ilp, vp->oval, o->off1, vp->or, data);
+                               }
+                               continue;
                        }
                }
 
-               if (ret)
+               if (ret && !all_skipped)
                        show_option_values(o);
                else if (fn)
                        ret = fn(data, ptr);
@@ -369,15 +371,31 @@ static int __handle_option(struct fio_option *o, const char *ptr, void *data,
                        ret = fn(data, &ull);
                else {
                        if (o->type == FIO_OPT_INT) {
-                               if (first)
-                                       val_store(ilp, ull, o->off1, data);
-                               if (!more && o->off2)
-                                       val_store(ilp, ull, o->off2, data);
+                               if (first) {
+                                       if (o->roff1)
+                                               *(unsigned int *) o->roff1 = ull;
+                                       else
+                                               val_store(ilp, ull, o->off1, 0, data);
+                               }
+                               if (!more) {
+                                       if (o->roff2)
+                                               *(unsigned int *) o->roff2 = ull;
+                                       else if (o->off2)
+                                               val_store(ilp, ull, o->off2, 0, data);
+                               }
                        } else {
-                               if (first)
-                                       val_store(ullp, ull, o->off1, data);
-                               if (!more && o->off2)
-                                       val_store(ullp, ull, o->off2, data);
+                               if (first) {
+                                       if (o->roff1)
+                                               *(unsigned long long *) o->roff1 = ull;
+                                       else
+                                               val_store(ullp, ull, o->off1, 0, data);
+                               }
+                               if (!more) {
+                                       if (o->roff2)
+                                               *(unsigned long long *) o->roff2 =  ull;
+                                       else if (o->off2)
+                                               val_store(ullp, ull, o->off2, 0, data);
+                               }
                        }
                }
                break;
@@ -385,7 +403,11 @@ static int __handle_option(struct fio_option *o, const char *ptr, void *data,
        case FIO_OPT_STR_STORE: {
                fio_opt_str_fn *fn = o->cb;
 
-               cp = td_var(data, o->off1);
+               if (o->roff1)
+                       cp = (char **) o->roff1;
+               else
+                       cp = td_var(data, o->off1);
+
                *cp = strdup(ptr);
                if (fn) {
                        ret = fn(data, ptr);
@@ -427,12 +449,21 @@ static int __handle_option(struct fio_option *o, const char *ptr, void *data,
                        }
 
                        if (first) {
-                               val_store(ilp, ul1, o->off1, data);
-                               val_store(ilp, ul2, o->off2, data);
+                               if (o->roff1)
+                                       *(unsigned int *) o->roff1 = ul1;
+                               else
+                                       val_store(ilp, ul1, o->off1, 0, data);
+                               if (o->roff2)
+                                       *(unsigned int *) o->roff2 = ul2;
+                               else
+                                       val_store(ilp, ul2, o->off2, 0, data);
                        }
-                       if (o->off3 && o->off4) {
-                               val_store(ilp, ul1, o->off3, data);
-                               val_store(ilp, ul2, o->off4, data);
+                       if (o->roff3 && o->roff4) {
+                               *(unsigned int *) o->roff3 = ul1;
+                               *(unsigned int *) o->roff4 = ul2;
+                       } else if (o->off3 && o->off4) {
+                               val_store(ilp, ul1, o->off3, 0, data);
+                               val_store(ilp, ul2, o->off4, 0, data);
                        }
                }
 
@@ -462,10 +493,18 @@ static int __handle_option(struct fio_option *o, const char *ptr, void *data,
                if (fn)
                        ret = fn(data, &il);
                else {
-                       if (first)
-                               val_store(ilp, il, o->off1, data);
-                       if (!more && o->off2)
-                               val_store(ilp, il, o->off2, data);
+                       if (first) {
+                               if (o->roff1)
+                                       *(unsigned int *)o->roff1 = il;
+                               else
+                                       val_store(ilp, il, o->off1, 0, data);
+                       }
+                       if (!more) {
+                               if (o->roff2)
+                                       *(unsigned int *) o->roff2 = il;
+                               else if (o->off2)
+                                       val_store(ilp, il, o->off2, 0, data);
+                       }
                }
                break;
        }
@@ -475,10 +514,18 @@ static int __handle_option(struct fio_option *o, const char *ptr, void *data,
                if (fn)
                        ret = fn(data);
                else {
-                       if (first)
-                               val_store(ilp, 1, o->off1, data);
-                       if (!more && o->off2)
-                               val_store(ilp, 1, o->off2, data);
+                       if (first) {
+                               if (o->roff1)
+                                       *(unsigned int *) o->roff1 = 1;
+                               else
+                                       val_store(ilp, 1, o->off1, 0, data);
+                       }
+                       if (!more) {
+                               if (o->roff2)
+                                       *(unsigned int *) o->roff2 = 1;
+                               else if (o->off2)
+                                       val_store(ilp, 1, o->off2, 0, data);
+                       }
                }
                break;
        }
@@ -507,56 +554,63 @@ static int __handle_option(struct fio_option *o, const char *ptr, void *data,
 
 static int handle_option(struct fio_option *o, const char *__ptr, void *data)
 {
-       char *ptr, *ptr2 = NULL;
-       int r1, r2;
+       char *o_ptr, *ptr, *ptr2;
+       int ret, done;
 
        dprint(FD_PARSE, "handle_option=%s, ptr=%s\n", o->name, __ptr);
 
-       ptr = NULL;
+       o_ptr = ptr = NULL;
        if (__ptr)
-               ptr = strdup(__ptr);
+               o_ptr = ptr = strdup(__ptr);
 
        /*
-        * See if we have a second set of parameters, hidden after a comma.
-        * Do this before parsing the first round, to check if we should
+        * See if we have another set of parameters, hidden after a comma.
+        * Do this before parsing this round, to check if we should
         * copy set 1 options to set 2.
         */
-       if (ptr &&
-           (o->type != FIO_OPT_STR_STORE) &&
-           (o->type != FIO_OPT_STR)) {
-               ptr2 = strchr(ptr, ',');
-               if (ptr2 && *(ptr2 + 1) == '\0')
-                       *ptr2 = '\0';
-               if (!ptr2)
-                       ptr2 = strchr(ptr, ':');
-               if (!ptr2)
-                       ptr2 = strchr(ptr, '-');
-       }
+       done = 0;
+       ret = 1;
+       do {
+               int __ret;
+
+               ptr2 = NULL;
+               if (ptr &&
+                   (o->type != FIO_OPT_STR_STORE) &&
+                   (o->type != FIO_OPT_STR)) {
+                       ptr2 = strchr(ptr, ',');
+                       if (ptr2 && *(ptr2 + 1) == '\0')
+                               *ptr2 = '\0';
+                       if (o->type != FIO_OPT_STR_MULTI) {
+                               if (!ptr2)
+                                       ptr2 = strchr(ptr, ':');
+                               if (!ptr2)
+                                       ptr2 = strchr(ptr, '-');
+                       }
+               }
 
-       /*
-        * Don't return early if parsing the first option fails - if
-        * we are doing multiple arguments, we can allow the first one
-        * being empty.
-        */
-       r1 = __handle_option(o, ptr, data, 1, !!ptr2);
+               /*
+                * Don't return early if parsing the first option fails - if
+                * we are doing multiple arguments, we can allow the first one
+                * being empty.
+                */
+               __ret = __handle_option(o, ptr, data, !done, !!ptr2);
+               if (ret)
+                       ret = __ret;
 
-       if (!ptr2) {
-               if (ptr)
-                       free(ptr);
-               return r1;
-       }
+               if (!ptr2)
+                       break;
 
-       ptr2++;
-       r2 = __handle_option(o, ptr2, data, 0, 0);
+               ptr = ptr2 + 1;
+               done++;
+       } while (1);
 
-       if (ptr)
-               free(ptr);
-       return r1 && r2;
+       if (o_ptr)
+               free(o_ptr);
+       return ret;
 }
 
 static struct fio_option *get_option(const char *opt,
-                                    struct fio_option *options,
-                                    struct flist_head *eops, char **post)
+                                    struct fio_option *options, char **post)
 {
        struct fio_option *o;
        char *ret;
@@ -568,9 +622,9 @@ static struct fio_option *get_option(const char *opt,
                ret = (char *) opt;
                (*post)++;
                strip_blank_end(ret);
-               o = find_option(options, eops, ret);
+               o = find_option(options, ret);
        } else {
-               o = find_option(options, eops, opt);
+               o = find_option(options, opt);
                *post = NULL;
        }
 
@@ -586,8 +640,8 @@ static int opt_cmp(const void *p1, const void *p2)
        s1 = strdup(*((char **) p1));
        s2 = strdup(*((char **) p2));
 
-       o1 = get_option(s1, fio_options, NULL, &foo);
-       o2 = get_option(s2, fio_options, NULL, &foo);
+       o1 = get_option(s1, fio_options, &foo);
+       o2 = get_option(s2, fio_options, &foo);
 
        prio1 = prio2 = 0;
        if (o1)
@@ -608,12 +662,11 @@ void sort_options(char **opts, struct fio_option *options, int num_opts)
 }
 
 int parse_cmd_option(const char *opt, const char *val,
-                    struct fio_option *options, struct flist_head *eops,
-                    void *data)
+                    struct fio_option *options, void *data)
 {
        struct fio_option *o;
 
-       o = find_option(options, eops, opt);
+       o = find_option(options, opt);
        if (!o) {
                fprintf(stderr, "Bad option <%s>\n", opt);
                return 1;
@@ -642,7 +695,7 @@ static char *option_dup_subs(const char *opt)
        ssize_t nchr = OPT_LEN_MAX;
        size_t envlen;
 
-       if (strlen(in) + 1 > OPT_LEN_MAX) {
+       if (strlen(opt) + 1 > OPT_LEN_MAX) {
                fprintf(stderr, "OPT_LEN_MAX (%d) is too small\n", OPT_LEN_MAX);
                return NULL;
        }
@@ -680,8 +733,7 @@ static char *option_dup_subs(const char *opt)
        return strdup(out);
 }
 
-int parse_option(const char *opt, struct fio_option *options,
-                struct flist_head *ext_opt_list, void *data)
+int parse_option(const char *opt, struct fio_option *options, void *data)
 {
        struct fio_option *o;
        char *post, *tmp;
@@ -690,7 +742,7 @@ int parse_option(const char *opt, struct fio_option *options,
        if (!tmp)
                return 1;
 
-       o = get_option(tmp, options, ext_opt_list, &post);
+       o = get_option(tmp, options, &post);
        if (!o) {
                fprintf(stderr, "Bad option <%s>\n", tmp);
                free(tmp);
@@ -806,7 +858,7 @@ static void print_option(struct fio_option *o)
 int show_cmd_help(struct fio_option *options, const char *name)
 {
        struct fio_option *o, *closest;
-       unsigned int best_dist;
+       unsigned int best_dist = -1U;
        int found = 0;
        int show_all = 0;
 
@@ -820,6 +872,8 @@ int show_cmd_help(struct fio_option *options, const char *name)
 
                if (o->type == FIO_OPT_DEPRECATED)
                        continue;
+               if (!exec_profile && o->prof_name)
+                       continue;
 
                if (name) {
                        if (!strcmp(name, o->name) ||
@@ -839,7 +893,7 @@ int show_cmd_help(struct fio_option *options, const char *name)
                if (show_all || match) {
                        found = 1;
                        if (match)
-                               printf("%24s: %s\n", o->name, o->help);
+                               printf("%20s: %s\n", o->name, o->help);
                        if (show_all) {
                                if (!o->parent)
                                        print_option(o);
@@ -857,7 +911,12 @@ int show_cmd_help(struct fio_option *options, const char *name)
                return 0;
 
        printf("No such command: %s", name);
-       if (closest) {
+
+       /*
+        * Only print an appropriately close option, one where the edit
+        * distance isn't too big. Otherwise we get crazy matches.
+        */
+       if (closest && best_dist < 3) {
                printf(" - showing closest match\n");
                printf("%20s: %s\n", closest->name, closest->help);
                show_option_help(closest, stdout);
@@ -893,13 +952,15 @@ void option_init(struct fio_option *o)
                fprintf(stderr, "Option %s: string set option with"
                                " default will always be true\n", o->name);
        }
-       if (!o->cb && !o->off1) {
+       if (!o->cb && (!o->off1 && !o->roff1)) {
                fprintf(stderr, "Option %s: neither cb nor offset given\n",
                                                        o->name);
        }
-       if (o->type == FIO_OPT_STR || o->type == FIO_OPT_STR_STORE)
+       if (o->type == FIO_OPT_STR || o->type == FIO_OPT_STR_STORE ||
+           o->type == FIO_OPT_STR_MULTI)
                return;
-       if (o->cb && (o->off1 || o->off2 || o->off3 || o->off4)) {
+       if (o->cb && ((o->off1 || o->off2 || o->off3 || o->off4) ||
+                     (o->roff1 || o->roff2 || o->roff3 || o->roff4))) {
                fprintf(stderr, "Option %s: both cb and offset given\n",
                                                         o->name);
        }