blob: 869bcdad4cf2bf43ae6dc2bf8b46a0c1362e0339 [file] [log] [blame]
/*
* This file contains the ini and command liner parser main.
*/
#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <ctype.h>
#include <string.h>
#include <errno.h>
#include <limits.h>
#include <stdlib.h>
#include "parse.h"
#include "debug.h"
#include "options.h"
static struct fio_option *fio_options;
extern unsigned int fio_get_kb_base(void *);
static int vp_cmp(const void *p1, const void *p2)
{
const struct value_pair *vp1 = p1;
const struct value_pair *vp2 = p2;
return strlen(vp2->ival) - strlen(vp1->ival);
}
static void posval_sort(struct fio_option *o, struct value_pair *vpmap)
{
const struct value_pair *vp;
int entries;
memset(vpmap, 0, PARSE_MAX_VP * sizeof(struct value_pair));
for (entries = 0; entries < PARSE_MAX_VP; entries++) {
vp = &o->posval[entries];
if (!vp->ival || vp->ival[0] == '\0')
break;
memcpy(&vpmap[entries], vp, sizeof(*vp));
}
qsort(vpmap, entries, sizeof(struct value_pair), vp_cmp);
}
static void show_option_range(struct fio_option *o, FILE *out)
{
if (!o->minval && !o->maxval)
return;
fprintf(out, "%20s: min=%d", "range", o->minval);
if (o->maxval)
fprintf(out, ", max=%d", o->maxval);
fprintf(out, "\n");
}
static void show_option_values(struct fio_option *o)
{
int i;
for (i = 0; i < PARSE_MAX_VP; i++) {
const struct value_pair *vp = &o->posval[i];
if (!vp->ival)
continue;
printf("%20s: %-10s", i == 0 ? "valid values" : "", vp->ival);
if (vp->help)
printf(" %s", vp->help);
printf("\n");
}
if (i)
printf("\n");
}
static void show_option_help(struct fio_option *o, FILE *out)
{
const char *typehelp[] = {
"invalid",
"string (opt=bla)",
"string with possible k/m/g postfix (opt=4k)",
"string with time postfix (opt=10s)",
"string (opt=bla)",
"string with dual range (opt=1k-4k,4k-8k)",
"integer value (opt=100)",
"boolean value (opt=1)",
"no argument (opt)",
"deprecated",
};
if (o->alias)
fprintf(out, "%20s: %s\n", "alias", o->alias);
fprintf(out, "%20s: %s\n", "type", typehelp[o->type]);
fprintf(out, "%20s: %s\n", "default", o->def ? o->def : "no default");
if (o->prof_name)
fprintf(out, "%20s: only for profile '%s'\n", "valid", o->prof_name);
show_option_range(o, stdout);
show_option_values(o);
}
static unsigned long get_mult_time(char c)
{
switch (c) {
case 'm':
case 'M':
return 60;
case 'h':
case 'H':
return 60 * 60;
case 'd':
case 'D':
return 24 * 60 * 60;
default:
return 1;
}
}
static unsigned long long get_mult_bytes(char c, void *data)
{
unsigned int kb_base = fio_get_kb_base(data);
unsigned long long ret = 1;
switch (c) {
default:
break;
case 'p':
case 'P':
ret *= (unsigned long long) kb_base;
case 't':
case 'T':
ret *= (unsigned long long) kb_base;
case 'g':
case 'G':
ret *= (unsigned long long) kb_base;
case 'm':
case 'M':
ret *= (unsigned long long) kb_base;
case 'k':
case 'K':
ret *= (unsigned long long) kb_base;
break;
}
return ret;
}
/*
* convert string into decimal value, noting any size suffix
*/
int str_to_decimal(const char *str, long long *val, int kilo, void *data)
{
int len, base;
len = strlen(str);
if (!len)
return 1;
if (strstr(str, "0x") || strstr(str, "0X"))
base = 16;
else
base = 10;
*val = strtoll(str, NULL, base);
if (*val == LONG_MAX && errno == ERANGE)
return 1;
if (kilo) {
const char *p;
/*
* if the last char is 'b' or 'B', the user likely used
* "1gb" instead of just "1g". If the second to last is also
* a letter, adjust.
*/
p = str + len - 1;
if ((*p == 'b' || *p == 'B') && isalpha(*(p - 1)))
--p;
*val *= get_mult_bytes(*p, data);
} else
*val *= get_mult_time(str[len - 1]);
return 0;
}
static int check_str_bytes(const char *p, long long *val, void *data)
{
return str_to_decimal(p, val, 1, data);
}
static int check_str_time(const char *p, long long *val)
{
return str_to_decimal(p, val, 0, NULL);
}
void strip_blank_front(char **p)
{
char *s = *p;
while (isspace(*s))
s++;
*p = s;
}
void strip_blank_end(char *p)
{
char *start = p, *s;
s = strchr(p, ';');
if (s)
*s = '\0';
s = strchr(p, '#');
if (s)
*s = '\0';
if (s)
p = s;
s = p + strlen(p);
while ((isspace(*s) || iscntrl(*s)) && (s > start))
s--;
*(s + 1) = '\0';
}
static int check_range_bytes(const char *str, long *val, void *data)
{
char suffix;
if (!strlen(str))
return 1;
if (sscanf(str, "%lu%c", val, &suffix) == 2) {
*val *= get_mult_bytes(suffix, data);
return 0;
}
if (sscanf(str, "%lu", val) == 1)
return 0;
return 1;
}
static int check_int(const char *p, int *val)
{
if (!strlen(p))
return 1;
if (strstr(p, "0x") || strstr(p, "0X")) {
if (sscanf(p, "%x", val) == 1)
return 0;
} else {
if (sscanf(p, "%u", val) == 1)
return 0;
}
return 1;
}
#define val_store(ptr, val, off, or, data) \
do { \
ptr = td_var((data), (off)); \
if ((or)) \
*ptr |= (val); \
else \
*ptr = (val); \
} while (0)
static int __handle_option(struct fio_option *o, const char *ptr, void *data,
int first, int more)
{
int il, *ilp;
long long ull, *ullp;
long ul1, ul2;
char **cp;
int ret = 0, is_time = 0;
dprint(FD_PARSE, "__handle_option=%s, type=%d, ptr=%s\n", o->name,
o->type, ptr);
if (!ptr && o->type != FIO_OPT_STR_SET && o->type != FIO_OPT_STR) {
fprintf(stderr, "Option %s requires an argument\n", o->name);
return 1;
}
switch (o->type) {
case FIO_OPT_STR:
case FIO_OPT_STR_MULTI: {
fio_opt_str_fn *fn = o->cb;
const struct value_pair *vp;
struct value_pair posval[PARSE_MAX_VP];
int i, all_skipped = 1;
posval_sort(o, posval);
ret = 1;
for (i = 0; i < PARSE_MAX_VP; i++) {
vp = &posval[i];
if (!vp->ival || vp->ival[0] == '\0')
continue;
all_skipped = 0;
if (!strncmp(vp->ival, ptr, strlen(ptr))) {
ret = 0;
if (o->roff1) {
if (vp->or)
*(unsigned int *) o->roff1 |= vp->oval;
else
*(unsigned int *) o->roff1 = vp->oval;
} else {
if (!o->off1)
continue;
val_store(ilp, vp->oval, o->off1, vp->or, data);
}
continue;
}
}
if (ret && !all_skipped)
show_option_values(o);
else if (fn)
ret = fn(data, ptr);
break;
}
case FIO_OPT_STR_VAL_TIME:
is_time = 1;
case FIO_OPT_INT:
case FIO_OPT_STR_VAL: {
fio_opt_str_val_fn *fn = o->cb;
if (is_time)
ret = check_str_time(ptr, &ull);
else
ret = check_str_bytes(ptr, &ull, data);
if (ret)
break;
if (o->maxval && ull > o->maxval) {
fprintf(stderr, "max value out of range: %lld"
" (%d max)\n", ull, o->maxval);
return 1;
}
if (o->minval && ull < o->minval) {
fprintf(stderr, "min value out of range: %lld"
" (%d min)\n", ull, o->minval);
return 1;
}
if (fn)
ret = fn(data, &ull);
else {
if (o->type == FIO_OPT_INT) {
if (first) {
if (o->roff1)
*(unsigned int *) o->roff1 = ull;
else
val_store(ilp, ull, o->off1, 0, data);
}
if (!more) {
if (o->roff2)
*(unsigned int *) o->roff2 = ull;
else if (o->off2)
val_store(ilp, ull, o->off2, 0, data);
}
} else {
if (first) {
if (o->roff1)
*(unsigned long long *) o->roff1 = ull;
else
val_store(ullp, ull, o->off1, 0, data);
}
if (!more) {
if (o->roff2)
*(unsigned long long *) o->roff2 = ull;
else if (o->off2)
val_store(ullp, ull, o->off2, 0, data);
}
}
}
break;
}
case FIO_OPT_STR_STORE: {
fio_opt_str_fn *fn = o->cb;
if (o->roff1)
cp = (char **) o->roff1;
else
cp = td_var(data, o->off1);
*cp = strdup(ptr);
if (fn) {
ret = fn(data, ptr);
if (ret) {
free(*cp);
*cp = NULL;
}
}
break;
}
case FIO_OPT_RANGE: {
char tmp[128];
char *p1, *p2;
strncpy(tmp, ptr, sizeof(tmp) - 1);
p1 = strchr(tmp, '-');
if (!p1) {
p1 = strchr(tmp, ':');
if (!p1) {
ret = 1;
break;
}
}
p2 = p1 + 1;
*p1 = '\0';
p1 = tmp;
ret = 1;
if (!check_range_bytes(p1, &ul1, data) &&
!check_range_bytes(p2, &ul2, data)) {
ret = 0;
if (ul1 > ul2) {
unsigned long foo = ul1;
ul1 = ul2;
ul2 = foo;
}
if (first) {
if (o->roff1)
*(unsigned int *) o->roff1 = ul1;
else
val_store(ilp, ul1, o->off1, 0, data);
if (o->roff2)
*(unsigned int *) o->roff2 = ul2;
else
val_store(ilp, ul2, o->off2, 0, data);
}
if (o->roff3 && o->roff4) {
*(unsigned int *) o->roff3 = ul1;
*(unsigned int *) o->roff4 = ul2;
} else if (o->off3 && o->off4) {
val_store(ilp, ul1, o->off3, 0, data);
val_store(ilp, ul2, o->off4, 0, data);
}
}
break;
}
case FIO_OPT_BOOL: {
fio_opt_int_fn *fn = o->cb;
ret = check_int(ptr, &il);
if (ret)
break;
if (o->maxval && il > (int) o->maxval) {
fprintf(stderr, "max value out of range: %d (%d max)\n",
il, o->maxval);
return 1;
}
if (o->minval && il < o->minval) {
fprintf(stderr, "min value out of range: %d (%d min)\n",
il, o->minval);
return 1;
}
if (o->neg)
il = !il;
if (fn)
ret = fn(data, &il);
else {
if (first) {
if (o->roff1)
*(unsigned int *)o->roff1 = il;
else
val_store(ilp, il, o->off1, 0, data);
}
if (!more) {
if (o->roff2)
*(unsigned int *) o->roff2 = il;
else if (o->off2)
val_store(ilp, il, o->off2, 0, data);
}
}
break;
}
case FIO_OPT_STR_SET: {
fio_opt_str_set_fn *fn = o->cb;
if (fn)
ret = fn(data);
else {
if (first) {
if (o->roff1)
*(unsigned int *) o->roff1 = 1;
else
val_store(ilp, 1, o->off1, 0, data);
}
if (!more) {
if (o->roff2)
*(unsigned int *) o->roff2 = 1;
else if (o->off2)
val_store(ilp, 1, o->off2, 0, data);
}
}
break;
}
case FIO_OPT_DEPRECATED:
fprintf(stdout, "Option %s is deprecated\n", o->name);
break;
default:
fprintf(stderr, "Bad option type %u\n", o->type);
ret = 1;
}
if (ret)
return ret;
if (o->verify) {
ret = o->verify(o, data);
if (ret) {
fprintf(stderr,"Correct format for offending option\n");
fprintf(stderr, "%20s: %s\n", o->name, o->help);
show_option_help(o, stderr);
}
}
return ret;
}
static int handle_option(struct fio_option *o, const char *__ptr, void *data)
{
char *o_ptr, *ptr, *ptr2;
int ret, done;
dprint(FD_PARSE, "handle_option=%s, ptr=%s\n", o->name, __ptr);
o_ptr = ptr = NULL;
if (__ptr)
o_ptr = ptr = strdup(__ptr);
/*
* See if we have another set of parameters, hidden after a comma.
* Do this before parsing this round, to check if we should
* copy set 1 options to set 2.
*/
done = 0;
ret = 1;
do {
int __ret;
ptr2 = NULL;
if (ptr &&
(o->type != FIO_OPT_STR_STORE) &&
(o->type != FIO_OPT_STR)) {
ptr2 = strchr(ptr, ',');
if (ptr2 && *(ptr2 + 1) == '\0')
*ptr2 = '\0';
if (o->type != FIO_OPT_STR_MULTI) {
if (!ptr2)
ptr2 = strchr(ptr, ':');
if (!ptr2)
ptr2 = strchr(ptr, '-');
}
}
/*
* Don't return early if parsing the first option fails - if
* we are doing multiple arguments, we can allow the first one
* being empty.
*/
__ret = __handle_option(o, ptr, data, !done, !!ptr2);
if (ret)
ret = __ret;
if (!ptr2)
break;
ptr = ptr2 + 1;
done++;
} while (1);
if (o_ptr)
free(o_ptr);
return ret;
}
static struct fio_option *get_option(const char *opt,
struct fio_option *options, char **post)
{
struct fio_option *o;
char *ret;
ret = strchr(opt, '=');
if (ret) {
*post = ret;
*ret = '\0';
ret = (char *) opt;
(*post)++;
strip_blank_end(ret);
o = find_option(options, ret);
} else {
o = find_option(options, opt);
*post = NULL;
}
return o;
}
static int opt_cmp(const void *p1, const void *p2)
{
struct fio_option *o1, *o2;
char *s1, *s2, *foo;
int prio1, prio2;
s1 = strdup(*((char **) p1));
s2 = strdup(*((char **) p2));
o1 = get_option(s1, fio_options, &foo);
o2 = get_option(s2, fio_options, &foo);
prio1 = prio2 = 0;
if (o1)
prio1 = o1->prio;
if (o2)
prio2 = o2->prio;
free(s1);
free(s2);
return prio2 - prio1;
}
void sort_options(char **opts, struct fio_option *options, int num_opts)
{
fio_options = options;
qsort(opts, num_opts, sizeof(char *), opt_cmp);
fio_options = NULL;
}
int parse_cmd_option(const char *opt, const char *val,
struct fio_option *options, void *data)
{
struct fio_option *o;
o = find_option(options, opt);
if (!o) {
fprintf(stderr, "Bad option <%s>\n", opt);
return 1;
}
if (!handle_option(o, val, data))
return 0;
fprintf(stderr, "fio: failed parsing %s=%s\n", opt, val);
return 1;
}
/*
* Return a copy of the input string with substrings of the form ${VARNAME}
* substituted with the value of the environment variable VARNAME. The
* substitution always occurs, even if VARNAME is empty or the corresponding
* environment variable undefined.
*/
static char *option_dup_subs(const char *opt)
{
char out[OPT_LEN_MAX+1];
char in[OPT_LEN_MAX+1];
char *outptr = out;
char *inptr = in;
char *ch1, *ch2, *env;
ssize_t nchr = OPT_LEN_MAX;
size_t envlen;
if (strlen(opt) + 1 > OPT_LEN_MAX) {
fprintf(stderr, "OPT_LEN_MAX (%d) is too small\n", OPT_LEN_MAX);
return NULL;
}
in[OPT_LEN_MAX] = '\0';
strncpy(in, opt, OPT_LEN_MAX);
while (*inptr && nchr > 0) {
if (inptr[0] == '$' && inptr[1] == '{') {
ch2 = strchr(inptr, '}');
if (ch2 && inptr+1 < ch2) {
ch1 = inptr+2;
inptr = ch2+1;
*ch2 = '\0';
env = getenv(ch1);
if (env) {
envlen = strlen(env);
if (envlen <= nchr) {
memcpy(outptr, env, envlen);
outptr += envlen;
nchr -= envlen;
}
}
continue;
}
}
*outptr++ = *inptr++;
--nchr;
}
*outptr = '\0';
return strdup(out);
}
int parse_option(const char *opt, struct fio_option *options, void *data)
{
struct fio_option *o;
char *post, *tmp;
tmp = option_dup_subs(opt);
if (!tmp)
return 1;
o = get_option(tmp, options, &post);
if (!o) {
fprintf(stderr, "Bad option <%s>\n", tmp);
free(tmp);
return 1;
}
if (!handle_option(o, post, data)) {
free(tmp);
return 0;
}
fprintf(stderr, "fio: failed parsing %s\n", opt);
free(tmp);
return 1;
}
/*
* Option match, levenshtein distance. Handy for not quite remembering what
* the option name is.
*/
static int string_distance(const char *s1, const char *s2)
{
unsigned int s1_len = strlen(s1);
unsigned int s2_len = strlen(s2);
unsigned int *p, *q, *r;
unsigned int i, j;
p = malloc(sizeof(unsigned int) * (s2_len + 1));
q = malloc(sizeof(unsigned int) * (s2_len + 1));
p[0] = 0;
for (i = 1; i <= s2_len; i++)
p[i] = p[i - 1] + 1;
for (i = 1; i <= s1_len; i++) {
q[0] = p[0] + 1;
for (j = 1; j <= s2_len; j++) {
unsigned int sub = p[j - 1];
if (s1[i - 1] != s2[j - 1])
sub++;
q[j] = min(p[j] + 1, min(q[j - 1] + 1, sub));
}
r = p;
p = q;
q = r;
}
i = p[s2_len];
free(p);
free(q);
return i;
}
static struct fio_option *find_child(struct fio_option *options,
struct fio_option *o)
{
struct fio_option *__o;
for (__o = options + 1; __o->name; __o++)
if (__o->parent && !strcmp(__o->parent, o->name))
return __o;
return NULL;
}
static void __print_option(struct fio_option *o, struct fio_option *org,
int level)
{
char name[256], *p;
int depth;
if (!o)
return;
if (!org)
org = o;
p = name;
depth = level;
while (depth--)
p += sprintf(p, "%s", " ");
sprintf(p, "%s", o->name);
printf("%-24s: %s\n", name, o->help);
}
static void print_option(struct fio_option *o)
{
struct fio_option *parent;
struct fio_option *__o;
unsigned int printed;
unsigned int level;
__print_option(o, NULL, 0);
parent = o;
level = 0;
do {
level++;
printed = 0;
while ((__o = find_child(o, parent)) != NULL) {
__print_option(__o, o, level);
o = __o;
printed++;
}
parent = o;
} while (printed);
}
int show_cmd_help(struct fio_option *options, const char *name)
{
struct fio_option *o, *closest;
unsigned int best_dist = -1U;
int found = 0;
int show_all = 0;
if (!name || !strcmp(name, "all"))
show_all = 1;
closest = NULL;
best_dist = -1;
for (o = &options[0]; o->name; o++) {
int match = 0;
if (o->type == FIO_OPT_DEPRECATED)
continue;
if (!exec_profile && o->prof_name)
continue;
if (name) {
if (!strcmp(name, o->name) ||
(o->alias && !strcmp(name, o->alias)))
match = 1;
else {
unsigned int dist;
dist = string_distance(name, o->name);
if (dist < best_dist) {
best_dist = dist;
closest = o;
}
}
}
if (show_all || match) {
found = 1;
if (match)
printf("%20s: %s\n", o->name, o->help);
if (show_all) {
if (!o->parent)
print_option(o);
continue;
}
}
if (!match)
continue;
show_option_help(o, stdout);
}
if (found)
return 0;
printf("No such command: %s", name);
/*
* Only print an appropriately close option, one where the edit
* distance isn't too big. Otherwise we get crazy matches.
*/
if (closest && best_dist < 3) {
printf(" - showing closest match\n");
printf("%20s: %s\n", closest->name, closest->help);
show_option_help(closest, stdout);
} else
printf("\n");
return 1;
}
/*
* Handle parsing of default parameters.
*/
void fill_default_options(void *data, struct fio_option *options)
{
struct fio_option *o;
dprint(FD_PARSE, "filling default options\n");
for (o = &options[0]; o->name; o++)
if (o->def)
handle_option(o, o->def, data);
}
void option_init(struct fio_option *o)
{
if (o->type == FIO_OPT_DEPRECATED)
return;
if (o->type == FIO_OPT_BOOL) {
o->minval = 0;
o->maxval = 1;
}
if (o->type == FIO_OPT_STR_SET && o->def) {
fprintf(stderr, "Option %s: string set option with"
" default will always be true\n", o->name);
}
if (!o->cb && (!o->off1 && !o->roff1)) {
fprintf(stderr, "Option %s: neither cb nor offset given\n",
o->name);
}
if (o->type == FIO_OPT_STR || o->type == FIO_OPT_STR_STORE ||
o->type == FIO_OPT_STR_MULTI)
return;
if (o->cb && ((o->off1 || o->off2 || o->off3 || o->off4) ||
(o->roff1 || o->roff2 || o->roff3 || o->roff4))) {
fprintf(stderr, "Option %s: both cb and offset given\n",
o->name);
}
}
/*
* Sanitize the options structure. For now it just sets min/max for bool
* values and whether both callback and offsets are given.
*/
void options_init(struct fio_option *options)
{
struct fio_option *o;
dprint(FD_PARSE, "init options\n");
for (o = &options[0]; o->name; o++)
option_init(o);
}