X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=filesetup.c;h=ee58a7b63333728a8a3e392b21e7f202ddecb6f5;hp=06b7d7fc845cb9f041c03b16f983ffb564443896;hb=49758e11f3658686ccd1c61724a5eba142f3ee4f;hpb=1ccc6dc75b28ef70cd7a8c39ac8c1cb68c720a65 diff --git a/filesetup.c b/filesetup.c index 06b7d7fc..ee58a7b6 100644 --- a/filesetup.c +++ b/filesetup.c @@ -12,6 +12,8 @@ #include "smalloc.h" #include "filehash.h" #include "os/os.h" +#include "hash.h" +#include "lib/axmap.h" #ifdef FIO_HAVE_LINUX_FALLOCATE #include @@ -94,9 +96,9 @@ static int extend_file(struct thread_data *td, struct fio_file *f) r = fallocate(f->fd, FALLOC_FL_KEEP_SIZE, 0, f->real_file_size); - if (r != 0) { + if (r != 0) td_verror(td, errno, "fallocate"); - } + break; #endif /* FIO_HAVE_LINUX_FALLOCATE */ default: @@ -766,8 +768,11 @@ int setup_files(struct thread_data *td) if (f->io_size == -1ULL) total_size = -1ULL; - else + else { + if (td->o.size_percent) + f->io_size = (f->io_size * td->o.size_percent) / 100; total_size += f->io_size; + } if (f->filetype == FIO_TYPE_FILE && (f->io_size + f->file_offset) > f->real_file_size && @@ -781,9 +786,6 @@ int setup_files(struct thread_data *td) } } - if (td->o.size_percent) - total_size = (total_size * td->o.size_percent) / 100; - if (!td->o.size || td->o.size > total_size) td->o.size = total_size; @@ -862,28 +864,68 @@ int pre_read_files(struct thread_data *td) return 1; } +static int __init_rand_distribution(struct thread_data *td, struct fio_file *f) +{ + unsigned int range_size, seed; + unsigned long nranges; + + range_size = min(td->o.min_bs[DDIR_READ], td->o.min_bs[DDIR_WRITE]); + + nranges = (f->real_file_size + range_size - 1) / range_size; + + seed = jhash(f->file_name, strlen(f->file_name), 0) * td->thread_number; + if (!td->o.rand_repeatable) + seed = td->rand_seeds[4]; + + if (td->o.random_distribution == FIO_RAND_DIST_ZIPF) + zipf_init(&f->zipf, nranges, td->o.zipf_theta.u.f, seed); + else + pareto_init(&f->zipf, nranges, td->o.pareto_h.u.f, seed); + + return 1; +} + +static int init_rand_distribution(struct thread_data *td) +{ + struct fio_file *f; + unsigned int i; + int state; + + if (td->o.random_distribution == FIO_RAND_DIST_RANDOM) + return 0; + + state = td->runstate; + td_set_runstate(td, TD_SETTING_UP); + for_each_file(td, f, i) + __init_rand_distribution(td, f); + td_set_runstate(td, state); + + return 1; +} + int init_random_map(struct thread_data *td) { - unsigned long long blocks, num_maps; + unsigned long long blocks; struct fio_file *f; unsigned int i; - if (td->o.norandommap || !td_random(td)) + if (init_rand_distribution(td)) + return 0; + if (!td_random(td)) return 0; for_each_file(td, f, i) { blocks = (f->real_file_size + td->o.rw_min_bs - 1) / (unsigned long long) td->o.rw_min_bs; - num_maps = (blocks + BLOCKS_PER_MAP - 1) / - (unsigned long long) BLOCKS_PER_MAP; - if (num_maps == (unsigned long) num_maps) { - f->file_map = smalloc(num_maps * sizeof(unsigned long)); - if (f->file_map) { - f->num_maps = num_maps; + if (td->o.random_generator == FIO_RAND_GEN_LFSR) { + if (!lfsr_init(&f->lfsr, blocks)) continue; - } - } else - f->file_map = NULL; + } else if (!td->o.norandommap) { + f->io_axmap = axmap_new(blocks); + if (f->io_axmap) + continue; + } else if (td->o.norandommap) + continue; if (!td->o.softrandommap) { log_err("fio: failed allocating random map. If running" @@ -895,7 +937,6 @@ int init_random_map(struct thread_data *td) log_info("fio: file %s failed allocating random map. Running " "job without.\n", f->file_name); - f->num_maps = 0; } return 0; @@ -932,8 +973,8 @@ void close_and_free_files(struct thread_data *td) sfree(f->file_name); f->file_name = NULL; - sfree(f->file_map); - f->file_map = NULL; + axmap_free(f->io_axmap); + f->io_axmap = NULL; sfree(f); }