X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=filehash.c;h=b55ab7340e68065de4bcb6eb6e8f39111d38886e;hp=c6ebe761282edd5ef645042c2bbed7f8ff98792c;hb=04ba61dfa67784d4dfcc22a2b3de7ede28e22e40;hpb=10aa136bddbaa7c845ab4eacb4a9a4a88d6657a3 diff --git a/filehash.c b/filehash.c index c6ebe761..b55ab734 100644 --- a/filehash.c +++ b/filehash.c @@ -5,14 +5,19 @@ #include "flist.h" #include "hash.h" #include "filehash.h" +#include "smalloc.h" +#include "lib/bloom.h" #define HASH_BUCKETS 512 #define HASH_MASK (HASH_BUCKETS - 1) -unsigned int file_hash_size = HASH_BUCKETS * sizeof(struct flist_head); +#define BLOOM_SIZE 16*1024*1024 + +static unsigned int file_hash_size = HASH_BUCKETS * sizeof(struct flist_head); static struct flist_head *file_hash; -static struct fio_mutex *hash_lock; +static struct fio_sem *hash_lock; +static struct bloom *file_bloom; static unsigned short hash(const char *name) { @@ -21,17 +26,19 @@ static unsigned short hash(const char *name) void fio_file_hash_lock(void) { - fio_mutex_down(hash_lock); + if (hash_lock) + fio_sem_down(hash_lock); } void fio_file_hash_unlock(void) { - fio_mutex_up(hash_lock); + if (hash_lock) + fio_sem_up(hash_lock); } void remove_file_hash(struct fio_file *f) { - fio_mutex_down(hash_lock); + fio_sem_down(hash_lock); if (fio_file_hashed(f)) { assert(!flist_empty(&f->hash_list)); @@ -39,7 +46,7 @@ void remove_file_hash(struct fio_file *f) fio_file_clear_hashed(f); } - fio_mutex_up(hash_lock); + fio_sem_up(hash_lock); } static struct fio_file *__lookup_file_hash(const char *name) @@ -66,9 +73,9 @@ struct fio_file *lookup_file_hash(const char *name) { struct fio_file *f; - fio_mutex_down(hash_lock); + fio_sem_down(hash_lock); f = __lookup_file_hash(name); - fio_mutex_up(hash_lock); + fio_sem_up(hash_lock); return f; } @@ -81,7 +88,7 @@ struct fio_file *add_file_hash(struct fio_file *f) INIT_FLIST_HEAD(&f->hash_list); - fio_mutex_down(hash_lock); + fio_sem_down(hash_lock); alias = __lookup_file_hash(f->file_name); if (!alias) { @@ -89,34 +96,44 @@ struct fio_file *add_file_hash(struct fio_file *f) flist_add_tail(&f->hash_list, &file_hash[hash(f->file_name)]); } - fio_mutex_up(hash_lock); + fio_sem_up(hash_lock); return alias; } +bool file_bloom_exists(const char *fname, bool set) +{ + return bloom_string(file_bloom, fname, strlen(fname), set); +} + void file_hash_exit(void) { unsigned int i, has_entries = 0; - fio_mutex_down(hash_lock); + fio_sem_down(hash_lock); for (i = 0; i < HASH_BUCKETS; i++) has_entries += !flist_empty(&file_hash[i]); - fio_mutex_up(hash_lock); + fio_sem_up(hash_lock); if (has_entries) log_err("fio: file hash not empty on exit\n"); + sfree(file_hash); file_hash = NULL; - fio_mutex_remove(hash_lock); + fio_sem_remove(hash_lock); hash_lock = NULL; + bloom_free(file_bloom); + file_bloom = NULL; } -void file_hash_init(void *ptr) +void file_hash_init(void) { unsigned int i; - file_hash = ptr; + file_hash = smalloc(file_hash_size); + for (i = 0; i < HASH_BUCKETS; i++) INIT_FLIST_HEAD(&file_hash[i]); - hash_lock = fio_mutex_init(FIO_MUTEX_UNLOCKED); + hash_lock = fio_sem_init(FIO_SEM_UNLOCKED); + file_bloom = bloom_new(BLOOM_SIZE); }