X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=filehash.c;h=edeeab4863c8ff831391f539e53492f1c78df5c7;hp=1bcfc6de072a34d295e34fae04d6a2fd3eb3d6e8;hb=e3c8c1081fb361803f7414fcc593b0dedc3c3bed;hpb=380065aa652b87093d6bbd240e70db30bd6f193d

diff --git a/filehash.c b/filehash.c
index 1bcfc6de..edeeab48 100644
--- a/filehash.c
+++ b/filehash.c
@@ -2,45 +2,48 @@
 #include <assert.h>
 
 #include "fio.h"
-#include "list.h"
-#include "crc/crc16.h"
+#include "flist.h"
+#include "hash.h"
+#include "filehash.h"
+#include "smalloc.h"
+#include "lib/bloom.h"
 
 #define HASH_BUCKETS	512
 #define HASH_MASK	(HASH_BUCKETS - 1)
 
-unsigned int file_hash_size = HASH_BUCKETS * sizeof(struct list_head);
+#define BLOOM_SIZE	16*1024*1024
 
-static struct list_head *file_hash;
+static unsigned int file_hash_size = HASH_BUCKETS * sizeof(struct flist_head);
+
+static struct flist_head *file_hash;
 static struct fio_mutex *hash_lock;
+static struct bloom *file_bloom;
 
-static void dump_hash(void)
+static unsigned short hash(const char *name)
 {
-	struct list_head *n;
-	unsigned int i;
-
-	for (i = 0; i < HASH_BUCKETS; i++) {
-		list_for_each(n, &file_hash[i]) {
-			struct fio_file *f;
+	return jhash(name, strlen(name), 0) & HASH_MASK;
+}
 
-			f = list_entry(n, struct fio_file, hash_list);
-			printf("%d: %s\n", i, f->file_name);
-		}
-	}
+void fio_file_hash_lock(void)
+{
+	if (hash_lock)
+		fio_mutex_down(hash_lock);
 }
 
-static unsigned short hash(const char *name)
+void fio_file_hash_unlock(void)
 {
-	return crc16((const unsigned char *) name, strlen(name)) & HASH_MASK;
+	if (hash_lock)
+		fio_mutex_up(hash_lock);
 }
 
 void remove_file_hash(struct fio_file *f)
 {
 	fio_mutex_down(hash_lock);
 
-	if (f->flags & FIO_FILE_HASHED) {
-		assert(!list_empty(&f->hash_list));
-		list_del_init(&f->hash_list);
-		f->flags &= ~FIO_FILE_HASHED;
+	if (fio_file_hashed(f)) {
+		assert(!flist_empty(&f->hash_list));
+		flist_del_init(&f->hash_list);
+		fio_file_clear_hashed(f);
 	}
 
 	fio_mutex_up(hash_lock);
@@ -48,11 +51,14 @@ void remove_file_hash(struct fio_file *f)
 
 static struct fio_file *__lookup_file_hash(const char *name)
 {
-	struct list_head *bucket = &file_hash[hash(name)];
-	struct list_head *n;
+	struct flist_head *bucket = &file_hash[hash(name)];
+	struct flist_head *n;
 
-	list_for_each(n, bucket) {
-		struct fio_file *f = list_entry(n, struct fio_file, hash_list);
+	flist_for_each(n, bucket) {
+		struct fio_file *f = flist_entry(n, struct fio_file, hash_list);
+
+		if (!f->file_name)
+			continue;
 
 		if (!strcmp(f->file_name, name)) {
 			assert(f->fd != -1);
@@ -60,7 +66,6 @@ static struct fio_file *__lookup_file_hash(const char *name)
 		}
 	}
 
-	dump_hash();
 	return NULL;
 }
 
@@ -78,30 +83,57 @@ struct fio_file *add_file_hash(struct fio_file *f)
 {
 	struct fio_file *alias;
 
-	if (f->flags & FIO_FILE_HASHED)
+	if (fio_file_hashed(f))
 		return NULL;
 
-	INIT_LIST_HEAD(&f->hash_list);
+	INIT_FLIST_HEAD(&f->hash_list);
 
 	fio_mutex_down(hash_lock);
 
 	alias = __lookup_file_hash(f->file_name);
 	if (!alias) {
-		f->flags |= FIO_FILE_HASHED;
-		list_add_tail(&f->hash_list, &file_hash[hash(f->file_name)]);
+		fio_file_set_hashed(f);
+		flist_add_tail(&f->hash_list, &file_hash[hash(f->file_name)]);
 	}
 
 	fio_mutex_up(hash_lock);
 	return alias;
 }
 
-void file_hash_init(void *ptr)
+bool file_bloom_exists(const char *fname, bool set)
+{
+	return bloom_string(file_bloom, fname, strlen(fname), set);
+}
+
+void file_hash_exit(void)
+{
+	unsigned int i, has_entries = 0;
+
+	fio_mutex_down(hash_lock);
+	for (i = 0; i < HASH_BUCKETS; i++)
+		has_entries += !flist_empty(&file_hash[i]);
+	fio_mutex_up(hash_lock);
+
+	if (has_entries)
+		log_err("fio: file hash not empty on exit\n");
+
+	sfree(file_hash);
+	file_hash = NULL;
+	fio_mutex_remove(hash_lock);
+	hash_lock = NULL;
+	bloom_free(file_bloom);
+	file_bloom = NULL;
+}
+
+void file_hash_init(void)
 {
 	unsigned int i;
 
-	file_hash = ptr;
+	file_hash = smalloc(file_hash_size);
+
 	for (i = 0; i < HASH_BUCKETS; i++)
-		INIT_LIST_HEAD(&file_hash[i]);
+		INIT_FLIST_HEAD(&file_hash[i]);
 
-	hash_lock = fio_mutex_init(1);
+	hash_lock = fio_mutex_init(FIO_MUTEX_UNLOCKED);
+	file_bloom = bloom_new(BLOOM_SIZE);
 }