X-Git-Url: https://git.kernel.dk/?a=blobdiff_plain;f=smalloc.c;h=4cd8298eaa004d7a56d861aefcb1373ae7fd7001;hb=4a435dacda1f394a3c8caef904e26a4f99454568;hp=e0bc49818e23c3aa1049662038b8562f0891d301;hpb=cf98708da292cb9e77bb6aff4eda7652103f4f77;p=fio.git diff --git a/smalloc.c b/smalloc.c index e0bc4981..4cd8298e 100644 --- a/smalloc.c +++ b/smalloc.c @@ -10,9 +10,11 @@ #include #include #include +#include #include "mutex.h" #include "arch/arch.h" +#include "os/os.h" #define SMALLOC_REDZONE /* define to detect memory corruption */ @@ -20,13 +22,14 @@ #define SMALLOC_BPI (sizeof(unsigned int) * 8) #define SMALLOC_BPL (SMALLOC_BPB * SMALLOC_BPI) -#define INITIAL_SIZE 1024*1024 /* new pool size */ +#define INITIAL_SIZE 8192*1024 /* new pool size */ #define MAX_POOLS 128 /* maximum number of pools to setup */ #define SMALLOC_PRE_RED 0xdeadbeefU #define SMALLOC_POST_RED 0x5aa55aa5U unsigned int smalloc_pool_size = INITIAL_SIZE; +const int int_mask = sizeof(int) - 1; struct pool { struct fio_mutex *lock; /* protects this pool */ @@ -175,7 +178,7 @@ static int find_next_zero(int word, int start) static int add_pool(struct pool *pool, unsigned int alloc_size) { - int fd, bitmap_blocks; + int fd, bitmap_blocks, ret; char file[] = "/tmp/.fio_smalloc.XXXXXX"; void *ptr; @@ -195,10 +198,18 @@ static int add_pool(struct pool *pool, unsigned int alloc_size) bitmap_blocks = alloc_size / SMALLOC_BPL; alloc_size += bitmap_blocks * sizeof(unsigned int); pool->mmap_size = alloc_size; - + pool->nr_blocks = bitmap_blocks; pool->free_blocks = bitmap_blocks * SMALLOC_BPB; +#ifdef FIO_HAVE_FALLOCATE + ret = posix_fallocate(fd, 0, alloc_size); + if (ret > 0) { + fprintf(stderr, "posix_fallocate pool file failed: %s\n", strerror(ret)); + goto out_unlink; + } +#endif + if (ftruncate(fd, alloc_size) < 0) goto out_unlink; @@ -270,7 +281,6 @@ void scleanup(void) #ifdef SMALLOC_REDZONE static void *postred_ptr(struct block_hdr *hdr) { - const int int_mask = sizeof(unsigned int) - 1; unsigned long ptr; ptr = (unsigned long) hdr + hdr->size - sizeof(unsigned int); @@ -426,11 +436,12 @@ static void *smalloc_pool(struct pool *pool, unsigned int size) void *ptr; /* - * Use twice the size for good luck, we may need to adjust - * alignment. + * Round to int alignment, so that the postred pointer will + * be naturally aligned as well. */ #ifdef SMALLOC_REDZONE - alloc_size += 2 * sizeof(unsigned int); + alloc_size += sizeof(unsigned int); + alloc_size = (alloc_size + int_mask) & ~int_mask; #endif ptr = __smalloc_pool(pool, alloc_size);