X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=smalloc.c;h=fdf7d22ec4bf2b256f755842d97ec578baaa9fb9;hp=e0bc49818e23c3aa1049662038b8562f0891d301;hb=ac18ea38de2a23018f9f953c3028d519df3a1177;hpb=cf98708da292cb9e77bb6aff4eda7652103f4f77 diff --git a/smalloc.c b/smalloc.c index e0bc4981..fdf7d22e 100644 --- a/smalloc.c +++ b/smalloc.c @@ -10,9 +10,11 @@ #include #include #include +#include #include "mutex.h" #include "arch/arch.h" +#include "os/os.h" #define SMALLOC_REDZONE /* define to detect memory corruption */ @@ -20,13 +22,14 @@ #define SMALLOC_BPI (sizeof(unsigned int) * 8) #define SMALLOC_BPL (SMALLOC_BPB * SMALLOC_BPI) -#define INITIAL_SIZE 1024*1024 /* new pool size */ +#define INITIAL_SIZE 8192*1024 /* new pool size */ #define MAX_POOLS 128 /* maximum number of pools to setup */ #define SMALLOC_PRE_RED 0xdeadbeefU #define SMALLOC_POST_RED 0x5aa55aa5U unsigned int smalloc_pool_size = INITIAL_SIZE; +const int int_mask = sizeof(int) - 1; struct pool { struct fio_mutex *lock; /* protects this pool */ @@ -195,10 +198,14 @@ static int add_pool(struct pool *pool, unsigned int alloc_size) bitmap_blocks = alloc_size / SMALLOC_BPL; alloc_size += bitmap_blocks * sizeof(unsigned int); pool->mmap_size = alloc_size; - + pool->nr_blocks = bitmap_blocks; pool->free_blocks = bitmap_blocks * SMALLOC_BPB; +#ifdef FIO_HAVE_FALLOCATE + posix_fallocate(fd, 0, alloc_size); +#endif + if (ftruncate(fd, alloc_size) < 0) goto out_unlink; @@ -270,7 +277,6 @@ void scleanup(void) #ifdef SMALLOC_REDZONE static void *postred_ptr(struct block_hdr *hdr) { - const int int_mask = sizeof(unsigned int) - 1; unsigned long ptr; ptr = (unsigned long) hdr + hdr->size - sizeof(unsigned int); @@ -426,11 +432,12 @@ static void *smalloc_pool(struct pool *pool, unsigned int size) void *ptr; /* - * Use twice the size for good luck, we may need to adjust - * alignment. + * Round to int alignment, so that the postred pointer will + * be naturally aligned as well. */ #ifdef SMALLOC_REDZONE - alloc_size += 2 * sizeof(unsigned int); + alloc_size += sizeof(unsigned int); + alloc_size = (alloc_size + int_mask) & ~int_mask; #endif ptr = __smalloc_pool(pool, alloc_size);