X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=memory.c;h=3759c8c58ae51fb5b1b3cef1e36f6dc24fd23c2a;hp=b94cd6df35feed843659bc9bf88921bf55ba9be4;hb=a3430ee0440e6d222f11fdcec683a5441015b676;hpb=ca7e0ddb08fece35c95e9056ca877e0806f1e6ef diff --git a/memory.c b/memory.c index b94cd6df..3759c8c5 100644 --- a/memory.c +++ b/memory.c @@ -5,7 +5,9 @@ #include #include #include +#ifndef FIO_NO_HAVE_SHM_H #include +#endif #include #include "fio.h" @@ -63,7 +65,7 @@ int fio_pin_memory(void) static int alloc_mem_shm(struct thread_data *td, unsigned int total_mem) { - int flags = IPC_CREAT | SHM_R | SHM_W; + int flags = IPC_CREAT | S_IRUSR | S_IWUSR; if (td->o.mem_type == MEM_SHMHUGE) { unsigned long mask = td->o.hugepage_size - 1; @@ -115,12 +117,21 @@ static void free_mem_shm(struct thread_data *td) shmctl(td->shm_id, IPC_RMID, &sbuf); } -static int alloc_mem_mmap(struct thread_data *td, unsigned int total_mem) +static int alloc_mem_mmap(struct thread_data *td, size_t total_mem) { - int flags = MAP_PRIVATE; + int flags = 0; td->mmapfd = 1; + if (td->o.mem_type == MEM_MMAPHUGE) { + unsigned long mask = td->o.hugepage_size - 1; + + /* TODO: make sure the file is a real hugetlbfs file */ + if (!td->mmapfile) + flags |= MAP_HUGETLB; + total_mem = (total_mem + mask) & ~mask; + } + if (td->mmapfile) { td->mmapfd = open(td->mmapfile, O_RDWR|O_CREAT, 0644); @@ -129,13 +140,18 @@ static int alloc_mem_mmap(struct thread_data *td, unsigned int total_mem) td->orig_buffer = NULL; return 1; } - if (ftruncate(td->mmapfd, total_mem) < 0) { + if (td->o.mem_type != MEM_MMAPHUGE && + ftruncate(td->mmapfd, total_mem) < 0) { td_verror(td, errno, "truncate mmap file"); td->orig_buffer = NULL; return 1; } + if (td->o.mem_type == MEM_MMAPHUGE) + flags |= MAP_SHARED; + else + flags |= MAP_PRIVATE; } else - flags |= OS_MAP_ANON; + flags |= OS_MAP_ANON | MAP_PRIVATE; td->orig_buffer = mmap(NULL, total_mem, PROT_READ | PROT_WRITE, flags, td->mmapfd, 0); @@ -155,7 +171,7 @@ static int alloc_mem_mmap(struct thread_data *td, unsigned int total_mem) return 0; } -static void free_mem_mmap(struct thread_data *td, unsigned int total_mem) +static void free_mem_mmap(struct thread_data *td, size_t total_mem) { dprint(FD_MEM, "munmap %u %p\n", total_mem, td->orig_buffer); munmap(td->orig_buffer, td->orig_buffer_size); @@ -166,7 +182,7 @@ static void free_mem_mmap(struct thread_data *td, unsigned int total_mem) } } -static int alloc_mem_malloc(struct thread_data *td, unsigned int total_mem) +static int alloc_mem_malloc(struct thread_data *td, size_t total_mem) { td->orig_buffer = malloc(total_mem); dprint(FD_MEM, "malloc %u %p\n", total_mem, td->orig_buffer); @@ -181,11 +197,11 @@ static void free_mem_malloc(struct thread_data *td) } /* - * Setup the buffer area we need for io. + * Set up the buffer area we need for io. */ int allocate_io_mem(struct thread_data *td) { - unsigned int total_mem; + size_t total_mem; int ret = 0; if (td->io_ops->flags & FIO_NOIO) @@ -200,6 +216,8 @@ int allocate_io_mem(struct thread_data *td) total_mem += td->o.mem_align - page_size; } + dprint(FD_MEM, "Alloc %lu for buffers\n", (size_t) total_mem); + if (td->o.mem_type == MEM_MALLOC) ret = alloc_mem_malloc(td, total_mem); else if (td->o.mem_type == MEM_SHM || td->o.mem_type == MEM_SHMHUGE)