X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=mutex.c;h=5e5a0648161de8767bbee98e42ac71d1bef94062;hp=6ec5d573e8a30145f9c53801f560c7edc329acc7;hb=8f7630813305a4f4f04a5f9ba20b2a7d486c0cfb;hpb=e53bd0b3eb06e02b991d4ee05e6d0c427bbc20a0

diff --git a/mutex.c b/mutex.c
index 6ec5d573..5e5a0648 100644
--- a/mutex.c
+++ b/mutex.c
@@ -3,84 +3,314 @@
 #include <unistd.h>
 #include <stdlib.h>
 #include <fcntl.h>
+#include <time.h>
+#include <errno.h>
 #include <pthread.h>
 #include <sys/mman.h>
+#include <assert.h>
 
+#include "fio.h"
+#include "log.h"
 #include "mutex.h"
+#include "arch/arch.h"
+#include "os/os.h"
+#include "helpers.h"
+#include "fio_time.h"
+#include "gettime.h"
 
-void fio_sem_remove(struct fio_sem *sem)
+void __fio_mutex_remove(struct fio_mutex *mutex)
 {
-	unlink(sem->sem_name);
-	munmap(sem, sizeof(*sem));
+	assert(mutex->magic == FIO_MUTEX_MAGIC);
+	pthread_cond_destroy(&mutex->cond);
+
+	/*
+	 * Ensure any subsequent attempt to grab this mutex will fail
+	 * with an assert, instead of just silently hanging.
+	 */
+	memset(mutex, 0, sizeof(*mutex));
 }
 
-struct fio_sem *fio_sem_init(int value)
+void fio_mutex_remove(struct fio_mutex *mutex)
 {
-	struct fio_sem *sem = NULL;
-	pthread_mutexattr_t attr;
-	char sem_name[32];
-	int fd;
+	__fio_mutex_remove(mutex);
+	munmap((void *) mutex, sizeof(*mutex));
+}
 
-	sprintf(sem_name, "/tmp/.fio_lock.XXXXXX");
-	fd = mkstemp(sem_name);
-	if (fd < 0) {
-		perror("open sem");
-		return NULL;
-	}
+int cond_init_pshared(pthread_cond_t *cond)
+{
+	pthread_condattr_t cattr;
+	int ret;
 
-	if (ftruncate(fd, sizeof(struct fio_sem)) < 0) {
-		perror("ftruncate sem");
-		goto err;
+	ret = pthread_condattr_init(&cattr);
+	if (ret) {
+		log_err("pthread_condattr_init: %s\n", strerror(ret));
+		return ret;
 	}
 
-	sem = mmap(NULL, sizeof(struct fio_sem), PROT_READ | PROT_WRITE,
-			MAP_SHARED, fd, 0);
-	if (sem == MAP_FAILED) {
-		perror("mmap sem");
-		close(fd);
-		sem = NULL;
-		goto err;
+#ifdef FIO_HAVE_PSHARED_MUTEX
+	ret = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
+	if (ret) {
+		log_err("pthread_condattr_setpshared: %s\n", strerror(ret));
+		return ret;
+	}
+#endif
+	ret = pthread_cond_init(cond, &cattr);
+	if (ret) {
+		log_err("pthread_cond_init: %s\n", strerror(ret));
+		return ret;
 	}
 
-	close(fd);
-	sem->value = value;
-	strcpy(sem->sem_name, sem_name);
+	return 0;
+}
 
-	if (pthread_mutexattr_init(&attr)) {
-		perror("pthread_mutexattr_init");
-		goto err;
+int mutex_init_pshared(pthread_mutex_t *mutex)
+{
+	pthread_mutexattr_t mattr;
+	int ret;
+
+	ret = pthread_mutexattr_init(&mattr);
+	if (ret) {
+		log_err("pthread_mutexattr_init: %s\n", strerror(ret));
+		return ret;
 	}
-	if (pthread_mutexattr_setpshared(&attr, PTHREAD_PROCESS_SHARED)) {
-		perror("pthread_mutexattr_setpshared");
-		goto err;
+
+	/*
+	 * Not all platforms support process shared mutexes (FreeBSD)
+	 */
+#ifdef FIO_HAVE_PSHARED_MUTEX
+	ret = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
+	if (ret) {
+		log_err("pthread_mutexattr_setpshared: %s\n", strerror(ret));
+		return ret;
 	}
-	if (pthread_mutex_init(&sem->lock, &attr)) {
-		perror("pthread_mutex_init");
-		goto err;
+#endif
+	ret = pthread_mutex_init(mutex, &mattr);
+	if (ret) {
+		log_err("pthread_mutex_init: %s\n", strerror(ret));
+		return ret;
 	}
 
-	return sem;
-err:
-	if (sem)
-		munmap(sem, sizeof(*sem));
-	unlink(sem_name);
+	return 0;
+}
+
+int mutex_cond_init_pshared(pthread_mutex_t *mutex, pthread_cond_t *cond)
+{
+	int ret;
+
+	ret = mutex_init_pshared(mutex);
+	if (ret)
+		return ret;
+
+	ret = cond_init_pshared(cond);
+	if (ret)
+		return ret;
+
+	return 0;
+}
+
+int __fio_mutex_init(struct fio_mutex *mutex, int value)
+{
+	int ret;
+
+	mutex->value = value;
+	mutex->magic = FIO_MUTEX_MAGIC;
+
+	ret = mutex_cond_init_pshared(&mutex->lock, &mutex->cond);
+	if (ret)
+		return ret;
+
+	return 0;
+}
+
+struct fio_mutex *fio_mutex_init(int value)
+{
+	struct fio_mutex *mutex = NULL;
+
+	mutex = (void *) mmap(NULL, sizeof(struct fio_mutex),
+				PROT_READ | PROT_WRITE,
+				OS_MAP_ANON | MAP_SHARED, -1, 0);
+	if (mutex == MAP_FAILED) {
+		perror("mmap mutex");
+		return NULL;
+	}
+
+	if (!__fio_mutex_init(mutex, value))
+		return mutex;
+
+	fio_mutex_remove(mutex);
 	return NULL;
 }
 
-void fio_sem_down(struct fio_sem *sem)
+static bool mutex_timed_out(struct timeval *t, unsigned int msecs)
 {
-	pthread_mutex_lock(&sem->lock);
-	while (sem->value == 0)
-		pthread_cond_wait(&sem->cond, &sem->lock);
-	sem->value--;
-	pthread_mutex_unlock(&sem->lock);
+	struct timeval now;
+
+	gettimeofday(&now, NULL);
+	return mtime_since(t, &now) >= msecs;
 }
 
-void fio_sem_up(struct fio_sem *sem)
+int fio_mutex_down_timeout(struct fio_mutex *mutex, unsigned int msecs)
 {
-	pthread_mutex_lock(&sem->lock);
-	if (!sem->value)
-		pthread_cond_signal(&sem->cond);
-	sem->value++;
-	pthread_mutex_unlock(&sem->lock);
+	struct timeval tv_s;
+	struct timespec t;
+	int ret = 0;
+
+	assert(mutex->magic == FIO_MUTEX_MAGIC);
+
+	gettimeofday(&tv_s, NULL);
+	t.tv_sec = tv_s.tv_sec;
+	t.tv_nsec = tv_s.tv_usec * 1000;
+
+	t.tv_sec += msecs / 1000;
+	t.tv_nsec += ((msecs * 1000000ULL) % 1000000000);
+	if (t.tv_nsec >= 1000000000) {
+		t.tv_nsec -= 1000000000;
+		t.tv_sec++;
+	}
+
+	pthread_mutex_lock(&mutex->lock);
+
+	mutex->waiters++;
+	while (!mutex->value && !ret) {
+		/*
+		 * Some platforms (FreeBSD 9?) seems to return timed out
+		 * way too early, double check.
+		 */
+		ret = pthread_cond_timedwait(&mutex->cond, &mutex->lock, &t);
+		if (ret == ETIMEDOUT && !mutex_timed_out(&tv_s, msecs))
+			ret = 0;
+	}
+	mutex->waiters--;
+
+	if (!ret) {
+		mutex->value--;
+		pthread_mutex_unlock(&mutex->lock);
+		return 0;
+	}
+
+	pthread_mutex_unlock(&mutex->lock);
+	return ret;
+}
+
+bool fio_mutex_down_trylock(struct fio_mutex *mutex)
+{
+	bool ret = true;
+
+	assert(mutex->magic == FIO_MUTEX_MAGIC);
+
+	pthread_mutex_lock(&mutex->lock);
+	if (mutex->value) {
+		mutex->value--;
+		ret = false;
+	}
+	pthread_mutex_unlock(&mutex->lock);
+
+	return ret;
+}
+
+void fio_mutex_down(struct fio_mutex *mutex)
+{
+	assert(mutex->magic == FIO_MUTEX_MAGIC);
+
+	pthread_mutex_lock(&mutex->lock);
+
+	while (!mutex->value) {
+		mutex->waiters++;
+		pthread_cond_wait(&mutex->cond, &mutex->lock);
+		mutex->waiters--;
+	}
+
+	mutex->value--;
+	pthread_mutex_unlock(&mutex->lock);
+}
+
+void fio_mutex_up(struct fio_mutex *mutex)
+{
+	int do_wake = 0;
+
+	assert(mutex->magic == FIO_MUTEX_MAGIC);
+
+	pthread_mutex_lock(&mutex->lock);
+	read_barrier();
+	if (!mutex->value && mutex->waiters)
+		do_wake = 1;
+	mutex->value++;
+	pthread_mutex_unlock(&mutex->lock);
+
+	if (do_wake)
+		pthread_cond_signal(&mutex->cond);
+}
+
+void fio_rwlock_write(struct fio_rwlock *lock)
+{
+	assert(lock->magic == FIO_RWLOCK_MAGIC);
+	pthread_rwlock_wrlock(&lock->lock);
+}
+
+void fio_rwlock_read(struct fio_rwlock *lock)
+{
+	assert(lock->magic == FIO_RWLOCK_MAGIC);
+	pthread_rwlock_rdlock(&lock->lock);
+}
+
+void fio_rwlock_unlock(struct fio_rwlock *lock)
+{
+	assert(lock->magic == FIO_RWLOCK_MAGIC);
+	pthread_rwlock_unlock(&lock->lock);
+}
+
+void fio_rwlock_remove(struct fio_rwlock *lock)
+{
+	assert(lock->magic == FIO_RWLOCK_MAGIC);
+	munmap((void *) lock, sizeof(*lock));
+}
+
+struct fio_rwlock *fio_rwlock_init(void)
+{
+	struct fio_rwlock *lock;
+	pthread_rwlockattr_t attr;
+	int ret;
+
+	lock = (void *) mmap(NULL, sizeof(struct fio_rwlock),
+				PROT_READ | PROT_WRITE,
+				OS_MAP_ANON | MAP_SHARED, -1, 0);
+	if (lock == MAP_FAILED) {
+		perror("mmap rwlock");
+		lock = NULL;
+		goto err;
+	}
+
+	lock->magic = FIO_RWLOCK_MAGIC;
+
+	ret = pthread_rwlockattr_init(&attr);
+	if (ret) {
+		log_err("pthread_rwlockattr_init: %s\n", strerror(ret));
+		goto err;
+	}
+#ifdef FIO_HAVE_PSHARED_MUTEX
+	ret = pthread_rwlockattr_setpshared(&attr, PTHREAD_PROCESS_SHARED);
+	if (ret) {
+		log_err("pthread_rwlockattr_setpshared: %s\n", strerror(ret));
+		goto destroy_attr;
+	}
+
+	ret = pthread_rwlock_init(&lock->lock, &attr);
+#else
+	ret = pthread_rwlock_init(&lock->lock, NULL);
+#endif
+
+	if (ret) {
+		log_err("pthread_rwlock_init: %s\n", strerror(ret));
+		goto destroy_attr;
+	}
+
+	pthread_rwlockattr_destroy(&attr);
+
+	return lock;
+destroy_attr:
+	pthread_rwlockattr_destroy(&attr);
+err:
+	if (lock)
+		fio_rwlock_remove(lock);
+	return NULL;
 }