#include <sys/mman.h>
#include "mutex.h"
+#include "arch/arch.h"
void fio_mutex_remove(struct fio_mutex *mutex)
{
void fio_mutex_down(struct fio_mutex *mutex)
{
pthread_mutex_lock(&mutex->lock);
- while (mutex->value == 0)
+
+ while (!mutex->value) {
+ mutex->waiters++;
pthread_cond_wait(&mutex->cond, &mutex->lock);
+ mutex->waiters--;
+ }
+
mutex->value--;
pthread_mutex_unlock(&mutex->lock);
}
void fio_mutex_up(struct fio_mutex *mutex)
{
pthread_mutex_lock(&mutex->lock);
- if (!mutex->value)
+ read_barrier();
+ if (!mutex->value && mutex->waiters)
pthread_cond_signal(&mutex->cond);
mutex->value++;
pthread_mutex_unlock(&mutex->lock);
void fio_mutex_down_write(struct fio_mutex *mutex)
{
pthread_mutex_lock(&mutex->lock);
- while (mutex->value != 0)
+
+ while (mutex->value != 0) {
+ mutex->waiters++;
pthread_cond_wait(&mutex->cond, &mutex->lock);
+ mutex->waiters--;
+ }
+
mutex->value--;
pthread_mutex_unlock(&mutex->lock);
}
void fio_mutex_down_read(struct fio_mutex *mutex)
{
pthread_mutex_lock(&mutex->lock);
- while (mutex->value < 0)
+
+ while (mutex->value < 0) {
+ mutex->waiters++;
pthread_cond_wait(&mutex->cond, &mutex->lock);
+ mutex->waiters--;
+ }
+
mutex->value++;
pthread_mutex_unlock(&mutex->lock);
}
{
pthread_mutex_lock(&mutex->lock);
mutex->value--;
- if (mutex->value >= 0)
+ read_barrier();
+ if (mutex->value >= 0 && mutex->waiters)
pthread_cond_signal(&mutex->cond);
pthread_mutex_unlock(&mutex->lock);
}
{
pthread_mutex_lock(&mutex->lock);
mutex->value++;
- if (mutex->value >= 0)
+ read_barrier();
+ if (mutex->value >= 0 && mutex->waiters)
pthread_cond_signal(&mutex->cond);
pthread_mutex_unlock(&mutex->lock);
}