15 #include "arch/arch.h"
21 void __fio_mutex_remove(struct fio_mutex *mutex)
23 assert(mutex->magic == FIO_MUTEX_MAGIC);
24 pthread_cond_destroy(&mutex->cond);
27 void fio_mutex_remove(struct fio_mutex *mutex)
29 __fio_mutex_remove(mutex);
30 munmap((void *) mutex, sizeof(*mutex));
33 int cond_init_pshared(pthread_cond_t *cond)
35 pthread_condattr_t cattr;
38 ret = pthread_condattr_init(&cattr);
40 log_err("pthread_condattr_init: %s\n", strerror(ret));
44 #ifdef FIO_HAVE_PSHARED_MUTEX
45 ret = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
47 log_err("pthread_condattr_setpshared: %s\n", strerror(ret));
51 ret = pthread_cond_init(cond, &cattr);
53 log_err("pthread_cond_init: %s\n", strerror(ret));
60 int mutex_init_pshared(pthread_mutex_t *mutex)
62 pthread_mutexattr_t mattr;
65 ret = pthread_mutexattr_init(&mattr);
67 log_err("pthread_mutexattr_init: %s\n", strerror(ret));
72 * Not all platforms support process shared mutexes (FreeBSD)
74 #ifdef FIO_HAVE_PSHARED_MUTEX
75 ret = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
77 log_err("pthread_mutexattr_setpshared: %s\n", strerror(ret));
81 ret = pthread_mutex_init(mutex, &mattr);
83 log_err("pthread_mutex_init: %s\n", strerror(ret));
90 int mutex_cond_init_pshared(pthread_mutex_t *mutex, pthread_cond_t *cond)
94 ret = mutex_init_pshared(mutex);
98 ret = cond_init_pshared(cond);
105 int __fio_mutex_init(struct fio_mutex *mutex, int value)
109 mutex->value = value;
110 mutex->magic = FIO_MUTEX_MAGIC;
112 ret = mutex_cond_init_pshared(&mutex->lock, &mutex->cond);
119 struct fio_mutex *fio_mutex_init(int value)
121 struct fio_mutex *mutex = NULL;
123 mutex = (void *) mmap(NULL, sizeof(struct fio_mutex),
124 PROT_READ | PROT_WRITE,
125 OS_MAP_ANON | MAP_SHARED, -1, 0);
126 if (mutex == MAP_FAILED) {
127 perror("mmap mutex");
131 if (!__fio_mutex_init(mutex, value))
134 fio_mutex_remove(mutex);
138 static bool mutex_timed_out(struct timeval *t, unsigned int msecs)
142 gettimeofday(&now, NULL);
143 return mtime_since(t, &now) >= msecs;
146 int fio_mutex_down_timeout(struct fio_mutex *mutex, unsigned int msecs)
152 assert(mutex->magic == FIO_MUTEX_MAGIC);
154 gettimeofday(&tv_s, NULL);
155 t.tv_sec = tv_s.tv_sec;
156 t.tv_nsec = tv_s.tv_usec * 1000;
158 t.tv_sec += msecs / 1000;
159 t.tv_nsec += ((msecs * 1000000) % 1000000000);
160 if (t.tv_nsec >= 1000000000) {
161 t.tv_nsec -= 1000000000;
165 pthread_mutex_lock(&mutex->lock);
168 while (!mutex->value && !ret) {
170 * Some platforms (FreeBSD 9?) seems to return timed out
171 * way too early, double check.
173 ret = pthread_cond_timedwait(&mutex->cond, &mutex->lock, &t);
174 if (ret == ETIMEDOUT && !mutex_timed_out(&tv_s, msecs))
181 pthread_mutex_unlock(&mutex->lock);
185 pthread_mutex_unlock(&mutex->lock);
189 bool fio_mutex_down_trylock(struct fio_mutex *mutex)
193 assert(mutex->magic == FIO_MUTEX_MAGIC);
195 pthread_mutex_lock(&mutex->lock);
200 pthread_mutex_unlock(&mutex->lock);
205 void fio_mutex_down(struct fio_mutex *mutex)
207 assert(mutex->magic == FIO_MUTEX_MAGIC);
209 pthread_mutex_lock(&mutex->lock);
211 while (!mutex->value) {
213 pthread_cond_wait(&mutex->cond, &mutex->lock);
218 pthread_mutex_unlock(&mutex->lock);
221 void fio_mutex_up(struct fio_mutex *mutex)
225 assert(mutex->magic == FIO_MUTEX_MAGIC);
227 pthread_mutex_lock(&mutex->lock);
229 if (!mutex->value && mutex->waiters)
232 pthread_mutex_unlock(&mutex->lock);
235 pthread_cond_signal(&mutex->cond);
238 void fio_rwlock_write(struct fio_rwlock *lock)
240 assert(lock->magic == FIO_RWLOCK_MAGIC);
241 pthread_rwlock_wrlock(&lock->lock);
244 void fio_rwlock_read(struct fio_rwlock *lock)
246 assert(lock->magic == FIO_RWLOCK_MAGIC);
247 pthread_rwlock_rdlock(&lock->lock);
250 void fio_rwlock_unlock(struct fio_rwlock *lock)
252 assert(lock->magic == FIO_RWLOCK_MAGIC);
253 pthread_rwlock_unlock(&lock->lock);
256 void fio_rwlock_remove(struct fio_rwlock *lock)
258 assert(lock->magic == FIO_RWLOCK_MAGIC);
259 munmap((void *) lock, sizeof(*lock));
262 struct fio_rwlock *fio_rwlock_init(void)
264 struct fio_rwlock *lock;
265 pthread_rwlockattr_t attr;
268 lock = (void *) mmap(NULL, sizeof(struct fio_rwlock),
269 PROT_READ | PROT_WRITE,
270 OS_MAP_ANON | MAP_SHARED, -1, 0);
271 if (lock == MAP_FAILED) {
272 perror("mmap rwlock");
277 lock->magic = FIO_RWLOCK_MAGIC;
279 ret = pthread_rwlockattr_init(&attr);
281 log_err("pthread_rwlockattr_init: %s\n", strerror(ret));
284 #ifdef FIO_HAVE_PSHARED_MUTEX
285 ret = pthread_rwlockattr_setpshared(&attr, PTHREAD_PROCESS_SHARED);
287 log_err("pthread_rwlockattr_setpshared: %s\n", strerror(ret));
291 ret = pthread_rwlock_init(&lock->lock, &attr);
293 ret = pthread_rwlock_init(&lock->lock, NULL);
297 log_err("pthread_rwlock_init: %s\n", strerror(ret));
301 pthread_rwlockattr_destroy(&attr);
305 pthread_rwlockattr_destroy(&attr);
308 fio_rwlock_remove(lock);