15 #include "arch/arch.h"
21 void __fio_mutex_remove(struct fio_mutex *mutex)
23 assert(mutex->magic == FIO_MUTEX_MAGIC);
24 pthread_cond_destroy(&mutex->cond);
27 * Ensure any subsequent attempt to grab this mutex will fail
28 * with an assert, instead of just silently hanging.
30 memset(mutex, 0, sizeof(*mutex));
33 void fio_mutex_remove(struct fio_mutex *mutex)
35 __fio_mutex_remove(mutex);
36 munmap((void *) mutex, sizeof(*mutex));
39 int cond_init_pshared(pthread_cond_t *cond)
41 pthread_condattr_t cattr;
44 ret = pthread_condattr_init(&cattr);
46 log_err("pthread_condattr_init: %s\n", strerror(ret));
51 ret = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
53 log_err("pthread_condattr_setpshared: %s\n", strerror(ret));
57 ret = pthread_cond_init(cond, &cattr);
59 log_err("pthread_cond_init: %s\n", strerror(ret));
66 int mutex_init_pshared(pthread_mutex_t *mutex)
68 pthread_mutexattr_t mattr;
71 ret = pthread_mutexattr_init(&mattr);
73 log_err("pthread_mutexattr_init: %s\n", strerror(ret));
78 * Not all platforms support process shared mutexes (FreeBSD)
81 ret = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
83 log_err("pthread_mutexattr_setpshared: %s\n", strerror(ret));
87 ret = pthread_mutex_init(mutex, &mattr);
89 log_err("pthread_mutex_init: %s\n", strerror(ret));
96 int mutex_cond_init_pshared(pthread_mutex_t *mutex, pthread_cond_t *cond)
100 ret = mutex_init_pshared(mutex);
104 ret = cond_init_pshared(cond);
111 int __fio_mutex_init(struct fio_mutex *mutex, int value)
115 mutex->value = value;
116 mutex->magic = FIO_MUTEX_MAGIC;
118 ret = mutex_cond_init_pshared(&mutex->lock, &mutex->cond);
125 struct fio_mutex *fio_mutex_init(int value)
127 struct fio_mutex *mutex = NULL;
129 mutex = (void *) mmap(NULL, sizeof(struct fio_mutex),
130 PROT_READ | PROT_WRITE,
131 OS_MAP_ANON | MAP_SHARED, -1, 0);
132 if (mutex == MAP_FAILED) {
133 perror("mmap mutex");
137 if (!__fio_mutex_init(mutex, value))
140 fio_mutex_remove(mutex);
144 static bool mutex_timed_out(struct timespec *t, unsigned int msecs)
149 gettimeofday(&tv, NULL);
150 now.tv_sec = tv.tv_sec;
151 now.tv_nsec = tv.tv_usec * 1000;
153 return mtime_since(t, &now) >= msecs;
156 int fio_mutex_down_timeout(struct fio_mutex *mutex, unsigned int msecs)
162 assert(mutex->magic == FIO_MUTEX_MAGIC);
164 gettimeofday(&tv_s, NULL);
165 t.tv_sec = tv_s.tv_sec;
166 t.tv_nsec = tv_s.tv_usec * 1000;
168 t.tv_sec += msecs / 1000;
169 t.tv_nsec += ((msecs * 1000000ULL) % 1000000000);
170 if (t.tv_nsec >= 1000000000) {
171 t.tv_nsec -= 1000000000;
175 pthread_mutex_lock(&mutex->lock);
178 while (!mutex->value && !ret) {
180 * Some platforms (FreeBSD 9?) seems to return timed out
181 * way too early, double check.
183 ret = pthread_cond_timedwait(&mutex->cond, &mutex->lock, &t);
184 if (ret == ETIMEDOUT && !mutex_timed_out(&t, msecs))
191 pthread_mutex_unlock(&mutex->lock);
195 pthread_mutex_unlock(&mutex->lock);
199 bool fio_mutex_down_trylock(struct fio_mutex *mutex)
203 assert(mutex->magic == FIO_MUTEX_MAGIC);
205 pthread_mutex_lock(&mutex->lock);
210 pthread_mutex_unlock(&mutex->lock);
215 void fio_mutex_down(struct fio_mutex *mutex)
217 assert(mutex->magic == FIO_MUTEX_MAGIC);
219 pthread_mutex_lock(&mutex->lock);
221 while (!mutex->value) {
223 pthread_cond_wait(&mutex->cond, &mutex->lock);
228 pthread_mutex_unlock(&mutex->lock);
231 void fio_mutex_up(struct fio_mutex *mutex)
235 assert(mutex->magic == FIO_MUTEX_MAGIC);
237 pthread_mutex_lock(&mutex->lock);
239 if (!mutex->value && mutex->waiters)
242 pthread_mutex_unlock(&mutex->lock);
245 pthread_cond_signal(&mutex->cond);
248 void fio_rwlock_write(struct fio_rwlock *lock)
250 assert(lock->magic == FIO_RWLOCK_MAGIC);
251 pthread_rwlock_wrlock(&lock->lock);
254 void fio_rwlock_read(struct fio_rwlock *lock)
256 assert(lock->magic == FIO_RWLOCK_MAGIC);
257 pthread_rwlock_rdlock(&lock->lock);
260 void fio_rwlock_unlock(struct fio_rwlock *lock)
262 assert(lock->magic == FIO_RWLOCK_MAGIC);
263 pthread_rwlock_unlock(&lock->lock);
266 void fio_rwlock_remove(struct fio_rwlock *lock)
268 assert(lock->magic == FIO_RWLOCK_MAGIC);
269 munmap((void *) lock, sizeof(*lock));
272 struct fio_rwlock *fio_rwlock_init(void)
274 struct fio_rwlock *lock;
275 pthread_rwlockattr_t attr;
278 lock = (void *) mmap(NULL, sizeof(struct fio_rwlock),
279 PROT_READ | PROT_WRITE,
280 OS_MAP_ANON | MAP_SHARED, -1, 0);
281 if (lock == MAP_FAILED) {
282 perror("mmap rwlock");
287 lock->magic = FIO_RWLOCK_MAGIC;
289 ret = pthread_rwlockattr_init(&attr);
291 log_err("pthread_rwlockattr_init: %s\n", strerror(ret));
294 #ifdef CONFIG_PSHARED
295 ret = pthread_rwlockattr_setpshared(&attr, PTHREAD_PROCESS_SHARED);
297 log_err("pthread_rwlockattr_setpshared: %s\n", strerror(ret));
301 ret = pthread_rwlock_init(&lock->lock, &attr);
303 ret = pthread_rwlock_init(&lock->lock, NULL);
307 log_err("pthread_rwlock_init: %s\n", strerror(ret));
311 pthread_rwlockattr_destroy(&attr);
315 pthread_rwlockattr_destroy(&attr);
318 fio_rwlock_remove(lock);