sg: drop redundant void* cast
[fio.git] / mutex.c
CommitLineData
07739b57
JA
1#include <stdio.h>
2#include <string.h>
3#include <unistd.h>
4#include <stdlib.h>
5#include <fcntl.h>
656b1393 6#include <time.h>
ef635057 7#include <errno.h>
07739b57
JA
8#include <pthread.h>
9#include <sys/mman.h>
8b4e954c 10#include <assert.h>
07739b57 11
b4c1fb36 12#include "fio.h"
4fa6d0f8 13#include "log.h"
07739b57 14#include "mutex.h"
4d4e80f2 15#include "arch/arch.h"
3c2d93ed 16#include "os/os.h"
3b2e1464 17#include "helpers.h"
ef3c94b6 18#include "fio_time.h"
ef635057 19#include "gettime.h"
07739b57 20
f5a42524 21void __fio_mutex_remove(struct fio_mutex *mutex)
07739b57 22{
8f801ad5 23 assert(mutex->magic == FIO_MUTEX_MAGIC);
58a157d4 24 pthread_cond_destroy(&mutex->cond);
4e1cc8e6
JA
25
26 /*
27 * Ensure any subsequent attempt to grab this mutex will fail
28 * with an assert, instead of just silently hanging.
29 */
30 memset(mutex, 0, sizeof(*mutex));
f5a42524
JA
31}
32
33void fio_mutex_remove(struct fio_mutex *mutex)
34{
35 __fio_mutex_remove(mutex);
5921e80c 36 munmap((void *) mutex, sizeof(*mutex));
07739b57
JA
37}
38
34febb23 39int cond_init_pshared(pthread_cond_t *cond)
07739b57 40{
34febb23 41 pthread_condattr_t cattr;
e721c57f 42 int ret;
07739b57 43
34febb23
JA
44 ret = pthread_condattr_init(&cattr);
45 if (ret) {
46 log_err("pthread_condattr_init: %s\n", strerror(ret));
47 return ret;
48 }
49
06eac6b2 50#ifdef CONFIG_PSHARED
34febb23
JA
51 ret = pthread_condattr_setpshared(&cattr, PTHREAD_PROCESS_SHARED);
52 if (ret) {
53 log_err("pthread_condattr_setpshared: %s\n", strerror(ret));
54 return ret;
55 }
56#endif
57 ret = pthread_cond_init(cond, &cattr);
58 if (ret) {
59 log_err("pthread_cond_init: %s\n", strerror(ret));
60 return ret;
61 }
62
63 return 0;
64}
07739b57 65
34febb23
JA
66int mutex_init_pshared(pthread_mutex_t *mutex)
67{
68 pthread_mutexattr_t mattr;
69 int ret;
70
71 ret = pthread_mutexattr_init(&mattr);
4fa6d0f8
JA
72 if (ret) {
73 log_err("pthread_mutexattr_init: %s\n", strerror(ret));
72242057 74 return ret;
07739b57 75 }
e721c57f
JA
76
77 /*
78 * Not all platforms support process shared mutexes (FreeBSD)
79 */
06eac6b2 80#ifdef CONFIG_PSHARED
34febb23 81 ret = pthread_mutexattr_setpshared(&mattr, PTHREAD_PROCESS_SHARED);
4fa6d0f8
JA
82 if (ret) {
83 log_err("pthread_mutexattr_setpshared: %s\n", strerror(ret));
72242057 84 return ret;
07739b57 85 }
7452440e 86#endif
34febb23 87 ret = pthread_mutex_init(mutex, &mattr);
4fa6d0f8
JA
88 if (ret) {
89 log_err("pthread_mutex_init: %s\n", strerror(ret));
72242057 90 return ret;
07739b57
JA
91 }
92
34febb23
JA
93 return 0;
94}
95
96int mutex_cond_init_pshared(pthread_mutex_t *mutex, pthread_cond_t *cond)
97{
98 int ret;
99
100 ret = mutex_init_pshared(mutex);
101 if (ret)
102 return ret;
103
104 ret = cond_init_pshared(cond);
105 if (ret)
106 return ret;
107
108 return 0;
109}
110
111int __fio_mutex_init(struct fio_mutex *mutex, int value)
112{
113 int ret;
114
115 mutex->value = value;
116 mutex->magic = FIO_MUTEX_MAGIC;
117
118 ret = mutex_cond_init_pshared(&mutex->lock, &mutex->cond);
119 if (ret)
120 return ret;
121
72242057
JA
122 return 0;
123}
124
125struct fio_mutex *fio_mutex_init(int value)
126{
127 struct fio_mutex *mutex = NULL;
128
129 mutex = (void *) mmap(NULL, sizeof(struct fio_mutex),
130 PROT_READ | PROT_WRITE,
131 OS_MAP_ANON | MAP_SHARED, -1, 0);
132 if (mutex == MAP_FAILED) {
133 perror("mmap mutex");
134 return NULL;
135 }
03e20d68 136
72242057
JA
137 if (!__fio_mutex_init(mutex, value))
138 return mutex;
f7c9e00e 139
72242057 140 fio_mutex_remove(mutex);
07739b57
JA
141 return NULL;
142}
143
09400a60 144static bool mutex_timed_out(struct timeval *t, unsigned int msecs)
ef635057 145{
09400a60
JA
146 struct timeval now;
147
148 gettimeofday(&now, NULL);
149 return mtime_since(t, &now) >= msecs;
ef635057
JA
150}
151
09400a60 152int fio_mutex_down_timeout(struct fio_mutex *mutex, unsigned int msecs)
656b1393 153{
ef635057 154 struct timeval tv_s;
656b1393
JA
155 struct timespec t;
156 int ret = 0;
157
8f801ad5 158 assert(mutex->magic == FIO_MUTEX_MAGIC);
8b4e954c 159
b11e4ccf 160 gettimeofday(&tv_s, NULL);
09400a60 161 t.tv_sec = tv_s.tv_sec;
b11e4ccf 162 t.tv_nsec = tv_s.tv_usec * 1000;
656b1393 163
09400a60 164 t.tv_sec += msecs / 1000;
90eff1c9 165 t.tv_nsec += ((msecs * 1000000ULL) % 1000000000);
09400a60
JA
166 if (t.tv_nsec >= 1000000000) {
167 t.tv_nsec -= 1000000000;
168 t.tv_sec++;
169 }
170
656b1393
JA
171 pthread_mutex_lock(&mutex->lock);
172
09400a60 173 mutex->waiters++;
656b1393 174 while (!mutex->value && !ret) {
ef635057
JA
175 /*
176 * Some platforms (FreeBSD 9?) seems to return timed out
177 * way too early, double check.
178 */
656b1393 179 ret = pthread_cond_timedwait(&mutex->cond, &mutex->lock, &t);
09400a60 180 if (ret == ETIMEDOUT && !mutex_timed_out(&tv_s, msecs))
ef635057 181 ret = 0;
656b1393 182 }
09400a60 183 mutex->waiters--;
656b1393
JA
184
185 if (!ret) {
186 mutex->value--;
187 pthread_mutex_unlock(&mutex->lock);
42e833fa 188 return 0;
656b1393
JA
189 }
190
09400a60 191 pthread_mutex_unlock(&mutex->lock);
656b1393
JA
192 return ret;
193}
194
66608372 195bool fio_mutex_down_trylock(struct fio_mutex *mutex)
72242057 196{
66608372 197 bool ret = true;
72242057
JA
198
199 assert(mutex->magic == FIO_MUTEX_MAGIC);
200
201 pthread_mutex_lock(&mutex->lock);
202 if (mutex->value) {
203 mutex->value--;
66608372 204 ret = false;
72242057
JA
205 }
206 pthread_mutex_unlock(&mutex->lock);
207
208 return ret;
209}
210
cdd18ad8 211void fio_mutex_down(struct fio_mutex *mutex)
07739b57 212{
8f801ad5 213 assert(mutex->magic == FIO_MUTEX_MAGIC);
8b4e954c 214
cdd18ad8 215 pthread_mutex_lock(&mutex->lock);
4d4e80f2
JA
216
217 while (!mutex->value) {
218 mutex->waiters++;
cdd18ad8 219 pthread_cond_wait(&mutex->cond, &mutex->lock);
4d4e80f2
JA
220 mutex->waiters--;
221 }
222
cdd18ad8
JA
223 mutex->value--;
224 pthread_mutex_unlock(&mutex->lock);
07739b57
JA
225}
226
cdd18ad8 227void fio_mutex_up(struct fio_mutex *mutex)
07739b57 228{
6899b6cb
JA
229 int do_wake = 0;
230
8f801ad5 231 assert(mutex->magic == FIO_MUTEX_MAGIC);
8b4e954c 232
cdd18ad8 233 pthread_mutex_lock(&mutex->lock);
4d4e80f2
JA
234 read_barrier();
235 if (!mutex->value && mutex->waiters)
6899b6cb 236 do_wake = 1;
cdd18ad8
JA
237 mutex->value++;
238 pthread_mutex_unlock(&mutex->lock);
6899b6cb
JA
239
240 if (do_wake)
241 pthread_cond_signal(&mutex->cond);
07739b57 242}
64d4d313 243
d7df1d13 244void fio_rwlock_write(struct fio_rwlock *lock)
64d4d313 245{
8f801ad5 246 assert(lock->magic == FIO_RWLOCK_MAGIC);
d7df1d13 247 pthread_rwlock_wrlock(&lock->lock);
64d4d313
JA
248}
249
d7df1d13 250void fio_rwlock_read(struct fio_rwlock *lock)
64d4d313 251{
8f801ad5 252 assert(lock->magic == FIO_RWLOCK_MAGIC);
d7df1d13
JA
253 pthread_rwlock_rdlock(&lock->lock);
254}
4d4e80f2 255
d7df1d13
JA
256void fio_rwlock_unlock(struct fio_rwlock *lock)
257{
8f801ad5 258 assert(lock->magic == FIO_RWLOCK_MAGIC);
d7df1d13 259 pthread_rwlock_unlock(&lock->lock);
64d4d313
JA
260}
261
d7df1d13 262void fio_rwlock_remove(struct fio_rwlock *lock)
64d4d313 263{
8f801ad5 264 assert(lock->magic == FIO_RWLOCK_MAGIC);
d7df1d13 265 munmap((void *) lock, sizeof(*lock));
64d4d313
JA
266}
267
d7df1d13 268struct fio_rwlock *fio_rwlock_init(void)
64d4d313 269{
d7df1d13 270 struct fio_rwlock *lock;
33980f5d 271 pthread_rwlockattr_t attr;
d7df1d13
JA
272 int ret;
273
274 lock = (void *) mmap(NULL, sizeof(struct fio_rwlock),
275 PROT_READ | PROT_WRITE,
276 OS_MAP_ANON | MAP_SHARED, -1, 0);
277 if (lock == MAP_FAILED) {
278 perror("mmap rwlock");
279 lock = NULL;
280 goto err;
281 }
282
8b4e954c
JA
283 lock->magic = FIO_RWLOCK_MAGIC;
284
33980f5d 285 ret = pthread_rwlockattr_init(&attr);
d7df1d13 286 if (ret) {
cdb57fe2 287 log_err("pthread_rwlockattr_init: %s\n", strerror(ret));
d7df1d13
JA
288 goto err;
289 }
06eac6b2 290#ifdef CONFIG_PSHARED
33980f5d
SL
291 ret = pthread_rwlockattr_setpshared(&attr, PTHREAD_PROCESS_SHARED);
292 if (ret) {
cdb57fe2 293 log_err("pthread_rwlockattr_setpshared: %s\n", strerror(ret));
33980f5d
SL
294 goto destroy_attr;
295 }
33980f5d
SL
296
297 ret = pthread_rwlock_init(&lock->lock, &attr);
09f17d62
BC
298#else
299 ret = pthread_rwlock_init(&lock->lock, NULL);
300#endif
301
33980f5d
SL
302 if (ret) {
303 log_err("pthread_rwlock_init: %s\n", strerror(ret));
304 goto destroy_attr;
305 }
306
307 pthread_rwlockattr_destroy(&attr);
d7df1d13
JA
308
309 return lock;
33980f5d
SL
310destroy_attr:
311 pthread_rwlockattr_destroy(&attr);
d7df1d13
JA
312err:
313 if (lock)
314 fio_rwlock_remove(lock);
315 return NULL;
64d4d313 316}