blob: abe073f4ffdf7d49ee92500db8d89e254def2852 [file] [log] [blame]
Jens Axboe07739b52007-03-08 20:25:46 +01001#include <stdio.h>
2#include <string.h>
3#include <unistd.h>
4#include <stdlib.h>
5#include <fcntl.h>
Jens Axboe656b1392009-07-01 23:02:10 +02006#include <time.h>
Jens Axboe07739b52007-03-08 20:25:46 +01007#include <pthread.h>
8#include <sys/mman.h>
9
Jens Axboe4fa6d0f2009-01-05 09:45:13 +010010#include "log.h"
Jens Axboe07739b52007-03-08 20:25:46 +010011#include "mutex.h"
Jens Axboe4d4e80f2008-03-04 10:18:56 +010012#include "arch/arch.h"
Jens Axboe3c2d93e2009-01-05 19:04:15 +010013#include "os/os.h"
Jens Axboe3b2e1462009-12-15 08:58:10 +010014#include "helpers.h"
Jens Axboe07739b52007-03-08 20:25:46 +010015
Jens Axboecdd18ad2008-02-27 18:58:00 +010016void fio_mutex_remove(struct fio_mutex *mutex)
Jens Axboe07739b52007-03-08 20:25:46 +010017{
Jens Axboecdd18ad2008-02-27 18:58:00 +010018 close(mutex->mutex_fd);
Jens Axboe5921e802008-05-30 15:02:38 +020019 munmap((void *) mutex, sizeof(*mutex));
Jens Axboe07739b52007-03-08 20:25:46 +010020}
21
Jens Axboecdd18ad2008-02-27 18:58:00 +010022struct fio_mutex *fio_mutex_init(int value)
Jens Axboe07739b52007-03-08 20:25:46 +010023{
Jens Axboecdd18ad2008-02-27 18:58:00 +010024 char mutex_name[] = "/tmp/.fio_mutex.XXXXXX";
25 struct fio_mutex *mutex = NULL;
Jens Axboe07739b52007-03-08 20:25:46 +010026 pthread_mutexattr_t attr;
Zhang, Yanmin108fcc12008-02-04 09:17:52 +010027 pthread_condattr_t cond;
Jens Axboef356d012009-01-05 09:56:29 +010028 int fd, ret, mflag;
Jens Axboe07739b52007-03-08 20:25:46 +010029
Jens Axboecdd18ad2008-02-27 18:58:00 +010030 fd = mkstemp(mutex_name);
Jens Axboe07739b52007-03-08 20:25:46 +010031 if (fd < 0) {
Jens Axboecdd18ad2008-02-27 18:58:00 +010032 perror("open mutex");
Jens Axboe07739b52007-03-08 20:25:46 +010033 return NULL;
34 }
35
Jens Axboecdd18ad2008-02-27 18:58:00 +010036 if (ftruncate(fd, sizeof(struct fio_mutex)) < 0) {
37 perror("ftruncate mutex");
Jens Axboee53bd0b2007-03-08 20:29:11 +010038 goto err;
Jens Axboe07739b52007-03-08 20:25:46 +010039 }
40
Jens Axboe5921e802008-05-30 15:02:38 +020041 mutex = (void *) mmap(NULL, sizeof(struct fio_mutex),
42 PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
Jens Axboecdd18ad2008-02-27 18:58:00 +010043 if (mutex == MAP_FAILED) {
44 perror("mmap mutex");
Jens Axboe07739b52007-03-08 20:25:46 +010045 close(fd);
Jens Axboecdd18ad2008-02-27 18:58:00 +010046 mutex = NULL;
Jens Axboee53bd0b2007-03-08 20:29:11 +010047 goto err;
Jens Axboe07739b52007-03-08 20:25:46 +010048 }
49
Jens Axboecdd18ad2008-02-27 18:58:00 +010050 unlink(mutex_name);
51 mutex->mutex_fd = fd;
52 mutex->value = value;
Jens Axboe07739b52007-03-08 20:25:46 +010053
Jens Axboef356d012009-01-05 09:56:29 +010054 /*
55 * Not all platforms support process shared mutexes (FreeBSD)
56 */
57#ifdef FIO_HAVE_PSHARED_MUTEX
58 mflag = PTHREAD_PROCESS_SHARED;
59#else
60 mflag = PTHREAD_PROCESS_PRIVATE;
61#endif
62
Jens Axboe4fa6d0f2009-01-05 09:45:13 +010063 ret = pthread_mutexattr_init(&attr);
64 if (ret) {
65 log_err("pthread_mutexattr_init: %s\n", strerror(ret));
Jens Axboe07739b52007-03-08 20:25:46 +010066 goto err;
67 }
YAMAMOTO Takashi74524402010-05-12 15:06:46 +020068#ifdef FIO_HAVE_PSHARED_MUTEX
Jens Axboef356d012009-01-05 09:56:29 +010069 ret = pthread_mutexattr_setpshared(&attr, mflag);
Jens Axboe4fa6d0f2009-01-05 09:45:13 +010070 if (ret) {
71 log_err("pthread_mutexattr_setpshared: %s\n", strerror(ret));
Jens Axboe07739b52007-03-08 20:25:46 +010072 goto err;
73 }
YAMAMOTO Takashi74524402010-05-12 15:06:46 +020074#endif
Zhang, Yanmin108fcc12008-02-04 09:17:52 +010075
76 pthread_condattr_init(&cond);
YAMAMOTO Takashi74524402010-05-12 15:06:46 +020077#ifdef FIO_HAVE_PSHARED_MUTEX
Jens Axboef356d012009-01-05 09:56:29 +010078 pthread_condattr_setpshared(&cond, mflag);
YAMAMOTO Takashi74524402010-05-12 15:06:46 +020079#endif
Jens Axboecdd18ad2008-02-27 18:58:00 +010080 pthread_cond_init(&mutex->cond, &cond);
Zhang, Yanmin108fcc12008-02-04 09:17:52 +010081
Jens Axboe4fa6d0f2009-01-05 09:45:13 +010082 ret = pthread_mutex_init(&mutex->lock, &attr);
83 if (ret) {
84 log_err("pthread_mutex_init: %s\n", strerror(ret));
Jens Axboe07739b52007-03-08 20:25:46 +010085 goto err;
86 }
87
Jens Axboecdd18ad2008-02-27 18:58:00 +010088 return mutex;
Jens Axboe07739b52007-03-08 20:25:46 +010089err:
Jens Axboecdd18ad2008-02-27 18:58:00 +010090 if (mutex)
91 fio_mutex_remove(mutex);
Jens Axboef7c9e002007-03-09 12:40:02 +010092
Jens Axboecdd18ad2008-02-27 18:58:00 +010093 unlink(mutex_name);
Jens Axboe07739b52007-03-08 20:25:46 +010094 return NULL;
95}
96
Jens Axboe656b1392009-07-01 23:02:10 +020097int fio_mutex_down_timeout(struct fio_mutex *mutex, unsigned int seconds)
98{
99 struct timespec t;
100 int ret = 0;
101
Jens Axboed481e002009-12-04 09:56:32 +0100102 clock_gettime(CLOCK_REALTIME, &t);
Jens Axboe656b1392009-07-01 23:02:10 +0200103 t.tv_sec += seconds;
104
105 pthread_mutex_lock(&mutex->lock);
106
107 while (!mutex->value && !ret) {
108 mutex->waiters++;
109 ret = pthread_cond_timedwait(&mutex->cond, &mutex->lock, &t);
110 mutex->waiters--;
111 }
112
113 if (!ret) {
114 mutex->value--;
115 pthread_mutex_unlock(&mutex->lock);
116 }
117
118 return ret;
119}
120
Jens Axboecdd18ad2008-02-27 18:58:00 +0100121void fio_mutex_down(struct fio_mutex *mutex)
Jens Axboe07739b52007-03-08 20:25:46 +0100122{
Jens Axboecdd18ad2008-02-27 18:58:00 +0100123 pthread_mutex_lock(&mutex->lock);
Jens Axboe4d4e80f2008-03-04 10:18:56 +0100124
125 while (!mutex->value) {
126 mutex->waiters++;
Jens Axboecdd18ad2008-02-27 18:58:00 +0100127 pthread_cond_wait(&mutex->cond, &mutex->lock);
Jens Axboe4d4e80f2008-03-04 10:18:56 +0100128 mutex->waiters--;
129 }
130
Jens Axboecdd18ad2008-02-27 18:58:00 +0100131 mutex->value--;
132 pthread_mutex_unlock(&mutex->lock);
Jens Axboe07739b52007-03-08 20:25:46 +0100133}
134
Jens Axboecdd18ad2008-02-27 18:58:00 +0100135void fio_mutex_up(struct fio_mutex *mutex)
Jens Axboe07739b52007-03-08 20:25:46 +0100136{
Jens Axboecdd18ad2008-02-27 18:58:00 +0100137 pthread_mutex_lock(&mutex->lock);
Jens Axboe4d4e80f2008-03-04 10:18:56 +0100138 read_barrier();
139 if (!mutex->value && mutex->waiters)
Jens Axboecdd18ad2008-02-27 18:58:00 +0100140 pthread_cond_signal(&mutex->cond);
141 mutex->value++;
142 pthread_mutex_unlock(&mutex->lock);
Jens Axboe07739b52007-03-08 20:25:46 +0100143}
Jens Axboe64d4d312008-03-03 10:36:27 +0100144
145void fio_mutex_down_write(struct fio_mutex *mutex)
146{
147 pthread_mutex_lock(&mutex->lock);
Jens Axboe4d4e80f2008-03-04 10:18:56 +0100148
149 while (mutex->value != 0) {
150 mutex->waiters++;
Jens Axboe64d4d312008-03-03 10:36:27 +0100151 pthread_cond_wait(&mutex->cond, &mutex->lock);
Jens Axboe4d4e80f2008-03-04 10:18:56 +0100152 mutex->waiters--;
153 }
154
Jens Axboe64d4d312008-03-03 10:36:27 +0100155 mutex->value--;
156 pthread_mutex_unlock(&mutex->lock);
157}
158
159void fio_mutex_down_read(struct fio_mutex *mutex)
160{
161 pthread_mutex_lock(&mutex->lock);
Jens Axboe4d4e80f2008-03-04 10:18:56 +0100162
163 while (mutex->value < 0) {
164 mutex->waiters++;
Jens Axboe64d4d312008-03-03 10:36:27 +0100165 pthread_cond_wait(&mutex->cond, &mutex->lock);
Jens Axboe4d4e80f2008-03-04 10:18:56 +0100166 mutex->waiters--;
167 }
168
Jens Axboe64d4d312008-03-03 10:36:27 +0100169 mutex->value++;
170 pthread_mutex_unlock(&mutex->lock);
171}
172
173void fio_mutex_up_read(struct fio_mutex *mutex)
174{
175 pthread_mutex_lock(&mutex->lock);
176 mutex->value--;
Jens Axboe4d4e80f2008-03-04 10:18:56 +0100177 read_barrier();
178 if (mutex->value >= 0 && mutex->waiters)
Jens Axboe64d4d312008-03-03 10:36:27 +0100179 pthread_cond_signal(&mutex->cond);
180 pthread_mutex_unlock(&mutex->lock);
181}
182
183void fio_mutex_up_write(struct fio_mutex *mutex)
184{
185 pthread_mutex_lock(&mutex->lock);
186 mutex->value++;
Jens Axboe4d4e80f2008-03-04 10:18:56 +0100187 read_barrier();
188 if (mutex->value >= 0 && mutex->waiters)
Jens Axboe64d4d312008-03-03 10:36:27 +0100189 pthread_cond_signal(&mutex->cond);
190 pthread_mutex_unlock(&mutex->lock);
191}