#include #include #include #include #include #include #include #include #include #include #include "fio.h" #include "log.h" #include "mutex.h" #include "arch/arch.h" #include "os/os.h" #include "helpers.h" #include "fio_time.h" #include "gettime.h" void __fio_mutex_remove(struct fio_mutex *mutex) { assert(mutex->magic == FIO_MUTEX_MAGIC); pthread_cond_destroy(&mutex->cond); } void fio_mutex_remove(struct fio_mutex *mutex) { __fio_mutex_remove(mutex); munmap((void *) mutex, sizeof(*mutex)); } int __fio_mutex_init(struct fio_mutex *mutex, int value) { pthread_mutexattr_t attr; pthread_condattr_t cond; int ret; mutex->value = value; mutex->magic = FIO_MUTEX_MAGIC; ret = pthread_mutexattr_init(&attr); if (ret) { log_err("pthread_mutexattr_init: %s\n", strerror(ret)); return ret; } /* * Not all platforms support process shared mutexes (FreeBSD) */ #ifdef FIO_HAVE_PSHARED_MUTEX ret = pthread_mutexattr_setpshared(&attr, PTHREAD_PROCESS_SHARED); if (ret) { log_err("pthread_mutexattr_setpshared: %s\n", strerror(ret)); return ret; } #endif pthread_condattr_init(&cond); #ifdef FIO_HAVE_PSHARED_MUTEX pthread_condattr_setpshared(&cond, PTHREAD_PROCESS_SHARED); #endif pthread_cond_init(&mutex->cond, &cond); ret = pthread_mutex_init(&mutex->lock, &attr); if (ret) { log_err("pthread_mutex_init: %s\n", strerror(ret)); return ret; } pthread_condattr_destroy(&cond); pthread_mutexattr_destroy(&attr); return 0; } struct fio_mutex *fio_mutex_init(int value) { struct fio_mutex *mutex = NULL; mutex = (void *) mmap(NULL, sizeof(struct fio_mutex), PROT_READ | PROT_WRITE, OS_MAP_ANON | MAP_SHARED, -1, 0); if (mutex == MAP_FAILED) { perror("mmap mutex"); return NULL; } if (!__fio_mutex_init(mutex, value)) return mutex; fio_mutex_remove(mutex); return NULL; } static int mutex_timed_out(struct timeval *t, unsigned int seconds) { return mtime_since_now(t) >= seconds * 1000; } int fio_mutex_down_timeout(struct fio_mutex *mutex, unsigned int seconds) { struct timeval tv_s; struct timespec t; int ret = 0; assert(mutex->magic == FIO_MUTEX_MAGIC); gettimeofday(&tv_s, NULL); t.tv_sec = tv_s.tv_sec + seconds; t.tv_nsec = tv_s.tv_usec * 1000; pthread_mutex_lock(&mutex->lock); while (!mutex->value && !ret) { mutex->waiters++; /* * Some platforms (FreeBSD 9?) seems to return timed out * way too early, double check. */ ret = pthread_cond_timedwait(&mutex->cond, &mutex->lock, &t); if (ret == ETIMEDOUT && !mutex_timed_out(&tv_s, seconds)) ret = 0; mutex->waiters--; } if (!ret) { mutex->value--; pthread_mutex_unlock(&mutex->lock); } return ret; } int fio_mutex_down_trylock(struct fio_mutex *mutex) { int ret = 1; assert(mutex->magic == FIO_MUTEX_MAGIC); pthread_mutex_lock(&mutex->lock); if (mutex->value) { mutex->value--; ret = 0; } pthread_mutex_unlock(&mutex->lock); return ret; } void fio_mutex_down(struct fio_mutex *mutex) { assert(mutex->magic == FIO_MUTEX_MAGIC); pthread_mutex_lock(&mutex->lock); while (!mutex->value) { mutex->waiters++; pthread_cond_wait(&mutex->cond, &mutex->lock); mutex->waiters--; } mutex->value--; pthread_mutex_unlock(&mutex->lock); } void fio_mutex_up(struct fio_mutex *mutex) { int do_wake = 0; assert(mutex->magic == FIO_MUTEX_MAGIC); pthread_mutex_lock(&mutex->lock); read_barrier(); if (!mutex->value && mutex->waiters) do_wake = 1; mutex->value++; pthread_mutex_unlock(&mutex->lock); if (do_wake) pthread_cond_signal(&mutex->cond); } void fio_rwlock_write(struct fio_rwlock *lock) { assert(lock->magic == FIO_RWLOCK_MAGIC); pthread_rwlock_wrlock(&lock->lock); } void fio_rwlock_read(struct fio_rwlock *lock) { assert(lock->magic == FIO_RWLOCK_MAGIC); pthread_rwlock_rdlock(&lock->lock); } void fio_rwlock_unlock(struct fio_rwlock *lock) { assert(lock->magic == FIO_RWLOCK_MAGIC); pthread_rwlock_unlock(&lock->lock); } void fio_rwlock_remove(struct fio_rwlock *lock) { assert(lock->magic == FIO_RWLOCK_MAGIC); munmap((void *) lock, sizeof(*lock)); } struct fio_rwlock *fio_rwlock_init(void) { struct fio_rwlock *lock; pthread_rwlockattr_t attr; int ret; lock = (void *) mmap(NULL, sizeof(struct fio_rwlock), PROT_READ | PROT_WRITE, OS_MAP_ANON | MAP_SHARED, -1, 0); if (lock == MAP_FAILED) { perror("mmap rwlock"); lock = NULL; goto err; } lock->magic = FIO_RWLOCK_MAGIC; ret = pthread_rwlockattr_init(&attr); if (ret) { log_err("pthread_rwlockattr_init: %s\n", strerror(ret)); goto err; } #ifdef FIO_HAVE_PSHARED_MUTEX ret = pthread_rwlockattr_setpshared(&attr, PTHREAD_PROCESS_SHARED); if (ret) { log_err("pthread_rwlockattr_setpshared: %s\n", strerror(ret)); goto destroy_attr; } ret = pthread_rwlock_init(&lock->lock, &attr); #else ret = pthread_rwlock_init(&lock->lock, NULL); #endif if (ret) { log_err("pthread_rwlock_init: %s\n", strerror(ret)); goto destroy_attr; } pthread_rwlockattr_destroy(&attr); return lock; destroy_attr: pthread_rwlockattr_destroy(&attr); err: if (lock) fio_rwlock_remove(lock); return NULL; }