blob: 73632d0b35675510a9edd2a8c52cf0f15bec71e2 [file] [log] [blame]
Jens Axboe39ab7da2012-11-06 22:10:43 +01001#include <unistd.h>
2#include <math.h>
3#include <sys/time.h>
4#include <time.h>
5
6#include "fio.h"
7#include "smalloc.h"
8
Jens Axboe5be4c942013-02-11 16:33:25 +01009struct timeval *fio_tv = NULL;
Jens Axboe39ab7da2012-11-06 22:10:43 +010010int fio_gtod_offload = 0;
Jens Axboe80ac0202014-12-16 20:38:53 -070011static os_cpu_mask_t fio_gtod_cpumask;
Jens Axboe39ab7da2012-11-06 22:10:43 +010012static pthread_t gtod_thread;
13
14void fio_gtod_init(void)
15{
Jens Axboe80ac0202014-12-16 20:38:53 -070016 if (fio_tv)
17 return;
18
Jens Axboe39ab7da2012-11-06 22:10:43 +010019 fio_tv = smalloc(sizeof(struct timeval));
Jens Axboefba5c5f2013-01-29 22:29:09 +010020 if (!fio_tv)
21 log_err("fio: smalloc pool exhausted\n");
Jens Axboe39ab7da2012-11-06 22:10:43 +010022}
23
24static void fio_gtod_update(void)
25{
Jens Axboe04194192014-12-16 19:43:55 -070026 if (fio_tv) {
27 struct timeval __tv;
28
29 gettimeofday(&__tv, NULL);
30 fio_tv->tv_sec = __tv.tv_sec;
31 write_barrier();
32 fio_tv->tv_usec = __tv.tv_usec;
33 write_barrier();
34 }
Jens Axboe39ab7da2012-11-06 22:10:43 +010035}
36
Jens Axboe80ac0202014-12-16 20:38:53 -070037struct gtod_cpu_data {
38 struct fio_mutex *mutex;
39 unsigned int cpu;
40};
41
Jens Axboe39ab7da2012-11-06 22:10:43 +010042static void *gtod_thread_main(void *data)
43{
44 struct fio_mutex *mutex = data;
45
Jens Axboe80ac0202014-12-16 20:38:53 -070046 fio_setaffinity(gettid(), fio_gtod_cpumask);
Jens Axboe39ab7da2012-11-06 22:10:43 +010047 fio_mutex_up(mutex);
48
49 /*
50 * As long as we have jobs around, update the clock. It would be nice
51 * to have some way of NOT hammering that CPU with gettimeofday(),
52 * but I'm not sure what to use outside of a simple CPU nop to relax
53 * it - we don't want to lose precision.
54 */
55 while (threads) {
56 fio_gtod_update();
57 nop;
58 }
59
60 return NULL;
61}
62
63int fio_start_gtod_thread(void)
64{
65 struct fio_mutex *mutex;
66 pthread_attr_t attr;
67 int ret;
68
69 mutex = fio_mutex_init(FIO_MUTEX_LOCKED);
70 if (!mutex)
71 return 1;
72
73 pthread_attr_init(&attr);
74 pthread_attr_setstacksize(&attr, PTHREAD_STACK_MIN);
Jens Axboe24961012014-12-16 19:49:54 -070075 ret = pthread_create(&gtod_thread, &attr, gtod_thread_main, mutex);
Jens Axboe39ab7da2012-11-06 22:10:43 +010076 pthread_attr_destroy(&attr);
77 if (ret) {
78 log_err("Can't create gtod thread: %s\n", strerror(ret));
79 goto err;
80 }
81
82 ret = pthread_detach(gtod_thread);
83 if (ret) {
84 log_err("Can't detatch gtod thread: %s\n", strerror(ret));
85 goto err;
86 }
87
88 dprint(FD_MUTEX, "wait on startup_mutex\n");
89 fio_mutex_down(mutex);
90 dprint(FD_MUTEX, "done waiting on startup_mutex\n");
91err:
92 fio_mutex_remove(mutex);
93 return ret;
94}
95
Jens Axboe80ac0202014-12-16 20:38:53 -070096void fio_gtod_set_cpu(unsigned int cpu)
97{
98 fio_cpu_set(&fio_gtod_cpumask, cpu);
99}