blob: 3c3366c2e37f5e52f1022a5ae401aea99c6425a9 [file] [log] [blame]
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001#ifndef _ASM_X86_VGTOD_H
2#define _ASM_X86_VGTOD_H
Andi Kleen2aae9502007-07-21 17:10:01 +02003
Stefani Seibold7c031562014-03-17 23:22:10 +01004#include <linux/compiler.h>
Andi Kleen2aae9502007-07-21 17:10:01 +02005#include <linux/clocksource.h>
6
Stefani Seibold7c031562014-03-17 23:22:10 +01007#ifdef BUILD_VDSO32_64
8typedef u64 gtod_long_t;
9#else
10typedef unsigned long gtod_long_t;
11#endif
12/*
13 * vsyscall_gtod_data will be accessed by 32 and 64 bit code at the same time
14 * so be carefull by modifying this structure.
15 */
Andi Kleen2aae9502007-07-21 17:10:01 +020016struct vsyscall_gtod_data {
Stefani Seibold7c031562014-03-17 23:22:10 +010017 unsigned seq;
Andi Kleen2aae9502007-07-21 17:10:01 +020018
Stefani Seibold7c031562014-03-17 23:22:10 +010019 int vclock_mode;
20 cycle_t cycle_last;
21 cycle_t mask;
22 u32 mult;
23 u32 shift;
Andy Lutomirski91ec87d2012-03-22 21:15:51 -070024
25 /* open coded 'struct timespec' */
John Stultz650ea022012-09-04 16:14:46 -040026 u64 wall_time_snsec;
Stefani Seibold7c031562014-03-17 23:22:10 +010027 gtod_long_t wall_time_sec;
28 gtod_long_t monotonic_time_sec;
John Stultz650ea022012-09-04 16:14:46 -040029 u64 monotonic_time_snsec;
Stefani Seibold7c031562014-03-17 23:22:10 +010030 gtod_long_t wall_time_coarse_sec;
31 gtod_long_t wall_time_coarse_nsec;
32 gtod_long_t monotonic_time_coarse_sec;
33 gtod_long_t monotonic_time_coarse_nsec;
Andy Lutomirski91ec87d2012-03-22 21:15:51 -070034
Stefani Seibold7c031562014-03-17 23:22:10 +010035 int tz_minuteswest;
36 int tz_dsttime;
Andi Kleen2aae9502007-07-21 17:10:01 +020037};
Andi Kleen2aae9502007-07-21 17:10:01 +020038extern struct vsyscall_gtod_data vsyscall_gtod_data;
39
Stefani Seibold7c031562014-03-17 23:22:10 +010040static inline unsigned gtod_read_begin(const struct vsyscall_gtod_data *s)
41{
42 unsigned ret;
43
44repeat:
45 ret = ACCESS_ONCE(s->seq);
46 if (unlikely(ret & 1)) {
47 cpu_relax();
48 goto repeat;
49 }
50 smp_rmb();
51 return ret;
52}
53
54static inline int gtod_read_retry(const struct vsyscall_gtod_data *s,
55 unsigned start)
56{
57 smp_rmb();
58 return unlikely(s->seq != start);
59}
60
61static inline void gtod_write_begin(struct vsyscall_gtod_data *s)
62{
63 ++s->seq;
64 smp_wmb();
65}
66
67static inline void gtod_write_end(struct vsyscall_gtod_data *s)
68{
69 smp_wmb();
70 ++s->seq;
71}
72
H. Peter Anvin1965aae2008-10-22 22:26:29 -070073#endif /* _ASM_X86_VGTOD_H */