john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 1 | /* linux/include/linux/clocksource.h |
| 2 | * |
| 3 | * This file contains the structure definitions for clocksources. |
| 4 | * |
| 5 | * If you are not a clocksource, or timekeeping code, you should |
| 6 | * not be including this file! |
| 7 | */ |
| 8 | #ifndef _LINUX_CLOCKSOURCE_H |
| 9 | #define _LINUX_CLOCKSOURCE_H |
| 10 | |
| 11 | #include <linux/types.h> |
| 12 | #include <linux/timex.h> |
| 13 | #include <linux/time.h> |
| 14 | #include <linux/list.h> |
Eric Dumazet | 329c8d8 | 2007-05-08 00:27:57 -0700 | [diff] [blame] | 15 | #include <linux/cache.h> |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 16 | #include <linux/timer.h> |
Martin Schwidefsky | f1b8274 | 2009-08-14 15:47:21 +0200 | [diff] [blame] | 17 | #include <linux/init.h> |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 18 | #include <asm/div64.h> |
| 19 | #include <asm/io.h> |
| 20 | |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 21 | struct clocksource; |
Thomas Gleixner | 09ac369 | 2013-04-25 20:31:44 +0000 | [diff] [blame] | 22 | struct module; |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 23 | |
H. Peter Anvin | ae7bd11 | 2011-07-21 13:34:05 -0700 | [diff] [blame] | 24 | #ifdef CONFIG_ARCH_CLOCKSOURCE_DATA |
Andy Lutomirski | 433bd80 | 2011-07-13 09:24:13 -0400 | [diff] [blame] | 25 | #include <asm/clocksource.h> |
H. Peter Anvin | ae7bd11 | 2011-07-21 13:34:05 -0700 | [diff] [blame] | 26 | #endif |
Andy Lutomirski | 433bd80 | 2011-07-13 09:24:13 -0400 | [diff] [blame] | 27 | |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 28 | /** |
| 29 | * struct clocksource - hardware abstraction for a free running counter |
| 30 | * Provides mostly state-free accessors to the underlying hardware. |
Patrick Ohly | a038a35 | 2009-02-12 05:03:34 +0000 | [diff] [blame] | 31 | * This is the structure used for system time. |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 32 | * |
| 33 | * @name: ptr to clocksource name |
| 34 | * @list: list head for registration |
| 35 | * @rating: rating value for selection (higher is better) |
| 36 | * To avoid rating inflation the following |
| 37 | * list should give you a guide as to how |
| 38 | * to assign your clocksource a rating |
| 39 | * 1-99: Unfit for real use |
| 40 | * Only available for bootup and testing purposes. |
| 41 | * 100-199: Base level usability. |
| 42 | * Functional for real use, but not desired. |
| 43 | * 200-299: Good. |
| 44 | * A correct and usable clocksource. |
| 45 | * 300-399: Desired. |
| 46 | * A reasonably fast and accurate clocksource. |
| 47 | * 400-499: Perfect |
| 48 | * The ideal clocksource. A must-use where |
| 49 | * available. |
Magnus Damm | 8e19608 | 2009-04-21 12:24:00 -0700 | [diff] [blame] | 50 | * @read: returns a cycle value, passes clocksource as argument |
Magnus Damm | 4614e6a | 2009-04-21 12:24:02 -0700 | [diff] [blame] | 51 | * @enable: optional function to enable the clocksource |
| 52 | * @disable: optional function to disable the clocksource |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 53 | * @mask: bitmask for two's complement |
| 54 | * subtraction of non 64 bit counters |
Martin Schwidefsky | 0a54419 | 2009-08-14 15:47:28 +0200 | [diff] [blame] | 55 | * @mult: cycle to nanosecond multiplier |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 56 | * @shift: cycle to nanosecond divisor (power of two) |
Jon Hunter | 9896246 | 2009-08-18 12:45:10 -0500 | [diff] [blame] | 57 | * @max_idle_ns: max idle time permitted by the clocksource (nsecs) |
Kusanagi Kouichi | b1b73d0 | 2011-12-19 18:13:19 +0900 | [diff] [blame] | 58 | * @maxadj: maximum adjustment value to mult (~11%) |
John Stultz | fb82fe2 | 2015-03-11 21:16:31 -0700 | [diff] [blame] | 59 | * @max_cycles: maximum safe cycle value which won't overflow on multiplication |
Thomas Gleixner | 73b08d2 | 2007-02-16 01:27:36 -0800 | [diff] [blame] | 60 | * @flags: flags describing special properties |
Andy Lutomirski | 433bd80 | 2011-07-13 09:24:13 -0400 | [diff] [blame] | 61 | * @archdata: arch-specific data |
Magnus Damm | c54a42b | 2010-02-02 14:41:41 -0800 | [diff] [blame] | 62 | * @suspend: suspend function for the clocksource, if necessary |
Thomas Gleixner | b52f52a | 2007-05-09 02:35:15 -0700 | [diff] [blame] | 63 | * @resume: resume function for the clocksource, if necessary |
Thomas Gleixner | 09ac369 | 2013-04-25 20:31:44 +0000 | [diff] [blame] | 64 | * @owner: module reference, must be set by clocksource in modules |
Thomas Gleixner | 09a9982 | 2015-11-19 11:43:09 +0100 | [diff] [blame] | 65 | * |
| 66 | * Note: This struct is not used in hotpathes of the timekeeping code |
| 67 | * because the timekeeper caches the hot path fields in its own data |
| 68 | * structure, so no line cache alignment is required, |
| 69 | * |
| 70 | * The pointer to the clocksource itself is handed to the read |
| 71 | * callback. If you need extra information there you can wrap struct |
| 72 | * clocksource into your own struct. Depending on the amount of |
| 73 | * information you need you should consider to cache line align that |
| 74 | * structure. |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 75 | */ |
| 76 | struct clocksource { |
Magnus Damm | 8e19608 | 2009-04-21 12:24:00 -0700 | [diff] [blame] | 77 | cycle_t (*read)(struct clocksource *cs); |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 78 | cycle_t mask; |
| 79 | u32 mult; |
| 80 | u32 shift; |
Jon Hunter | 9896246 | 2009-08-18 12:45:10 -0500 | [diff] [blame] | 81 | u64 max_idle_ns; |
John Stultz | d65670a | 2011-10-31 17:06:35 -0400 | [diff] [blame] | 82 | u32 maxadj; |
H. Peter Anvin | ae7bd11 | 2011-07-21 13:34:05 -0700 | [diff] [blame] | 83 | #ifdef CONFIG_ARCH_CLOCKSOURCE_DATA |
Andy Lutomirski | 433bd80 | 2011-07-13 09:24:13 -0400 | [diff] [blame] | 84 | struct arch_clocksource_data archdata; |
Tony Luck | 0aa366f | 2007-07-20 11:22:30 -0700 | [diff] [blame] | 85 | #endif |
John Stultz | fb82fe2 | 2015-03-11 21:16:31 -0700 | [diff] [blame] | 86 | u64 max_cycles; |
Thomas Gleixner | 369db4c | 2011-05-18 21:33:40 +0000 | [diff] [blame] | 87 | const char *name; |
| 88 | struct list_head list; |
| 89 | int rating; |
Thomas Gleixner | 369db4c | 2011-05-18 21:33:40 +0000 | [diff] [blame] | 90 | int (*enable)(struct clocksource *cs); |
| 91 | void (*disable)(struct clocksource *cs); |
| 92 | unsigned long flags; |
| 93 | void (*suspend)(struct clocksource *cs); |
| 94 | void (*resume)(struct clocksource *cs); |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 95 | |
Kusanagi Kouichi | b1b73d0 | 2011-12-19 18:13:19 +0900 | [diff] [blame] | 96 | /* private: */ |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 97 | #ifdef CONFIG_CLOCKSOURCE_WATCHDOG |
| 98 | /* Watchdog related data, used by the framework */ |
| 99 | struct list_head wd_list; |
Thomas Gleixner | b519951 | 2011-06-16 16:22:08 +0200 | [diff] [blame] | 100 | cycle_t cs_last; |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 101 | cycle_t wd_last; |
| 102 | #endif |
Thomas Gleixner | 09ac369 | 2013-04-25 20:31:44 +0000 | [diff] [blame] | 103 | struct module *owner; |
Thomas Gleixner | 09a9982 | 2015-11-19 11:43:09 +0100 | [diff] [blame] | 104 | }; |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 105 | |
Thomas Gleixner | 73b08d2 | 2007-02-16 01:27:36 -0800 | [diff] [blame] | 106 | /* |
| 107 | * Clock source flags bits:: |
| 108 | */ |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 109 | #define CLOCK_SOURCE_IS_CONTINUOUS 0x01 |
| 110 | #define CLOCK_SOURCE_MUST_VERIFY 0x02 |
| 111 | |
| 112 | #define CLOCK_SOURCE_WATCHDOG 0x10 |
| 113 | #define CLOCK_SOURCE_VALID_FOR_HRES 0x20 |
Martin Schwidefsky | c55c87c | 2009-08-14 15:47:25 +0200 | [diff] [blame] | 114 | #define CLOCK_SOURCE_UNSTABLE 0x40 |
Feng Tang | 5caf463 | 2013-03-12 11:56:46 +0800 | [diff] [blame] | 115 | #define CLOCK_SOURCE_SUSPEND_NONSTOP 0x80 |
Thomas Gleixner | 332962f | 2013-07-04 22:46:45 +0200 | [diff] [blame] | 116 | #define CLOCK_SOURCE_RESELECT 0x100 |
Thomas Gleixner | 73b08d2 | 2007-02-16 01:27:36 -0800 | [diff] [blame] | 117 | |
Jim Cromie | 7f9f303 | 2006-06-26 00:25:15 -0700 | [diff] [blame] | 118 | /* simplify initialization of mask field */ |
Atsushi Nemoto | 1d76c26 | 2008-01-30 13:30:01 +0100 | [diff] [blame] | 119 | #define CLOCKSOURCE_MASK(bits) (cycle_t)((bits) < 64 ? ((1ULL<<(bits))-1) : -1) |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 120 | |
| 121 | /** |
| 122 | * clocksource_khz2mult - calculates mult from khz and shift |
| 123 | * @khz: Clocksource frequency in KHz |
| 124 | * @shift_constant: Clocksource shift factor |
| 125 | * |
| 126 | * Helper functions that converts a khz counter frequency to a timsource |
| 127 | * multiplier, given the clocksource shift value |
| 128 | */ |
| 129 | static inline u32 clocksource_khz2mult(u32 khz, u32 shift_constant) |
| 130 | { |
| 131 | /* khz = cyc/(Million ns) |
| 132 | * mult/2^shift = ns/cyc |
| 133 | * mult = ns/cyc * 2^shift |
| 134 | * mult = 1Million/khz * 2^shift |
| 135 | * mult = 1000000 * 2^shift / khz |
| 136 | * mult = (1000000<<shift) / khz |
| 137 | */ |
| 138 | u64 tmp = ((u64)1000000) << shift_constant; |
| 139 | |
| 140 | tmp += khz/2; /* round for do_div */ |
| 141 | do_div(tmp, khz); |
| 142 | |
| 143 | return (u32)tmp; |
| 144 | } |
| 145 | |
| 146 | /** |
| 147 | * clocksource_hz2mult - calculates mult from hz and shift |
| 148 | * @hz: Clocksource frequency in Hz |
| 149 | * @shift_constant: Clocksource shift factor |
| 150 | * |
| 151 | * Helper functions that converts a hz counter |
| 152 | * frequency to a timsource multiplier, given the |
| 153 | * clocksource shift value |
| 154 | */ |
| 155 | static inline u32 clocksource_hz2mult(u32 hz, u32 shift_constant) |
| 156 | { |
| 157 | /* hz = cyc/(Billion ns) |
| 158 | * mult/2^shift = ns/cyc |
| 159 | * mult = ns/cyc * 2^shift |
| 160 | * mult = 1Billion/hz * 2^shift |
| 161 | * mult = 1000000000 * 2^shift / hz |
| 162 | * mult = (1000000000<<shift) / hz |
| 163 | */ |
| 164 | u64 tmp = ((u64)1000000000) << shift_constant; |
| 165 | |
| 166 | tmp += hz/2; /* round for do_div */ |
| 167 | do_div(tmp, hz); |
| 168 | |
| 169 | return (u32)tmp; |
| 170 | } |
| 171 | |
| 172 | /** |
Martin Schwidefsky | 155ec60 | 2009-08-14 15:47:26 +0200 | [diff] [blame] | 173 | * clocksource_cyc2ns - converts clocksource cycles to nanoseconds |
Kusanagi Kouichi | b1b73d0 | 2011-12-19 18:13:19 +0900 | [diff] [blame] | 174 | * @cycles: cycles |
| 175 | * @mult: cycle to nanosecond multiplier |
| 176 | * @shift: cycle to nanosecond divisor (power of two) |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 177 | * |
Martin Schwidefsky | 155ec60 | 2009-08-14 15:47:26 +0200 | [diff] [blame] | 178 | * Converts cycles to nanoseconds, using the given mult and shift. |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 179 | * |
| 180 | * XXX - This could use some mult_lxl_ll() asm optimization |
| 181 | */ |
Martin Schwidefsky | 155ec60 | 2009-08-14 15:47:26 +0200 | [diff] [blame] | 182 | static inline s64 clocksource_cyc2ns(cycle_t cycles, u32 mult, u32 shift) |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 183 | { |
Martin Schwidefsky | 155ec60 | 2009-08-14 15:47:26 +0200 | [diff] [blame] | 184 | return ((u64) cycles * mult) >> shift; |
john stultz | 5eb6d20 | 2006-06-26 00:25:07 -0700 | [diff] [blame] | 185 | } |
| 186 | |
| 187 | |
Thomas Gleixner | a89c7ed | 2013-04-25 20:31:46 +0000 | [diff] [blame] | 188 | extern int clocksource_unregister(struct clocksource*); |
Jason Wessel | 7c3078b | 2008-02-15 14:55:54 -0600 | [diff] [blame] | 189 | extern void clocksource_touch_watchdog(void); |
Thomas Gleixner | 92c7e00 | 2007-02-16 01:27:33 -0800 | [diff] [blame] | 190 | extern void clocksource_change_rating(struct clocksource *cs, int rating); |
Magnus Damm | c54a42b | 2010-02-02 14:41:41 -0800 | [diff] [blame] | 191 | extern void clocksource_suspend(void); |
Thomas Gleixner | b52f52a | 2007-05-09 02:35:15 -0700 | [diff] [blame] | 192 | extern void clocksource_resume(void); |
Bjorn Helgaas | 96a2adb | 2014-10-13 18:59:09 -0600 | [diff] [blame] | 193 | extern struct clocksource * __init clocksource_default_clock(void); |
Thomas Gleixner | 7285dd7 | 2009-08-28 20:25:24 +0200 | [diff] [blame] | 194 | extern void clocksource_mark_unstable(struct clocksource *cs); |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 195 | |
Stephen Boyd | 87d8b9e | 2013-07-18 16:21:14 -0700 | [diff] [blame] | 196 | extern u64 |
John Stultz | fb82fe2 | 2015-03-11 21:16:31 -0700 | [diff] [blame] | 197 | clocks_calc_max_nsecs(u32 mult, u32 shift, u32 maxadj, u64 mask, u64 *max_cycles); |
Thomas Gleixner | 7d2f944 | 2009-11-11 14:05:29 +0000 | [diff] [blame] | 198 | extern void |
| 199 | clocks_calc_mult_shift(u32 *mult, u32 *shift, u32 from, u32 to, u32 minsec); |
| 200 | |
John Stultz | d7e81c2 | 2010-05-07 18:07:38 -0700 | [diff] [blame] | 201 | /* |
| 202 | * Don't call __clocksource_register_scale directly, use |
| 203 | * clocksource_register_hz/khz |
| 204 | */ |
| 205 | extern int |
| 206 | __clocksource_register_scale(struct clocksource *cs, u32 scale, u32 freq); |
John Stultz | 852db46 | 2010-07-13 17:56:28 -0700 | [diff] [blame] | 207 | extern void |
John Stultz | fba9e07 | 2015-03-11 21:16:40 -0700 | [diff] [blame] | 208 | __clocksource_update_freq_scale(struct clocksource *cs, u32 scale, u32 freq); |
John Stultz | d7e81c2 | 2010-05-07 18:07:38 -0700 | [diff] [blame] | 209 | |
John Stultz | f893598 | 2015-03-11 21:16:37 -0700 | [diff] [blame] | 210 | /* |
| 211 | * Don't call this unless you are a default clocksource |
| 212 | * (AKA: jiffies) and absolutely have to. |
| 213 | */ |
| 214 | static inline int __clocksource_register(struct clocksource *cs) |
| 215 | { |
| 216 | return __clocksource_register_scale(cs, 1, 0); |
| 217 | } |
| 218 | |
John Stultz | d7e81c2 | 2010-05-07 18:07:38 -0700 | [diff] [blame] | 219 | static inline int clocksource_register_hz(struct clocksource *cs, u32 hz) |
| 220 | { |
| 221 | return __clocksource_register_scale(cs, 1, hz); |
| 222 | } |
| 223 | |
| 224 | static inline int clocksource_register_khz(struct clocksource *cs, u32 khz) |
| 225 | { |
| 226 | return __clocksource_register_scale(cs, 1000, khz); |
| 227 | } |
| 228 | |
John Stultz | fba9e07 | 2015-03-11 21:16:40 -0700 | [diff] [blame] | 229 | static inline void __clocksource_update_freq_hz(struct clocksource *cs, u32 hz) |
John Stultz | 852db46 | 2010-07-13 17:56:28 -0700 | [diff] [blame] | 230 | { |
John Stultz | fba9e07 | 2015-03-11 21:16:40 -0700 | [diff] [blame] | 231 | __clocksource_update_freq_scale(cs, 1, hz); |
John Stultz | 852db46 | 2010-07-13 17:56:28 -0700 | [diff] [blame] | 232 | } |
| 233 | |
John Stultz | fba9e07 | 2015-03-11 21:16:40 -0700 | [diff] [blame] | 234 | static inline void __clocksource_update_freq_khz(struct clocksource *cs, u32 khz) |
John Stultz | 852db46 | 2010-07-13 17:56:28 -0700 | [diff] [blame] | 235 | { |
John Stultz | fba9e07 | 2015-03-11 21:16:40 -0700 | [diff] [blame] | 236 | __clocksource_update_freq_scale(cs, 1000, khz); |
John Stultz | 852db46 | 2010-07-13 17:56:28 -0700 | [diff] [blame] | 237 | } |
John Stultz | d7e81c2 | 2010-05-07 18:07:38 -0700 | [diff] [blame] | 238 | |
john stultz | acc9a9d | 2007-02-16 01:28:17 -0800 | [diff] [blame] | 239 | |
Thomas Gleixner | ba919d1 | 2013-04-25 20:31:44 +0000 | [diff] [blame] | 240 | extern int timekeeping_notify(struct clocksource *clock); |
Martin Schwidefsky | 75c5158 | 2009-08-14 15:47:30 +0200 | [diff] [blame] | 241 | |
Russell King | 442c817 | 2011-05-08 14:06:52 +0100 | [diff] [blame] | 242 | extern cycle_t clocksource_mmio_readl_up(struct clocksource *); |
| 243 | extern cycle_t clocksource_mmio_readl_down(struct clocksource *); |
| 244 | extern cycle_t clocksource_mmio_readw_up(struct clocksource *); |
| 245 | extern cycle_t clocksource_mmio_readw_down(struct clocksource *); |
| 246 | |
| 247 | extern int clocksource_mmio_init(void __iomem *, const char *, |
| 248 | unsigned long, int, unsigned, cycle_t (*)(struct clocksource *)); |
| 249 | |
Russell King | 8c414ff | 2011-05-08 18:50:20 +0100 | [diff] [blame] | 250 | extern int clocksource_i8253_init(void); |
| 251 | |
Rob Herring | 54196cc | 2014-05-08 16:09:24 -0500 | [diff] [blame] | 252 | #define CLOCKSOURCE_OF_DECLARE(name, compat, fn) \ |
| 253 | OF_DECLARE_1(clksrc, name, compat, fn) |
| 254 | |
Marc Zyngier | aad83b15 | 2015-09-28 15:49:16 +0100 | [diff] [blame] | 255 | #ifdef CONFIG_CLKSRC_PROBE |
Marc Zyngier | 3722ed2 | 2015-09-28 15:49:18 +0100 | [diff] [blame] | 256 | extern void clocksource_probe(void); |
Stephen Warren | e1d7ef1 | 2013-01-30 10:49:30 -0700 | [diff] [blame] | 257 | #else |
Marc Zyngier | 3722ed2 | 2015-09-28 15:49:18 +0100 | [diff] [blame] | 258 | static inline void clocksource_probe(void) {} |
Stephen Warren | ae278a9 | 2012-11-19 16:41:20 -0700 | [diff] [blame] | 259 | #endif |
| 260 | |
Marc Zyngier | c625f76 | 2015-09-28 15:49:15 +0100 | [diff] [blame] | 261 | #define CLOCKSOURCE_ACPI_DECLARE(name, table_id, fn) \ |
| 262 | ACPI_DECLARE_PROBE_ENTRY(clksrc, name, table_id, 0, NULL, 0, fn) |
| 263 | |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 264 | #endif /* _LINUX_CLOCKSOURCE_H */ |