john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 1 | /* linux/include/linux/clocksource.h |
| 2 | * |
| 3 | * This file contains the structure definitions for clocksources. |
| 4 | * |
| 5 | * If you are not a clocksource, or timekeeping code, you should |
| 6 | * not be including this file! |
| 7 | */ |
| 8 | #ifndef _LINUX_CLOCKSOURCE_H |
| 9 | #define _LINUX_CLOCKSOURCE_H |
| 10 | |
| 11 | #include <linux/types.h> |
| 12 | #include <linux/timex.h> |
| 13 | #include <linux/time.h> |
| 14 | #include <linux/list.h> |
Eric Dumazet | 329c8d8 | 2007-05-08 00:27:57 -0700 | [diff] [blame] | 15 | #include <linux/cache.h> |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 16 | #include <linux/timer.h> |
Martin Schwidefsky | f1b8274 | 2009-08-14 15:47:21 +0200 | [diff] [blame] | 17 | #include <linux/init.h> |
David Lechner | 02fad5e | 2016-03-09 18:16:54 -0600 | [diff] [blame] | 18 | #include <linux/of.h> |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 19 | #include <asm/div64.h> |
| 20 | #include <asm/io.h> |
| 21 | |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 22 | struct clocksource; |
Thomas Gleixner | 09ac369 | 2013-04-25 20:31:44 +0000 | [diff] [blame] | 23 | struct module; |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 24 | |
H. Peter Anvin | ae7bd11 | 2011-07-21 13:34:05 -0700 | [diff] [blame] | 25 | #ifdef CONFIG_ARCH_CLOCKSOURCE_DATA |
Andy Lutomirski | 433bd80 | 2011-07-13 09:24:13 -0400 | [diff] [blame] | 26 | #include <asm/clocksource.h> |
H. Peter Anvin | ae7bd11 | 2011-07-21 13:34:05 -0700 | [diff] [blame] | 27 | #endif |
Andy Lutomirski | 433bd80 | 2011-07-13 09:24:13 -0400 | [diff] [blame] | 28 | |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 29 | /** |
| 30 | * struct clocksource - hardware abstraction for a free running counter |
| 31 | * Provides mostly state-free accessors to the underlying hardware. |
Patrick Ohly | a038a35 | 2009-02-12 05:03:34 +0000 | [diff] [blame] | 32 | * This is the structure used for system time. |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 33 | * |
| 34 | * @name: ptr to clocksource name |
| 35 | * @list: list head for registration |
| 36 | * @rating: rating value for selection (higher is better) |
| 37 | * To avoid rating inflation the following |
| 38 | * list should give you a guide as to how |
| 39 | * to assign your clocksource a rating |
| 40 | * 1-99: Unfit for real use |
| 41 | * Only available for bootup and testing purposes. |
| 42 | * 100-199: Base level usability. |
| 43 | * Functional for real use, but not desired. |
| 44 | * 200-299: Good. |
| 45 | * A correct and usable clocksource. |
| 46 | * 300-399: Desired. |
| 47 | * A reasonably fast and accurate clocksource. |
| 48 | * 400-499: Perfect |
| 49 | * The ideal clocksource. A must-use where |
| 50 | * available. |
Magnus Damm | 8e19608 | 2009-04-21 12:24:00 -0700 | [diff] [blame] | 51 | * @read: returns a cycle value, passes clocksource as argument |
Magnus Damm | 4614e6a | 2009-04-21 12:24:02 -0700 | [diff] [blame] | 52 | * @enable: optional function to enable the clocksource |
| 53 | * @disable: optional function to disable the clocksource |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 54 | * @mask: bitmask for two's complement |
| 55 | * subtraction of non 64 bit counters |
Martin Schwidefsky | 0a54419 | 2009-08-14 15:47:28 +0200 | [diff] [blame] | 56 | * @mult: cycle to nanosecond multiplier |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 57 | * @shift: cycle to nanosecond divisor (power of two) |
Jon Hunter | 9896246 | 2009-08-18 12:45:10 -0500 | [diff] [blame] | 58 | * @max_idle_ns: max idle time permitted by the clocksource (nsecs) |
Kusanagi Kouichi | b1b73d0 | 2011-12-19 18:13:19 +0900 | [diff] [blame] | 59 | * @maxadj: maximum adjustment value to mult (~11%) |
John Stultz | fb82fe2 | 2015-03-11 21:16:31 -0700 | [diff] [blame] | 60 | * @max_cycles: maximum safe cycle value which won't overflow on multiplication |
Thomas Gleixner | 73b08d2 | 2007-02-16 01:27:36 -0800 | [diff] [blame] | 61 | * @flags: flags describing special properties |
Andy Lutomirski | 433bd80 | 2011-07-13 09:24:13 -0400 | [diff] [blame] | 62 | * @archdata: arch-specific data |
Magnus Damm | c54a42b | 2010-02-02 14:41:41 -0800 | [diff] [blame] | 63 | * @suspend: suspend function for the clocksource, if necessary |
Thomas Gleixner | b52f52a | 2007-05-09 02:35:15 -0700 | [diff] [blame] | 64 | * @resume: resume function for the clocksource, if necessary |
Thomas Gleixner | 09ac369 | 2013-04-25 20:31:44 +0000 | [diff] [blame] | 65 | * @owner: module reference, must be set by clocksource in modules |
Thomas Gleixner | 09a9982 | 2015-11-19 11:43:09 +0100 | [diff] [blame] | 66 | * |
| 67 | * Note: This struct is not used in hotpathes of the timekeeping code |
| 68 | * because the timekeeper caches the hot path fields in its own data |
| 69 | * structure, so no line cache alignment is required, |
| 70 | * |
| 71 | * The pointer to the clocksource itself is handed to the read |
| 72 | * callback. If you need extra information there you can wrap struct |
| 73 | * clocksource into your own struct. Depending on the amount of |
| 74 | * information you need you should consider to cache line align that |
| 75 | * structure. |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 76 | */ |
| 77 | struct clocksource { |
Magnus Damm | 8e19608 | 2009-04-21 12:24:00 -0700 | [diff] [blame] | 78 | cycle_t (*read)(struct clocksource *cs); |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 79 | cycle_t mask; |
| 80 | u32 mult; |
| 81 | u32 shift; |
Jon Hunter | 9896246 | 2009-08-18 12:45:10 -0500 | [diff] [blame] | 82 | u64 max_idle_ns; |
John Stultz | d65670a | 2011-10-31 17:06:35 -0400 | [diff] [blame] | 83 | u32 maxadj; |
H. Peter Anvin | ae7bd11 | 2011-07-21 13:34:05 -0700 | [diff] [blame] | 84 | #ifdef CONFIG_ARCH_CLOCKSOURCE_DATA |
Andy Lutomirski | 433bd80 | 2011-07-13 09:24:13 -0400 | [diff] [blame] | 85 | struct arch_clocksource_data archdata; |
Tony Luck | 0aa366f | 2007-07-20 11:22:30 -0700 | [diff] [blame] | 86 | #endif |
John Stultz | fb82fe2 | 2015-03-11 21:16:31 -0700 | [diff] [blame] | 87 | u64 max_cycles; |
Thomas Gleixner | 369db4c | 2011-05-18 21:33:40 +0000 | [diff] [blame] | 88 | const char *name; |
| 89 | struct list_head list; |
| 90 | int rating; |
Thomas Gleixner | 369db4c | 2011-05-18 21:33:40 +0000 | [diff] [blame] | 91 | int (*enable)(struct clocksource *cs); |
| 92 | void (*disable)(struct clocksource *cs); |
| 93 | unsigned long flags; |
| 94 | void (*suspend)(struct clocksource *cs); |
| 95 | void (*resume)(struct clocksource *cs); |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 96 | |
Kusanagi Kouichi | b1b73d0 | 2011-12-19 18:13:19 +0900 | [diff] [blame] | 97 | /* private: */ |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 98 | #ifdef CONFIG_CLOCKSOURCE_WATCHDOG |
| 99 | /* Watchdog related data, used by the framework */ |
| 100 | struct list_head wd_list; |
Thomas Gleixner | b519951 | 2011-06-16 16:22:08 +0200 | [diff] [blame] | 101 | cycle_t cs_last; |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 102 | cycle_t wd_last; |
| 103 | #endif |
Thomas Gleixner | 09ac369 | 2013-04-25 20:31:44 +0000 | [diff] [blame] | 104 | struct module *owner; |
Thomas Gleixner | 09a9982 | 2015-11-19 11:43:09 +0100 | [diff] [blame] | 105 | }; |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 106 | |
Thomas Gleixner | 73b08d2 | 2007-02-16 01:27:36 -0800 | [diff] [blame] | 107 | /* |
| 108 | * Clock source flags bits:: |
| 109 | */ |
Thomas Gleixner | 5d8b34f | 2007-02-16 01:27:43 -0800 | [diff] [blame] | 110 | #define CLOCK_SOURCE_IS_CONTINUOUS 0x01 |
| 111 | #define CLOCK_SOURCE_MUST_VERIFY 0x02 |
| 112 | |
| 113 | #define CLOCK_SOURCE_WATCHDOG 0x10 |
| 114 | #define CLOCK_SOURCE_VALID_FOR_HRES 0x20 |
Martin Schwidefsky | c55c87c | 2009-08-14 15:47:25 +0200 | [diff] [blame] | 115 | #define CLOCK_SOURCE_UNSTABLE 0x40 |
Feng Tang | 5caf463 | 2013-03-12 11:56:46 +0800 | [diff] [blame] | 116 | #define CLOCK_SOURCE_SUSPEND_NONSTOP 0x80 |
Thomas Gleixner | 332962f | 2013-07-04 22:46:45 +0200 | [diff] [blame] | 117 | #define CLOCK_SOURCE_RESELECT 0x100 |
Thomas Gleixner | 73b08d2 | 2007-02-16 01:27:36 -0800 | [diff] [blame] | 118 | |
Jim Cromie | 7f9f303 | 2006-06-26 00:25:15 -0700 | [diff] [blame] | 119 | /* simplify initialization of mask field */ |
Atsushi Nemoto | 1d76c26 | 2008-01-30 13:30:01 +0100 | [diff] [blame] | 120 | #define CLOCKSOURCE_MASK(bits) (cycle_t)((bits) < 64 ? ((1ULL<<(bits))-1) : -1) |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 121 | |
Alexander Kuleshov | 7aca0c0 | 2016-02-26 19:14:13 -0800 | [diff] [blame] | 122 | static inline u32 clocksource_freq2mult(u32 freq, u32 shift_constant, u64 from) |
| 123 | { |
| 124 | /* freq = cyc/from |
| 125 | * mult/2^shift = ns/cyc |
| 126 | * mult = ns/cyc * 2^shift |
| 127 | * mult = from/freq * 2^shift |
| 128 | * mult = from * 2^shift / freq |
| 129 | * mult = (from<<shift) / freq |
| 130 | */ |
| 131 | u64 tmp = ((u64)from) << shift_constant; |
| 132 | |
| 133 | tmp += freq/2; /* round for do_div */ |
| 134 | do_div(tmp, freq); |
| 135 | |
| 136 | return (u32)tmp; |
| 137 | } |
| 138 | |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 139 | /** |
| 140 | * clocksource_khz2mult - calculates mult from khz and shift |
| 141 | * @khz: Clocksource frequency in KHz |
| 142 | * @shift_constant: Clocksource shift factor |
| 143 | * |
| 144 | * Helper functions that converts a khz counter frequency to a timsource |
| 145 | * multiplier, given the clocksource shift value |
| 146 | */ |
| 147 | static inline u32 clocksource_khz2mult(u32 khz, u32 shift_constant) |
| 148 | { |
Alexander Kuleshov | 7aca0c0 | 2016-02-26 19:14:13 -0800 | [diff] [blame] | 149 | return clocksource_freq2mult(khz, shift_constant, NSEC_PER_MSEC); |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 150 | } |
| 151 | |
| 152 | /** |
| 153 | * clocksource_hz2mult - calculates mult from hz and shift |
| 154 | * @hz: Clocksource frequency in Hz |
| 155 | * @shift_constant: Clocksource shift factor |
| 156 | * |
| 157 | * Helper functions that converts a hz counter |
| 158 | * frequency to a timsource multiplier, given the |
| 159 | * clocksource shift value |
| 160 | */ |
| 161 | static inline u32 clocksource_hz2mult(u32 hz, u32 shift_constant) |
| 162 | { |
Alexander Kuleshov | 7aca0c0 | 2016-02-26 19:14:13 -0800 | [diff] [blame] | 163 | return clocksource_freq2mult(hz, shift_constant, NSEC_PER_SEC); |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 164 | } |
| 165 | |
| 166 | /** |
Martin Schwidefsky | 155ec60 | 2009-08-14 15:47:26 +0200 | [diff] [blame] | 167 | * clocksource_cyc2ns - converts clocksource cycles to nanoseconds |
Kusanagi Kouichi | b1b73d0 | 2011-12-19 18:13:19 +0900 | [diff] [blame] | 168 | * @cycles: cycles |
| 169 | * @mult: cycle to nanosecond multiplier |
| 170 | * @shift: cycle to nanosecond divisor (power of two) |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 171 | * |
Martin Schwidefsky | 155ec60 | 2009-08-14 15:47:26 +0200 | [diff] [blame] | 172 | * Converts cycles to nanoseconds, using the given mult and shift. |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 173 | * |
| 174 | * XXX - This could use some mult_lxl_ll() asm optimization |
| 175 | */ |
Martin Schwidefsky | 155ec60 | 2009-08-14 15:47:26 +0200 | [diff] [blame] | 176 | static inline s64 clocksource_cyc2ns(cycle_t cycles, u32 mult, u32 shift) |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 177 | { |
Martin Schwidefsky | 155ec60 | 2009-08-14 15:47:26 +0200 | [diff] [blame] | 178 | return ((u64) cycles * mult) >> shift; |
john stultz | 5eb6d20 | 2006-06-26 00:25:07 -0700 | [diff] [blame] | 179 | } |
| 180 | |
| 181 | |
Thomas Gleixner | a89c7ed | 2013-04-25 20:31:46 +0000 | [diff] [blame] | 182 | extern int clocksource_unregister(struct clocksource*); |
Jason Wessel | 7c3078b | 2008-02-15 14:55:54 -0600 | [diff] [blame] | 183 | extern void clocksource_touch_watchdog(void); |
Thomas Gleixner | 92c7e00 | 2007-02-16 01:27:33 -0800 | [diff] [blame] | 184 | extern void clocksource_change_rating(struct clocksource *cs, int rating); |
Magnus Damm | c54a42b | 2010-02-02 14:41:41 -0800 | [diff] [blame] | 185 | extern void clocksource_suspend(void); |
Thomas Gleixner | b52f52a | 2007-05-09 02:35:15 -0700 | [diff] [blame] | 186 | extern void clocksource_resume(void); |
Bjorn Helgaas | 96a2adb | 2014-10-13 18:59:09 -0600 | [diff] [blame] | 187 | extern struct clocksource * __init clocksource_default_clock(void); |
Thomas Gleixner | 7285dd7 | 2009-08-28 20:25:24 +0200 | [diff] [blame] | 188 | extern void clocksource_mark_unstable(struct clocksource *cs); |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 189 | |
Stephen Boyd | 87d8b9e | 2013-07-18 16:21:14 -0700 | [diff] [blame] | 190 | extern u64 |
John Stultz | fb82fe2 | 2015-03-11 21:16:31 -0700 | [diff] [blame] | 191 | clocks_calc_max_nsecs(u32 mult, u32 shift, u32 maxadj, u64 mask, u64 *max_cycles); |
Thomas Gleixner | 7d2f944 | 2009-11-11 14:05:29 +0000 | [diff] [blame] | 192 | extern void |
| 193 | clocks_calc_mult_shift(u32 *mult, u32 *shift, u32 from, u32 to, u32 minsec); |
| 194 | |
John Stultz | d7e81c2 | 2010-05-07 18:07:38 -0700 | [diff] [blame] | 195 | /* |
| 196 | * Don't call __clocksource_register_scale directly, use |
| 197 | * clocksource_register_hz/khz |
| 198 | */ |
| 199 | extern int |
| 200 | __clocksource_register_scale(struct clocksource *cs, u32 scale, u32 freq); |
John Stultz | 852db46 | 2010-07-13 17:56:28 -0700 | [diff] [blame] | 201 | extern void |
John Stultz | fba9e07 | 2015-03-11 21:16:40 -0700 | [diff] [blame] | 202 | __clocksource_update_freq_scale(struct clocksource *cs, u32 scale, u32 freq); |
John Stultz | d7e81c2 | 2010-05-07 18:07:38 -0700 | [diff] [blame] | 203 | |
John Stultz | f893598 | 2015-03-11 21:16:37 -0700 | [diff] [blame] | 204 | /* |
| 205 | * Don't call this unless you are a default clocksource |
| 206 | * (AKA: jiffies) and absolutely have to. |
| 207 | */ |
| 208 | static inline int __clocksource_register(struct clocksource *cs) |
| 209 | { |
| 210 | return __clocksource_register_scale(cs, 1, 0); |
| 211 | } |
| 212 | |
John Stultz | d7e81c2 | 2010-05-07 18:07:38 -0700 | [diff] [blame] | 213 | static inline int clocksource_register_hz(struct clocksource *cs, u32 hz) |
| 214 | { |
| 215 | return __clocksource_register_scale(cs, 1, hz); |
| 216 | } |
| 217 | |
| 218 | static inline int clocksource_register_khz(struct clocksource *cs, u32 khz) |
| 219 | { |
| 220 | return __clocksource_register_scale(cs, 1000, khz); |
| 221 | } |
| 222 | |
John Stultz | fba9e07 | 2015-03-11 21:16:40 -0700 | [diff] [blame] | 223 | static inline void __clocksource_update_freq_hz(struct clocksource *cs, u32 hz) |
John Stultz | 852db46 | 2010-07-13 17:56:28 -0700 | [diff] [blame] | 224 | { |
John Stultz | fba9e07 | 2015-03-11 21:16:40 -0700 | [diff] [blame] | 225 | __clocksource_update_freq_scale(cs, 1, hz); |
John Stultz | 852db46 | 2010-07-13 17:56:28 -0700 | [diff] [blame] | 226 | } |
| 227 | |
John Stultz | fba9e07 | 2015-03-11 21:16:40 -0700 | [diff] [blame] | 228 | static inline void __clocksource_update_freq_khz(struct clocksource *cs, u32 khz) |
John Stultz | 852db46 | 2010-07-13 17:56:28 -0700 | [diff] [blame] | 229 | { |
John Stultz | fba9e07 | 2015-03-11 21:16:40 -0700 | [diff] [blame] | 230 | __clocksource_update_freq_scale(cs, 1000, khz); |
John Stultz | 852db46 | 2010-07-13 17:56:28 -0700 | [diff] [blame] | 231 | } |
John Stultz | d7e81c2 | 2010-05-07 18:07:38 -0700 | [diff] [blame] | 232 | |
john stultz | acc9a9d | 2007-02-16 01:28:17 -0800 | [diff] [blame] | 233 | |
Thomas Gleixner | ba919d1 | 2013-04-25 20:31:44 +0000 | [diff] [blame] | 234 | extern int timekeeping_notify(struct clocksource *clock); |
Martin Schwidefsky | 75c5158 | 2009-08-14 15:47:30 +0200 | [diff] [blame] | 235 | |
Russell King | 442c817 | 2011-05-08 14:06:52 +0100 | [diff] [blame] | 236 | extern cycle_t clocksource_mmio_readl_up(struct clocksource *); |
| 237 | extern cycle_t clocksource_mmio_readl_down(struct clocksource *); |
| 238 | extern cycle_t clocksource_mmio_readw_up(struct clocksource *); |
| 239 | extern cycle_t clocksource_mmio_readw_down(struct clocksource *); |
| 240 | |
| 241 | extern int clocksource_mmio_init(void __iomem *, const char *, |
| 242 | unsigned long, int, unsigned, cycle_t (*)(struct clocksource *)); |
| 243 | |
Russell King | 8c414ff | 2011-05-08 18:50:20 +0100 | [diff] [blame] | 244 | extern int clocksource_i8253_init(void); |
| 245 | |
Rob Herring | 54196cc | 2014-05-08 16:09:24 -0500 | [diff] [blame] | 246 | #define CLOCKSOURCE_OF_DECLARE(name, compat, fn) \ |
Daniel Lezcano | 177cf6e | 2016-06-07 00:27:44 +0200 | [diff] [blame^] | 247 | OF_DECLARE_1_RET(clksrc, name, compat, fn) |
Daniel Lezcano | b7c4db8 | 2016-05-31 16:25:59 +0200 | [diff] [blame] | 248 | |
Marc Zyngier | aad83b15 | 2015-09-28 15:49:16 +0100 | [diff] [blame] | 249 | #ifdef CONFIG_CLKSRC_PROBE |
Marc Zyngier | 3722ed2 | 2015-09-28 15:49:18 +0100 | [diff] [blame] | 250 | extern void clocksource_probe(void); |
Stephen Warren | e1d7ef1 | 2013-01-30 10:49:30 -0700 | [diff] [blame] | 251 | #else |
Marc Zyngier | 3722ed2 | 2015-09-28 15:49:18 +0100 | [diff] [blame] | 252 | static inline void clocksource_probe(void) {} |
Stephen Warren | ae278a9 | 2012-11-19 16:41:20 -0700 | [diff] [blame] | 253 | #endif |
| 254 | |
Marc Zyngier | c625f76 | 2015-09-28 15:49:15 +0100 | [diff] [blame] | 255 | #define CLOCKSOURCE_ACPI_DECLARE(name, table_id, fn) \ |
| 256 | ACPI_DECLARE_PROBE_ENTRY(clksrc, name, table_id, 0, NULL, 0, fn) |
| 257 | |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 258 | #endif /* _LINUX_CLOCKSOURCE_H */ |