blob: 4759917adc71ae371da1cc3a45d46b22a55d4015 [file] [log] [blame]
Thomas Gleixnerc0a31322006-01-09 20:52:32 -08001/*
2 * include/linux/hrtimer.h
3 *
4 * hrtimers - High-resolution kernel timers
5 *
6 * Copyright(C) 2005, Thomas Gleixner <tglx@linutronix.de>
7 * Copyright(C) 2005, Red Hat, Inc., Ingo Molnar
8 *
9 * data type definitions, declarations, prototypes
10 *
11 * Started by: Thomas Gleixner and Ingo Molnar
12 *
13 * For licencing details see kernel-base/COPYING
14 */
15#ifndef _LINUX_HRTIMER_H
16#define _LINUX_HRTIMER_H
17
18#include <linux/rbtree.h>
19#include <linux/ktime.h>
20#include <linux/init.h>
21#include <linux/list.h>
22#include <linux/wait.h>
Stephen Rothwell40b86062008-10-15 14:20:28 +110023#include <linux/percpu.h>
Heiko Carstens507e1232009-06-23 17:38:15 +020024#include <linux/timer.h>
Stephen Rothwell40b86062008-10-15 14:20:28 +110025
Thomas Gleixnerc0a31322006-01-09 20:52:32 -080026
Thomas Gleixner3c8aa392007-02-16 01:27:50 -080027struct hrtimer_clock_base;
28struct hrtimer_cpu_base;
29
Thomas Gleixnerc0a31322006-01-09 20:52:32 -080030/*
31 * Mode arguments of xxx_hrtimer functions:
32 */
33enum hrtimer_mode {
Arun R Bharadwaj597d0272009-04-16 12:13:26 +053034 HRTIMER_MODE_ABS = 0x0, /* Time value is absolute */
35 HRTIMER_MODE_REL = 0x1, /* Time value is relative to now */
36 HRTIMER_MODE_PINNED = 0x02, /* Timer is bound to CPU */
37 HRTIMER_MODE_ABS_PINNED = 0x02,
38 HRTIMER_MODE_REL_PINNED = 0x03,
Thomas Gleixnerc0a31322006-01-09 20:52:32 -080039};
40
Thomas Gleixnerc9cb2e32007-02-16 01:27:49 -080041/*
42 * Return values for the callback function
43 */
Thomas Gleixnerc0a31322006-01-09 20:52:32 -080044enum hrtimer_restart {
Thomas Gleixnerc9cb2e32007-02-16 01:27:49 -080045 HRTIMER_NORESTART, /* Timer is not restarted */
46 HRTIMER_RESTART, /* Timer must be restarted */
Thomas Gleixnerc0a31322006-01-09 20:52:32 -080047};
48
Thomas Gleixner303e9672007-02-16 01:27:51 -080049/*
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -080050 * Values to track state of the timer
Thomas Gleixner303e9672007-02-16 01:27:51 -080051 *
52 * Possible states:
53 *
54 * 0x00 inactive
55 * 0x01 enqueued into rbtree
56 * 0x02 callback function running
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -080057 *
Thomas Gleixnerb00c1a92008-09-29 15:44:46 +020058 * Special cases:
Thomas Gleixner303e9672007-02-16 01:27:51 -080059 * 0x03 callback function running and enqueued
60 * (was requeued on another CPU)
Thomas Gleixnerb00c1a92008-09-29 15:44:46 +020061 * 0x09 timer was migrated on CPU hotunplug
Thomas Gleixner303e9672007-02-16 01:27:51 -080062 * The "callback function running and enqueued" status is only possible on
63 * SMP. It happens for example when a posix timer expired and the callback
64 * queued a signal. Between dropping the lock which protects the posix timer
65 * and reacquiring the base lock of the hrtimer, another CPU can deliver the
66 * signal and rearm the timer. We have to preserve the callback running state,
67 * as otherwise the timer could be removed before the softirq code finishes the
68 * the handling of the timer.
69 *
Li Zefan3eb05672008-02-08 04:19:25 -080070 * The HRTIMER_STATE_ENQUEUED bit is always or'ed to the current state to
Thomas Gleixner303e9672007-02-16 01:27:51 -080071 * preserve the HRTIMER_STATE_CALLBACK bit in the above scenario.
72 *
73 * All state transitions are protected by cpu_base->lock.
74 */
75#define HRTIMER_STATE_INACTIVE 0x00
76#define HRTIMER_STATE_ENQUEUED 0x01
77#define HRTIMER_STATE_CALLBACK 0x02
Peter Zijlstraca109492008-11-25 12:43:51 +010078#define HRTIMER_STATE_MIGRATE 0x04
Thomas Gleixner303e9672007-02-16 01:27:51 -080079
Thomas Gleixnerc0a31322006-01-09 20:52:32 -080080/**
81 * struct hrtimer - the basic hrtimer structure
Thomas Gleixnerc0a31322006-01-09 20:52:32 -080082 * @node: red black tree node for time ordered insertion
Thomas Gleixner592aa992008-10-20 16:38:19 +020083 * @_expires: the absolute expiry time in the hrtimers internal
Thomas Gleixnerc0a31322006-01-09 20:52:32 -080084 * representation. The time is related to the clock on
Thomas Gleixner592aa992008-10-20 16:38:19 +020085 * which the timer is based. Is setup by adding
86 * slack to the _softexpires value. For non range timers
87 * identical to _softexpires.
88 * @_softexpires: the absolute earliest expiry time of the hrtimer.
89 * The time which was given as expiry time when the timer
90 * was armed.
Thomas Gleixnerc0a31322006-01-09 20:52:32 -080091 * @function: timer expiry callback function
Thomas Gleixnerc0a31322006-01-09 20:52:32 -080092 * @base: pointer to the timer base (per cpu and per clock)
Thomas Gleixner303e9672007-02-16 01:27:51 -080093 * @state: state information (See bit values above)
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -080094 * @cb_entry: list head to enqueue an expired timer into the callback list
95 * @start_site: timer statistics field to store the site where the timer
96 * was started
97 * @start_comm: timer statistics field to store the name of the process which
98 * started the timer
99 * @start_pid: timer statistics field to store the pid of the task which
100 * started the timer
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800101 *
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800102 * The hrtimer structure must be initialized by hrtimer_init()
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800103 */
104struct hrtimer {
Thomas Gleixner3c8aa392007-02-16 01:27:50 -0800105 struct rb_node node;
Arjan van de Ven799b64d2008-09-01 15:27:58 -0700106 ktime_t _expires;
Arjan van de Ven654c8e02008-09-01 15:47:08 -0700107 ktime_t _softexpires;
Thomas Gleixner3c8aa392007-02-16 01:27:50 -0800108 enum hrtimer_restart (*function)(struct hrtimer *);
109 struct hrtimer_clock_base *base;
Thomas Gleixner303e9672007-02-16 01:27:51 -0800110 unsigned long state;
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800111 struct list_head cb_entry;
Ingo Molnar82f67cd2007-02-16 01:28:13 -0800112#ifdef CONFIG_TIMER_STATS
Richard Kennedy1b024692008-09-22 14:42:43 -0700113 int start_pid;
Ingo Molnar82f67cd2007-02-16 01:28:13 -0800114 void *start_site;
115 char start_comm[16];
Ingo Molnar82f67cd2007-02-16 01:28:13 -0800116#endif
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800117};
118
119/**
Thomas Gleixner00362e32006-03-31 02:31:17 -0800120 * struct hrtimer_sleeper - simple sleeper structure
Thomas Gleixner00362e32006-03-31 02:31:17 -0800121 * @timer: embedded timer structure
122 * @task: task to wake up
123 *
124 * task is set to NULL, when the timer expires.
125 */
126struct hrtimer_sleeper {
127 struct hrtimer timer;
128 struct task_struct *task;
129};
130
131/**
Andres Salomond1d67172007-03-06 01:42:07 -0800132 * struct hrtimer_clock_base - the timer base for a specific clock
Randy Dunlap05fb6bf2007-02-28 20:12:13 -0800133 * @cpu_base: per cpu clock base
Thomas Gleixner3c8aa392007-02-16 01:27:50 -0800134 * @index: clock type index for per_cpu support when moving a
135 * timer to a base on another cpu.
Thomas Gleixner92127c72006-03-26 01:38:05 -0800136 * @active: red black tree root node for the active timers
137 * @first: pointer to the timer node which expires first
138 * @resolution: the resolution of the clock, in nanoseconds
139 * @get_time: function to retrieve the current time of the clock
Thomas Gleixner92127c72006-03-26 01:38:05 -0800140 * @softirq_time: the time when running the hrtimer queue in the softirq
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800141 * @offset: offset of this clock to the monotonic base
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800142 */
Thomas Gleixner3c8aa392007-02-16 01:27:50 -0800143struct hrtimer_clock_base {
144 struct hrtimer_cpu_base *cpu_base;
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800145 clockid_t index;
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800146 struct rb_root active;
Thomas Gleixner288867e2006-01-12 11:25:54 +0100147 struct rb_node *first;
Thomas Gleixnere2787632006-01-12 11:36:14 +0100148 ktime_t resolution;
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800149 ktime_t (*get_time)(void);
Thomas Gleixner92127c72006-03-26 01:38:05 -0800150 ktime_t softirq_time;
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800151#ifdef CONFIG_HIGH_RES_TIMERS
152 ktime_t offset;
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800153#endif
Thomas Gleixner3c8aa392007-02-16 01:27:50 -0800154};
155
156#define HRTIMER_MAX_CLOCK_BASES 2
157
158/*
159 * struct hrtimer_cpu_base - the per cpu clock bases
160 * @lock: lock protecting the base and associated clock bases
161 * and timers
Thomas Gleixner3c8aa392007-02-16 01:27:50 -0800162 * @clock_base: array of clock bases for this cpu
163 * @curr_timer: the timer which is executing a callback right now
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800164 * @expires_next: absolute time of the next event which was scheduled
165 * via clock_set_next_event()
166 * @hres_active: State of high resolution mode
167 * @check_clocks: Indictator, when set evaluate time source and clock
168 * event devices whether high resolution mode can be
169 * activated.
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800170 * @nr_events: Total number of timer interrupt events
Thomas Gleixner3c8aa392007-02-16 01:27:50 -0800171 */
172struct hrtimer_cpu_base {
173 spinlock_t lock;
Thomas Gleixner3c8aa392007-02-16 01:27:50 -0800174 struct hrtimer_clock_base clock_base[HRTIMER_MAX_CLOCK_BASES];
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800175#ifdef CONFIG_HIGH_RES_TIMERS
176 ktime_t expires_next;
177 int hres_active;
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800178 unsigned long nr_events;
179#endif
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800180};
181
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700182static inline void hrtimer_set_expires(struct hrtimer *timer, ktime_t time)
183{
Arjan van de Ven799b64d2008-09-01 15:27:58 -0700184 timer->_expires = time;
Arjan van de Ven654c8e02008-09-01 15:47:08 -0700185 timer->_softexpires = time;
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700186}
Arjan van de Ven654c8e02008-09-01 15:47:08 -0700187
188static inline void hrtimer_set_expires_range(struct hrtimer *timer, ktime_t time, ktime_t delta)
189{
190 timer->_softexpires = time;
191 timer->_expires = ktime_add_safe(time, delta);
192}
193
194static inline void hrtimer_set_expires_range_ns(struct hrtimer *timer, ktime_t time, unsigned long delta)
195{
196 timer->_softexpires = time;
197 timer->_expires = ktime_add_safe(time, ns_to_ktime(delta));
198}
199
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700200static inline void hrtimer_set_expires_tv64(struct hrtimer *timer, s64 tv64)
201{
Arjan van de Ven799b64d2008-09-01 15:27:58 -0700202 timer->_expires.tv64 = tv64;
Arjan van de Ven654c8e02008-09-01 15:47:08 -0700203 timer->_softexpires.tv64 = tv64;
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700204}
205
206static inline void hrtimer_add_expires(struct hrtimer *timer, ktime_t time)
207{
Arjan van de Ven799b64d2008-09-01 15:27:58 -0700208 timer->_expires = ktime_add_safe(timer->_expires, time);
Arjan van de Ven654c8e02008-09-01 15:47:08 -0700209 timer->_softexpires = ktime_add_safe(timer->_softexpires, time);
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700210}
211
David Howells7597bc92008-11-05 17:38:47 +0000212static inline void hrtimer_add_expires_ns(struct hrtimer *timer, u64 ns)
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700213{
Arjan van de Ven799b64d2008-09-01 15:27:58 -0700214 timer->_expires = ktime_add_ns(timer->_expires, ns);
Arjan van de Ven654c8e02008-09-01 15:47:08 -0700215 timer->_softexpires = ktime_add_ns(timer->_softexpires, ns);
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700216}
217
218static inline ktime_t hrtimer_get_expires(const struct hrtimer *timer)
219{
Arjan van de Ven799b64d2008-09-01 15:27:58 -0700220 return timer->_expires;
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700221}
222
Arjan van de Ven654c8e02008-09-01 15:47:08 -0700223static inline ktime_t hrtimer_get_softexpires(const struct hrtimer *timer)
224{
225 return timer->_softexpires;
226}
227
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700228static inline s64 hrtimer_get_expires_tv64(const struct hrtimer *timer)
229{
Arjan van de Ven799b64d2008-09-01 15:27:58 -0700230 return timer->_expires.tv64;
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700231}
Arjan van de Ven654c8e02008-09-01 15:47:08 -0700232static inline s64 hrtimer_get_softexpires_tv64(const struct hrtimer *timer)
233{
234 return timer->_softexpires.tv64;
235}
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700236
237static inline s64 hrtimer_get_expires_ns(const struct hrtimer *timer)
238{
Arjan van de Ven799b64d2008-09-01 15:27:58 -0700239 return ktime_to_ns(timer->_expires);
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700240}
241
242static inline ktime_t hrtimer_expires_remaining(const struct hrtimer *timer)
243{
Arjan van de Ven799b64d2008-09-01 15:27:58 -0700244 return ktime_sub(timer->_expires, timer->base->get_time());
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700245}
246
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800247#ifdef CONFIG_HIGH_RES_TIMERS
248struct clock_event_device;
249
250extern void clock_was_set(void);
Ingo Molnar995f0542007-04-07 12:05:00 +0200251extern void hres_timers_resume(void);
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800252extern void hrtimer_interrupt(struct clock_event_device *dev);
253
254/*
255 * In high resolution mode the time reference must be read accurate
256 */
257static inline ktime_t hrtimer_cb_get_time(struct hrtimer *timer)
258{
259 return timer->base->get_time();
260}
261
Peter Zijlstra8f4d37e2008-01-25 21:08:29 +0100262static inline int hrtimer_is_hres_active(struct hrtimer *timer)
263{
264 return timer->base->cpu_base->hres_active;
265}
266
Arjan van de Ven2075eb82008-10-07 10:57:54 -0700267extern void hrtimer_peek_ahead_timers(void);
268
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800269/*
270 * The resolution of the clocks. The resolution value is returned in
271 * the clock_getres() system call to give application programmers an
272 * idea of the (in)accuracy of timers. Timer values are rounded up to
273 * this resolution values.
274 */
Tony Breeds151db1f2008-02-08 09:24:52 +1100275# define HIGH_RES_NSEC 1
276# define KTIME_HIGH_RES (ktime_t) { .tv64 = HIGH_RES_NSEC }
277# define MONOTONIC_RES_NSEC HIGH_RES_NSEC
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800278# define KTIME_MONOTONIC_RES KTIME_HIGH_RES
279
280#else
281
Tony Breeds151db1f2008-02-08 09:24:52 +1100282# define MONOTONIC_RES_NSEC LOW_RES_NSEC
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800283# define KTIME_MONOTONIC_RES KTIME_LOW_RES
284
Thomas Gleixnerbecf8b52006-01-09 20:52:38 -0800285/*
286 * clock_was_set() is a NOP for non- high-resolution systems. The
287 * time-sorted order guarantees that a timer does not expire early and
288 * is expired in the next softirq when the clock was advanced.
289 */
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800290static inline void clock_was_set(void) { }
Arjan van de Ven2075eb82008-10-07 10:57:54 -0700291static inline void hrtimer_peek_ahead_timers(void) { }
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800292
Ingo Molnar995f0542007-04-07 12:05:00 +0200293static inline void hres_timers_resume(void) { }
294
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800295/*
296 * In non high resolution mode the time reference is taken from
297 * the base softirq time variable.
298 */
299static inline ktime_t hrtimer_cb_get_time(struct hrtimer *timer)
300{
301 return timer->base->softirq_time;
302}
303
Peter Zijlstra8f4d37e2008-01-25 21:08:29 +0100304static inline int hrtimer_is_hres_active(struct hrtimer *timer)
305{
306 return 0;
307}
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800308#endif
309
Thomas Gleixnerd316c572007-02-16 01:28:00 -0800310extern ktime_t ktime_get(void);
311extern ktime_t ktime_get_real(void);
Thomas Gleixnerbecf8b52006-01-09 20:52:38 -0800312
Arjan van de Ven2e94d1f2008-09-10 16:06:00 -0700313
314DECLARE_PER_CPU(struct tick_device, tick_cpu_device);
Arjan van de Ven2e94d1f2008-09-10 16:06:00 -0700315
316
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800317/* Exported timer functions: */
318
319/* Initialize timers: */
George Anzinger7978672c2006-02-01 03:05:11 -0800320extern void hrtimer_init(struct hrtimer *timer, clockid_t which_clock,
321 enum hrtimer_mode mode);
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800322
Thomas Gleixner237fc6e2008-04-30 00:55:04 -0700323#ifdef CONFIG_DEBUG_OBJECTS_TIMERS
324extern void hrtimer_init_on_stack(struct hrtimer *timer, clockid_t which_clock,
325 enum hrtimer_mode mode);
326
327extern void destroy_hrtimer_on_stack(struct hrtimer *timer);
328#else
329static inline void hrtimer_init_on_stack(struct hrtimer *timer,
330 clockid_t which_clock,
331 enum hrtimer_mode mode)
332{
333 hrtimer_init(timer, which_clock, mode);
334}
335static inline void destroy_hrtimer_on_stack(struct hrtimer *timer) { }
336#endif
337
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800338/* Basic timer operations: */
339extern int hrtimer_start(struct hrtimer *timer, ktime_t tim,
340 const enum hrtimer_mode mode);
Arjan van de Venda8f2e12008-09-07 10:47:46 -0700341extern int hrtimer_start_range_ns(struct hrtimer *timer, ktime_t tim,
342 unsigned long range_ns, const enum hrtimer_mode mode);
Peter Zijlstra7f1e2ca2009-03-13 12:21:27 +0100343extern int
344__hrtimer_start_range_ns(struct hrtimer *timer, ktime_t tim,
345 unsigned long delta_ns,
346 const enum hrtimer_mode mode, int wakeup);
347
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800348extern int hrtimer_cancel(struct hrtimer *timer);
349extern int hrtimer_try_to_cancel(struct hrtimer *timer);
350
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700351static inline int hrtimer_start_expires(struct hrtimer *timer,
352 enum hrtimer_mode mode)
353{
Arjan van de Venda8f2e12008-09-07 10:47:46 -0700354 unsigned long delta;
355 ktime_t soft, hard;
356 soft = hrtimer_get_softexpires(timer);
357 hard = hrtimer_get_expires(timer);
358 delta = ktime_to_ns(ktime_sub(hard, soft));
Arjan van de Ven4ce105d2008-09-07 15:31:39 -0700359 return hrtimer_start_range_ns(timer, soft, delta, mode);
Arjan van de Ven63ca2432008-09-01 14:35:02 -0700360}
361
Thomas Gleixnerc9cb2e32007-02-16 01:27:49 -0800362static inline int hrtimer_restart(struct hrtimer *timer)
363{
Arjan van de Ven654c8e02008-09-01 15:47:08 -0700364 return hrtimer_start_expires(timer, HRTIMER_MODE_ABS);
Thomas Gleixnerc9cb2e32007-02-16 01:27:49 -0800365}
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800366
367/* Query timers: */
368extern ktime_t hrtimer_get_remaining(const struct hrtimer *timer);
369extern int hrtimer_get_res(const clockid_t which_clock, struct timespec *tp);
370
Tony Lindgren69239742006-03-06 15:42:45 -0800371extern ktime_t hrtimer_get_next_event(void);
Tony Lindgren69239742006-03-06 15:42:45 -0800372
Thomas Gleixner303e9672007-02-16 01:27:51 -0800373/*
374 * A timer is active, when it is enqueued into the rbtree or the callback
375 * function is running.
376 */
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800377static inline int hrtimer_active(const struct hrtimer *timer)
378{
Thomas Gleixner303e9672007-02-16 01:27:51 -0800379 return timer->state != HRTIMER_STATE_INACTIVE;
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800380}
381
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800382/*
383 * Helper function to check, whether the timer is on one of the queues
384 */
385static inline int hrtimer_is_queued(struct hrtimer *timer)
386{
Peter Zijlstraca109492008-11-25 12:43:51 +0100387 return timer->state & HRTIMER_STATE_ENQUEUED;
Thomas Gleixner54cdfdb2007-02-16 01:28:11 -0800388}
389
Oliver Hartkopp4346f652008-04-30 23:04:37 +0200390/*
391 * Helper function to check, whether the timer is running the callback
392 * function
393 */
394static inline int hrtimer_callback_running(struct hrtimer *timer)
395{
396 return timer->state & HRTIMER_STATE_CALLBACK;
397}
398
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800399/* Forward a hrtimer so it expires after now: */
Davide Libenzi4d672e72008-02-04 22:27:26 -0800400extern u64
Roman Zippel44f21472006-03-26 01:38:06 -0800401hrtimer_forward(struct hrtimer *timer, ktime_t now, ktime_t interval);
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800402
Davide Libenzi5e05ad72008-02-04 22:27:25 -0800403/* Forward a hrtimer so it expires after the hrtimer's current now */
Davide Libenzi4d672e72008-02-04 22:27:26 -0800404static inline u64 hrtimer_forward_now(struct hrtimer *timer,
405 ktime_t interval)
Davide Libenzi5e05ad72008-02-04 22:27:25 -0800406{
407 return hrtimer_forward(timer, timer->base->get_time(), interval);
408}
409
Thomas Gleixner10c94ec2006-01-09 20:52:35 -0800410/* Precise sleep: */
411extern long hrtimer_nanosleep(struct timespec *rqtp,
Oleg Nesterov080344b2008-02-01 17:29:05 +0300412 struct timespec __user *rmtp,
Thomas Gleixner10c94ec2006-01-09 20:52:35 -0800413 const enum hrtimer_mode mode,
414 const clockid_t clockid);
Toyo Abe1711ef32006-09-29 02:00:28 -0700415extern long hrtimer_nanosleep_restart(struct restart_block *restart_block);
Thomas Gleixner10c94ec2006-01-09 20:52:35 -0800416
Thomas Gleixner00362e32006-03-31 02:31:17 -0800417extern void hrtimer_init_sleeper(struct hrtimer_sleeper *sl,
418 struct task_struct *tsk);
419
Arjan van de Ven654c8e02008-09-01 15:47:08 -0700420extern int schedule_hrtimeout_range(ktime_t *expires, unsigned long delta,
421 const enum hrtimer_mode mode);
Arjan van de Ven7bb67432008-08-31 08:05:58 -0700422extern int schedule_hrtimeout(ktime_t *expires, const enum hrtimer_mode mode);
423
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800424/* Soft interrupt function to run the hrtimer queues: */
425extern void hrtimer_run_queues(void);
Peter Zijlstrad3d74452008-01-25 21:08:31 +0100426extern void hrtimer_run_pending(void);
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800427
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800428/* Bootup initialization: */
429extern void __init hrtimers_init(void);
430
Thomas Gleixner79bf2bb2007-02-16 01:28:03 -0800431#if BITS_PER_LONG < 64
Davide Libenzi4d672e72008-02-04 22:27:26 -0800432extern u64 ktime_divns(const ktime_t kt, s64 div);
Thomas Gleixner79bf2bb2007-02-16 01:28:03 -0800433#else /* BITS_PER_LONG < 64 */
Davide Libenzi4d672e72008-02-04 22:27:26 -0800434# define ktime_divns(kt, div) (u64)((kt).tv64 / (div))
Thomas Gleixner79bf2bb2007-02-16 01:28:03 -0800435#endif
436
Ingo Molnar88ad0bf62007-02-16 01:28:16 -0800437/* Show pending timers: */
438extern void sysrq_timer_list_show(void);
439
Ingo Molnar82f67cd2007-02-16 01:28:13 -0800440/*
441 * Timer-statistics info:
442 */
443#ifdef CONFIG_TIMER_STATS
444
445extern void timer_stats_update_stats(void *timer, pid_t pid, void *startf,
Venki Pallipadic5c061b82007-07-15 23:40:30 -0700446 void *timerf, char *comm,
447 unsigned int timer_flag);
Ingo Molnar82f67cd2007-02-16 01:28:13 -0800448
449static inline void timer_stats_account_hrtimer(struct hrtimer *timer)
450{
Heiko Carstensf9f868d2009-07-09 11:24:26 +0200451 if (likely(!timer->start_site))
Heiko Carstens507e1232009-06-23 17:38:15 +0200452 return;
Ingo Molnar82f67cd2007-02-16 01:28:13 -0800453 timer_stats_update_stats(timer, timer->start_pid, timer->start_site,
Venki Pallipadic5c061b82007-07-15 23:40:30 -0700454 timer->function, timer->start_comm, 0);
Ingo Molnar82f67cd2007-02-16 01:28:13 -0800455}
456
457extern void __timer_stats_hrtimer_set_start_info(struct hrtimer *timer,
458 void *addr);
459
460static inline void timer_stats_hrtimer_set_start_info(struct hrtimer *timer)
461{
Heiko Carstens507e1232009-06-23 17:38:15 +0200462 if (likely(!timer_stats_active))
463 return;
Ingo Molnar82f67cd2007-02-16 01:28:13 -0800464 __timer_stats_hrtimer_set_start_info(timer, __builtin_return_address(0));
465}
466
467static inline void timer_stats_hrtimer_clear_start_info(struct hrtimer *timer)
468{
469 timer->start_site = NULL;
470}
471#else
472static inline void timer_stats_account_hrtimer(struct hrtimer *timer)
473{
474}
475
476static inline void timer_stats_hrtimer_set_start_info(struct hrtimer *timer)
477{
478}
479
480static inline void timer_stats_hrtimer_clear_start_info(struct hrtimer *timer)
481{
482}
483#endif
484
Thomas Gleixnerc0a31322006-01-09 20:52:32 -0800485#endif