blob: e6bab51db13d6c20a09a4a0d30f8f97c2094194a [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#ifndef _LINUX_TIMER_H
3#define _LINUX_TIMER_H
4
Linus Torvalds1da177e2005-04-16 15:20:36 -07005#include <linux/list.h>
Ingo Molnar82f67cd2007-02-16 01:28:13 -08006#include <linux/ktime.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <linux/stddef.h>
Thomas Gleixnerc6f3a972008-04-30 00:55:03 -07008#include <linux/debugobjects.h>
Johannes Berg6f2b9b92009-01-29 16:03:20 +01009#include <linux/stringify.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070010
Pavel Macheka6fa8e52008-01-30 13:30:00 +010011struct tvec_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012
13struct timer_list {
Arjan van de Ven3bbb9ec2010-03-11 14:04:36 -080014 /*
15 * All fields that change during normal runtime grouped to the
16 * same cacheline
17 */
Thomas Gleixner0eeda712015-05-26 22:50:29 +000018 struct hlist_node entry;
19 unsigned long expires;
Kees Cook354b46b2017-10-22 19:15:40 -070020 void (*function)(struct timer_list *);
Thomas Gleixner0eeda712015-05-26 22:50:29 +000021 u32 flags;
Arjan van de Ven3bbb9ec2010-03-11 14:04:36 -080022
Johannes Berg6f2b9b92009-01-29 16:03:20 +010023#ifdef CONFIG_LOCKDEP
Thomas Gleixner0eeda712015-05-26 22:50:29 +000024 struct lockdep_map lockdep_map;
Johannes Berg6f2b9b92009-01-29 16:03:20 +010025#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070026};
27
Johannes Berg6f2b9b92009-01-29 16:03:20 +010028#ifdef CONFIG_LOCKDEP
29/*
30 * NB: because we have to copy the lockdep_map, setting the lockdep_map key
31 * (second argument) here is required, otherwise it could be initialised to
32 * the copy of the lockdep_map later! We use the pointer to and the string
33 * "<file>:<line>" as the key resp. the name of the lockdep_map.
34 */
35#define __TIMER_LOCKDEP_MAP_INITIALIZER(_kn) \
36 .lockdep_map = STATIC_LOCKDEP_MAP_INIT(_kn, &_kn),
37#else
38#define __TIMER_LOCKDEP_MAP_INITIALIZER(_kn)
39#endif
40
Phil Carmodydd6414b2010-10-20 15:57:33 -070041/*
Phil Carmodydd6414b2010-10-20 15:57:33 -070042 * A deferrable timer will work normally when the system is busy, but
43 * will not cause a CPU to come out of idle just to service it; instead,
44 * the timer will be serviced when the CPU eventually wakes up with a
45 * subsequent non-deferrable timer.
Tejun Heoc5f66e92012-08-08 11:10:28 -070046 *
47 * An irqsafe timer is executed with IRQ disabled and it's safe to wait for
48 * the completion of the running instance from IRQ handlers, for example,
49 * by calling del_timer_sync().
50 *
51 * Note: The irq disabled callback execution is a special case for
52 * workqueue locking issues. It's not meant for executing random crap
53 * with interrupts disabled. Abuse is monitored!
Phil Carmodydd6414b2010-10-20 15:57:33 -070054 */
Thomas Gleixnerb0d6e2d2016-07-04 09:50:29 +000055#define TIMER_CPUMASK 0x0003FFFF
56#define TIMER_MIGRATING 0x00040000
Thomas Gleixner0eeda712015-05-26 22:50:29 +000057#define TIMER_BASEMASK (TIMER_CPUMASK | TIMER_MIGRATING)
Thomas Gleixnerb0d6e2d2016-07-04 09:50:29 +000058#define TIMER_DEFERRABLE 0x00080000
59#define TIMER_PINNED 0x00100000
60#define TIMER_IRQSAFE 0x00200000
Thomas Gleixner500462a2016-07-04 09:50:30 +000061#define TIMER_ARRAYSHIFT 22
62#define TIMER_ARRAYMASK 0xFFC00000
Phil Carmodydd6414b2010-10-20 15:57:33 -070063
Thomas Gleixner8a58a342017-02-10 16:41:15 +010064#define TIMER_TRACE_FLAGMASK (TIMER_MIGRATING | TIMER_DEFERRABLE | TIMER_PINNED | TIMER_IRQSAFE)
65
Kees Cook354b46b2017-10-22 19:15:40 -070066#define TIMER_DATA_TYPE struct timer_list *
Kees Cook3653bc92017-10-09 21:52:09 -070067#define TIMER_FUNC_TYPE void (*)(TIMER_DATA_TYPE)
68
Kees Cook1fe66ba2017-10-22 18:22:50 -070069#define __TIMER_INITIALIZER(_function, _flags) { \
Thomas Gleixner1dabbce2015-05-26 22:50:28 +000070 .entry = { .next = TIMER_ENTRY_STATIC }, \
Linus Torvalds1da177e2005-04-16 15:20:36 -070071 .function = (_function), \
Thomas Gleixner0eeda712015-05-26 22:50:29 +000072 .flags = (_flags), \
Johannes Berg6f2b9b92009-01-29 16:03:20 +010073 __TIMER_LOCKDEP_MAP_INITIALIZER( \
74 __FILE__ ":" __stringify(__LINE__)) \
Linus Torvalds1da177e2005-04-16 15:20:36 -070075 }
76
Kees Cook1d27e3e2017-10-04 16:27:04 -070077#define DEFINE_TIMER(_name, _function) \
Ingo Molnar8d06afa2005-09-09 13:10:40 -070078 struct timer_list _name = \
Kees Cook1fe66ba2017-10-22 18:22:50 -070079 __TIMER_INITIALIZER((TIMER_FUNC_TYPE)_function, 0)
Ingo Molnar8d06afa2005-09-09 13:10:40 -070080
Tejun Heofc683992012-08-08 11:10:27 -070081void init_timer_key(struct timer_list *timer, unsigned int flags,
82 const char *name, struct lock_class_key *key);
Johannes Berg6f2b9b92009-01-29 16:03:20 +010083
Tejun Heo5a9af382012-08-08 11:10:26 -070084#ifdef CONFIG_DEBUG_OBJECTS_TIMERS
85extern void init_timer_on_stack_key(struct timer_list *timer,
Tejun Heofc683992012-08-08 11:10:27 -070086 unsigned int flags, const char *name,
Tejun Heo5a9af382012-08-08 11:10:26 -070087 struct lock_class_key *key);
88extern void destroy_timer_on_stack(struct timer_list *timer);
89#else
90static inline void destroy_timer_on_stack(struct timer_list *timer) { }
91static inline void init_timer_on_stack_key(struct timer_list *timer,
Tejun Heofc683992012-08-08 11:10:27 -070092 unsigned int flags, const char *name,
Tejun Heo5a9af382012-08-08 11:10:26 -070093 struct lock_class_key *key)
94{
Tejun Heofc683992012-08-08 11:10:27 -070095 init_timer_key(timer, flags, name, key);
Tejun Heo5a9af382012-08-08 11:10:26 -070096}
97#endif
98
Johannes Berg6f2b9b92009-01-29 16:03:20 +010099#ifdef CONFIG_LOCKDEP
Tejun Heofc683992012-08-08 11:10:27 -0700100#define __init_timer(_timer, _flags) \
101 do { \
102 static struct lock_class_key __key; \
103 init_timer_key((_timer), (_flags), #_timer, &__key); \
104 } while (0)
105
106#define __init_timer_on_stack(_timer, _flags) \
107 do { \
108 static struct lock_class_key __key; \
109 init_timer_on_stack_key((_timer), (_flags), #_timer, &__key); \
110 } while (0)
111#else
112#define __init_timer(_timer, _flags) \
113 init_timer_key((_timer), (_flags), NULL, NULL)
114#define __init_timer_on_stack(_timer, _flags) \
115 init_timer_on_stack_key((_timer), (_flags), NULL, NULL)
116#endif
117
Kees Cook1fe66ba2017-10-22 18:22:50 -0700118#define __setup_timer(_timer, _fn, _flags) \
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100119 do { \
Tejun Heofc683992012-08-08 11:10:27 -0700120 __init_timer((_timer), (_flags)); \
121 (_timer)->function = (_fn); \
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100122 } while (0)
123
Kees Cook1fe66ba2017-10-22 18:22:50 -0700124#define __setup_timer_on_stack(_timer, _fn, _flags) \
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100125 do { \
Tejun Heofc683992012-08-08 11:10:27 -0700126 __init_timer_on_stack((_timer), (_flags)); \
127 (_timer)->function = (_fn); \
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100128 } while (0)
129
Kees Cook52f737c2017-10-19 13:28:38 -0700130#ifndef CONFIG_LOCKDEP
Kees Cook686fef92017-09-28 06:38:17 -0700131static inline void timer_setup(struct timer_list *timer,
132 void (*callback)(struct timer_list *),
133 unsigned int flags)
134{
Kees Cook1fe66ba2017-10-22 18:22:50 -0700135 __setup_timer(timer, (TIMER_FUNC_TYPE)callback, flags);
Kees Cook686fef92017-09-28 06:38:17 -0700136}
137
Kees Cook58e11772017-10-04 16:26:55 -0700138static inline void timer_setup_on_stack(struct timer_list *timer,
139 void (*callback)(struct timer_list *),
140 unsigned int flags)
141{
Kees Cook1fe66ba2017-10-22 18:22:50 -0700142 __setup_timer_on_stack(timer, (TIMER_FUNC_TYPE)callback, flags);
Kees Cook58e11772017-10-04 16:26:55 -0700143}
Kees Cook52f737c2017-10-19 13:28:38 -0700144#else
145/*
146 * Under LOCKDEP, the timer lock_class_key (set up in __init_timer) needs
147 * to be tied to the caller's context, so an inline (above) won't work. We
148 * do want to keep the inline for argument type checking, though.
149 */
150# define timer_setup(timer, callback, flags) \
Kees Cook00ed87da2017-11-01 07:32:50 -0700151 __setup_timer((timer), (TIMER_FUNC_TYPE)(callback), \
Kees Cook1fe66ba2017-10-22 18:22:50 -0700152 (flags))
Kees Cook52f737c2017-10-19 13:28:38 -0700153# define timer_setup_on_stack(timer, callback, flags) \
Kees Cook00ed87da2017-11-01 07:32:50 -0700154 __setup_timer_on_stack((timer), \
155 (TIMER_FUNC_TYPE)(callback), \
Kees Cook1fe66ba2017-10-22 18:22:50 -0700156 (flags))
Kees Cook52f737c2017-10-19 13:28:38 -0700157#endif
Kees Cook58e11772017-10-04 16:26:55 -0700158
Kees Cook686fef92017-09-28 06:38:17 -0700159#define from_timer(var, callback_timer, timer_fieldname) \
160 container_of(callback_timer, typeof(*var), timer_fieldname)
161
Robert P. J. Day45f8bde2007-01-26 00:57:09 -0800162/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 * timer_pending - is a timer pending?
164 * @timer: the timer in question
165 *
166 * timer_pending will tell whether a given timer is currently pending,
167 * or not. Callers must ensure serialization wrt. other operations done
168 * to this timer, eg. interrupt contexts, or other CPUs on SMP.
169 *
170 * return value: 1 if the timer is pending, 0 if not.
171 */
172static inline int timer_pending(const struct timer_list * timer)
173{
Thomas Gleixner1dabbce2015-05-26 22:50:28 +0000174 return timer->entry.pprev != NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175}
176
177extern void add_timer_on(struct timer_list *timer, int cpu);
178extern int del_timer(struct timer_list * timer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179extern int mod_timer(struct timer_list *timer, unsigned long expires);
Ingo Molnar74019222009-02-18 12:23:29 +0100180extern int mod_timer_pending(struct timer_list *timer, unsigned long expires);
David Howellsb24591e2017-11-09 12:35:07 +0000181extern int timer_reduce(struct timer_list *timer, unsigned long expires);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182
Thomas Gleixnerfd064b92007-02-16 01:27:47 -0800183/*
Thomas Gleixnereaad0842007-05-29 23:47:39 +0200184 * The jiffies value which is added to now, when there is no timer
185 * in the timer wheel:
186 */
187#define NEXT_TIMER_MAX_DELTA ((1UL << 30) - 1)
188
Ingo Molnar74019222009-02-18 12:23:29 +0100189extern void add_timer(struct timer_list *timer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190
Yong Zhang6f1bc452010-10-20 15:57:31 -0700191extern int try_to_del_timer_sync(struct timer_list *timer);
192
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193#ifdef CONFIG_SMP
194 extern int del_timer_sync(struct timer_list *timer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195#else
Oleg Nesterovfd450b72005-06-23 00:08:59 -0700196# define del_timer_sync(t) del_timer(t)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197#endif
198
Oleg Nesterov55c888d2005-06-23 00:08:56 -0700199#define del_singleshot_timer_sync(t) del_timer_sync(t)
200
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201extern void init_timers(void);
202extern void run_local_timers(void);
Roman Zippel05cfb612006-03-26 01:38:12 -0800203struct hrtimer;
Thomas Gleixnerc9cb2e32007-02-16 01:27:49 -0800204extern enum hrtimer_restart it_real_fn(struct hrtimer *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205
Thomas Gleixnerbc7a34b2015-05-26 22:50:33 +0000206#if defined(CONFIG_SMP) && defined(CONFIG_NO_HZ_COMMON)
Ingo Molnarb2d5bfe2017-02-06 09:56:40 +0100207struct ctl_table;
Thomas Gleixnerbc7a34b2015-05-26 22:50:33 +0000208
209extern unsigned int sysctl_timer_migration;
210int timer_migration_handler(struct ctl_table *table, int write,
211 void __user *buffer, size_t *lenp,
212 loff_t *ppos);
213#endif
214
Arjan van de Ven4c36a5d2006-12-10 02:21:24 -0800215unsigned long __round_jiffies(unsigned long j, int cpu);
216unsigned long __round_jiffies_relative(unsigned long j, int cpu);
217unsigned long round_jiffies(unsigned long j);
218unsigned long round_jiffies_relative(unsigned long j);
219
Alan Stern9c133c42008-11-06 08:42:48 +0100220unsigned long __round_jiffies_up(unsigned long j, int cpu);
221unsigned long __round_jiffies_up_relative(unsigned long j, int cpu);
222unsigned long round_jiffies_up(unsigned long j);
223unsigned long round_jiffies_up_relative(unsigned long j);
224
Richard Cochran24f73b92016-07-13 17:16:59 +0000225#ifdef CONFIG_HOTPLUG_CPU
226int timers_dead_cpu(unsigned int cpu);
227#else
228#define timers_dead_cpu NULL
229#endif
230
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231#endif