blob: 18b405e3cd93c258b771005ff779f25fe938665e [file] [log] [blame]
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +02001#ifndef _LINUX_KERNEL_VTIME_H
2#define _LINUX_KERNEL_VTIME_H
3
Frederic Weisbeckerb0493402013-07-12 03:10:15 +02004#include <linux/context_tracking_state.h>
Frederic Weisbeckera5725ac2013-07-16 18:50:52 +02005#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
6#include <asm/vtime.h>
7#endif
8
Frederic Weisbeckerb0493402013-07-12 03:10:15 +02009
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +020010struct task_struct;
11
Frederic Weisbeckerb0493402013-07-12 03:10:15 +020012/*
Frederic Weisbecker55dbdcf2015-11-19 16:47:32 +010013 * vtime_accounting_cpu_enabled() definitions/declarations
Frederic Weisbeckerb0493402013-07-12 03:10:15 +020014 */
Frederic Weisbecker8612f172016-07-13 16:50:04 +020015#if defined(CONFIG_VIRT_CPU_ACCOUNTING_NATIVE)
Frederic Weisbecker55dbdcf2015-11-19 16:47:32 +010016static inline bool vtime_accounting_cpu_enabled(void) { return true; }
Frederic Weisbecker8612f172016-07-13 16:50:04 +020017#elif defined(CONFIG_VIRT_CPU_ACCOUNTING_GEN)
Frederic Weisbeckere5925392015-11-19 16:47:33 +010018/*
19 * Checks if vtime is enabled on some CPU. Cputime readers want to be careful
20 * in that case and compute the tickless cputime.
21 * For now vtime state is tied to context tracking. We might want to decouple
22 * those later if necessary.
23 */
24static inline bool vtime_accounting_enabled(void)
25{
26 return context_tracking_is_enabled();
27}
28
Frederic Weisbecker55dbdcf2015-11-19 16:47:32 +010029static inline bool vtime_accounting_cpu_enabled(void)
Frederic Weisbeckerb0493402013-07-12 03:10:15 +020030{
Frederic Weisbeckere5925392015-11-19 16:47:33 +010031 if (vtime_accounting_enabled()) {
Frederic Weisbeckerd0df09e2013-11-06 15:11:57 +010032 if (context_tracking_cpu_is_enabled())
Frederic Weisbeckerb0493402013-07-12 03:10:15 +020033 return true;
34 }
35
36 return false;
37}
Frederic Weisbecker8612f172016-07-13 16:50:04 +020038#else /* !CONFIG_VIRT_CPU_ACCOUNTING */
Frederic Weisbecker55dbdcf2015-11-19 16:47:32 +010039static inline bool vtime_accounting_cpu_enabled(void) { return false; }
Frederic Weisbecker8612f172016-07-13 16:50:04 +020040#endif
Frederic Weisbeckerb0493402013-07-12 03:10:15 +020041
42
43/*
44 * Common vtime APIs
45 */
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +020046#ifdef CONFIG_VIRT_CPU_ACCOUNTING
Frederic Weisbeckerb0493402013-07-12 03:10:15 +020047
48#ifdef __ARCH_HAS_VTIME_TASK_SWITCH
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +020049extern void vtime_task_switch(struct task_struct *prev);
Frederic Weisbeckerb0493402013-07-12 03:10:15 +020050#else
51extern void vtime_common_task_switch(struct task_struct *prev);
52static inline void vtime_task_switch(struct task_struct *prev)
53{
Frederic Weisbecker55dbdcf2015-11-19 16:47:32 +010054 if (vtime_accounting_cpu_enabled())
Frederic Weisbeckerb0493402013-07-12 03:10:15 +020055 vtime_common_task_switch(prev);
56}
57#endif /* __ARCH_HAS_VTIME_TASK_SWITCH */
58
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +020059extern void vtime_account_system(struct task_struct *tsk);
Frederic Weisbeckerfd25b4c2012-11-13 18:21:22 +010060extern void vtime_account_idle(struct task_struct *tsk);
Frederic Weisbecker3f4724e2012-07-16 18:00:34 +020061
Frederic Weisbecker3f4724e2012-07-16 18:00:34 +020062#else /* !CONFIG_VIRT_CPU_ACCOUNTING */
Frederic Weisbecker6a616712012-12-16 20:00:34 +010063
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +020064static inline void vtime_task_switch(struct task_struct *prev) { }
Frederic Weisbecker11113332012-10-24 18:05:51 +020065static inline void vtime_account_system(struct task_struct *tsk) { }
Frederic Weisbeckerb0493402013-07-12 03:10:15 +020066#endif /* !CONFIG_VIRT_CPU_ACCOUNTING */
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +020067
Frederic Weisbeckerabf917c2012-07-25 07:56:04 +020068#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
Frederic Weisbecker6a616712012-12-16 20:00:34 +010069extern void arch_vtime_task_switch(struct task_struct *tsk);
Frederic Weisbecker6a616712012-12-16 20:00:34 +010070extern void vtime_user_enter(struct task_struct *tsk);
Frederic Weisbecker1c3eda02017-06-29 19:15:07 +020071extern void vtime_user_exit(struct task_struct *tsk);
Frederic Weisbecker6a616712012-12-16 20:00:34 +010072extern void vtime_guest_enter(struct task_struct *tsk);
73extern void vtime_guest_exit(struct task_struct *tsk);
Frederic Weisbecker45eacc62013-05-15 22:16:32 +020074extern void vtime_init_idle(struct task_struct *tsk, int cpu);
Frederic Weisbeckerb0493402013-07-12 03:10:15 +020075#else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN */
Frederic Weisbeckerabf917c2012-07-25 07:56:04 +020076static inline void vtime_user_enter(struct task_struct *tsk) { }
77static inline void vtime_user_exit(struct task_struct *tsk) { }
Frederic Weisbecker6a616712012-12-16 20:00:34 +010078static inline void vtime_guest_enter(struct task_struct *tsk) { }
79static inline void vtime_guest_exit(struct task_struct *tsk) { }
Frederic Weisbecker45eacc62013-05-15 22:16:32 +020080static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }
Frederic Weisbeckerabf917c2012-07-25 07:56:04 +020081#endif
82
Frederic Weisbecker8612f172016-07-13 16:50:04 +020083#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
84extern void vtime_account_irq_enter(struct task_struct *tsk);
85static inline void vtime_account_irq_exit(struct task_struct *tsk)
86{
87 /* On hard|softirq exit we always account to hard|softirq cputime */
88 vtime_account_system(tsk);
89}
Frederic Weisbeckerc8d7dab2017-01-05 18:11:50 +010090extern void vtime_flush(struct task_struct *tsk);
Frederic Weisbecker8612f172016-07-13 16:50:04 +020091#else /* !CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
92static inline void vtime_account_irq_enter(struct task_struct *tsk) { }
93static inline void vtime_account_irq_exit(struct task_struct *tsk) { }
Frederic Weisbeckerc8d7dab2017-01-05 18:11:50 +010094static inline void vtime_flush(struct task_struct *tsk) { }
Frederic Weisbecker8612f172016-07-13 16:50:04 +020095#endif
96
97
Frederic Weisbecker3e1df4f52012-10-06 05:23:22 +020098#ifdef CONFIG_IRQ_TIME_ACCOUNTING
99extern void irqtime_account_irq(struct task_struct *tsk);
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +0200100#else
Frederic Weisbecker3e1df4f52012-10-06 05:23:22 +0200101static inline void irqtime_account_irq(struct task_struct *tsk) { }
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +0200102#endif
103
Frederic Weisbecker6a616712012-12-16 20:00:34 +0100104static inline void account_irq_enter_time(struct task_struct *tsk)
Frederic Weisbeckerfa5058f2012-10-06 04:07:19 +0200105{
Frederic Weisbecker6a616712012-12-16 20:00:34 +0100106 vtime_account_irq_enter(tsk);
Frederic Weisbecker3e1df4f52012-10-06 05:23:22 +0200107 irqtime_account_irq(tsk);
Frederic Weisbeckerfa5058f2012-10-06 04:07:19 +0200108}
109
Frederic Weisbecker6a616712012-12-16 20:00:34 +0100110static inline void account_irq_exit_time(struct task_struct *tsk)
Frederic Weisbeckerfa5058f2012-10-06 04:07:19 +0200111{
Frederic Weisbecker6a616712012-12-16 20:00:34 +0100112 vtime_account_irq_exit(tsk);
Frederic Weisbecker3e1df4f52012-10-06 05:23:22 +0200113 irqtime_account_irq(tsk);
Frederic Weisbeckerfa5058f2012-10-06 04:07:19 +0200114}
115
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +0200116#endif /* _LINUX_KERNEL_VTIME_H */