blob: 82ec4870e06479c8fa7184405350afcd9944f46c [file] [log] [blame]
Frederic Weisbecker91d1aa432012-11-27 19:33:25 +01001#ifndef _LINUX_CONTEXT_TRACKING_H
2#define _LINUX_CONTEXT_TRACKING_H
3
Frederic Weisbecker91d1aa432012-11-27 19:33:25 +01004#include <linux/sched.h>
Frederic Weisbecker521921b2013-05-16 01:21:38 +02005#include <linux/vtime.h>
Frederic Weisbeckere7358b32013-07-12 02:15:49 +02006#include <linux/context_tracking_state.h>
Frederic Weisbecker56dd9472013-02-24 00:23:25 +01007#include <asm/ptrace.h>
Frederic Weisbecker95a79fd2013-01-07 18:12:14 +01008
Frederic Weisbecker521921b2013-05-16 01:21:38 +02009
Frederic Weisbecker6c1e0252013-02-24 01:19:14 +010010#ifdef CONFIG_CONTEXT_TRACKING
Frederic Weisbecker2e709332013-07-10 00:55:25 +020011extern void context_tracking_cpu_set(int cpu);
12
Frederic Weisbeckerad657822013-07-10 02:44:35 +020013extern void context_tracking_user_enter(void);
14extern void context_tracking_user_exit(void);
Frederic Weisbecker73d424f2013-07-11 19:42:13 +020015extern void __context_tracking_task_switch(struct task_struct *prev,
16 struct task_struct *next);
Frederic Weisbeckerad657822013-07-10 02:44:35 +020017
18static inline void user_enter(void)
19{
20 if (static_key_false(&context_tracking_enabled))
21 context_tracking_user_enter();
22
23}
24static inline void user_exit(void)
25{
26 if (static_key_false(&context_tracking_enabled))
27 context_tracking_user_exit();
28}
Frederic Weisbecker56dd9472013-02-24 00:23:25 +010029
Frederic Weisbecker6c1e0252013-02-24 01:19:14 +010030static inline enum ctx_state exception_enter(void)
Frederic Weisbecker56dd9472013-02-24 00:23:25 +010031{
Frederic Weisbecker6c1e0252013-02-24 01:19:14 +010032 enum ctx_state prev_ctx;
33
Frederic Weisbeckerad657822013-07-10 02:44:35 +020034 if (!static_key_false(&context_tracking_enabled))
35 return 0;
36
Frederic Weisbecker6c1e0252013-02-24 01:19:14 +010037 prev_ctx = this_cpu_read(context_tracking.state);
Frederic Weisbeckerad657822013-07-10 02:44:35 +020038 context_tracking_user_exit();
Frederic Weisbecker6c1e0252013-02-24 01:19:14 +010039
40 return prev_ctx;
Frederic Weisbecker56dd9472013-02-24 00:23:25 +010041}
42
Frederic Weisbecker6c1e0252013-02-24 01:19:14 +010043static inline void exception_exit(enum ctx_state prev_ctx)
Frederic Weisbecker56dd9472013-02-24 00:23:25 +010044{
Frederic Weisbeckerad657822013-07-10 02:44:35 +020045 if (static_key_false(&context_tracking_enabled)) {
46 if (prev_ctx == IN_USER)
47 context_tracking_user_enter();
48 }
Frederic Weisbecker56dd9472013-02-24 00:23:25 +010049}
50
Frederic Weisbecker73d424f2013-07-11 19:42:13 +020051static inline void context_tracking_task_switch(struct task_struct *prev,
52 struct task_struct *next)
53{
54 if (static_key_false(&context_tracking_enabled))
55 __context_tracking_task_switch(prev, next);
56}
Frederic Weisbecker91d1aa432012-11-27 19:33:25 +010057#else
Frederic Weisbecker91d1aa432012-11-27 19:33:25 +010058static inline void user_enter(void) { }
59static inline void user_exit(void) { }
Frederic Weisbecker6c1e0252013-02-24 01:19:14 +010060static inline enum ctx_state exception_enter(void) { return 0; }
61static inline void exception_exit(enum ctx_state prev_ctx) { }
Frederic Weisbecker91d1aa432012-11-27 19:33:25 +010062static inline void context_tracking_task_switch(struct task_struct *prev,
63 struct task_struct *next) { }
64#endif /* !CONFIG_CONTEXT_TRACKING */
65
Frederic Weisbecker65f382f2013-07-11 19:12:32 +020066
67#ifdef CONFIG_CONTEXT_TRACKING_FORCE
68extern void context_tracking_init(void);
69#else
70static inline void context_tracking_init(void) { }
71#endif /* CONFIG_CONTEXT_TRACKING_FORCE */
72
73
Frederic Weisbecker2d854e52013-07-12 19:02:30 +020074#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
Frederic Weisbecker48d6a812013-07-10 02:44:35 +020075static inline void guest_enter(void)
76{
77 if (static_key_false(&context_tracking_enabled) &&
78 vtime_accounting_enabled())
79 vtime_guest_enter(current);
80 else
81 current->flags |= PF_VCPU;
82}
83
84static inline void guest_exit(void)
85{
86 if (static_key_false(&context_tracking_enabled) &&
87 vtime_accounting_enabled())
88 vtime_guest_exit(current);
89 else
90 current->flags &= ~PF_VCPU;
91}
Frederic Weisbecker73d424f2013-07-11 19:42:13 +020092
Frederic Weisbecker2d854e52013-07-12 19:02:30 +020093#else
94static inline void guest_enter(void)
95{
96 /*
Frederic Weisbecker5b206d42013-07-12 19:05:14 +020097 * This is running in ioctl context so its safe
98 * to assume that it's the stime pending cputime
99 * to flush.
Frederic Weisbecker2d854e52013-07-12 19:02:30 +0200100 */
101 vtime_account_system(current);
102 current->flags |= PF_VCPU;
103}
104
105static inline void guest_exit(void)
106{
Frederic Weisbecker5b206d42013-07-12 19:05:14 +0200107 /* Flush the guest cputime we spent on the guest */
Frederic Weisbecker2d854e52013-07-12 19:02:30 +0200108 vtime_account_system(current);
109 current->flags &= ~PF_VCPU;
110}
111#endif /* CONFIG_VIRT_CPU_ACCOUNTING_GEN */
112
Frederic Weisbecker91d1aa432012-11-27 19:33:25 +0100113#endif