blob: ed5f6ed6eb772797ea1c7eb0e98e46f55dbcf027 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_KERNEL_STAT_H
2#define _LINUX_KERNEL_STAT_H
3
Linus Torvalds1da177e2005-04-16 15:20:36 -07004#include <linux/smp.h>
5#include <linux/threads.h>
6#include <linux/percpu.h>
Ingo Molnar28ef3582005-11-07 00:59:29 -08007#include <linux/cpumask.h>
Keika Kobayashiaa0ce5b2009-06-17 16:25:52 -07008#include <linux/interrupt.h>
Glauber Costa3292beb2011-11-28 14:45:17 -02009#include <linux/sched.h>
Frederic Weisbeckerdcbf8322012-10-05 23:07:19 +020010#include <linux/vtime.h>
Alan Mayer6859a842008-03-26 16:11:31 -050011#include <asm/irq.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <asm/cputime.h>
13
14/*
15 * 'kernel_stat.h' contains the definitions needed for doing
16 * some kernel statistics (CPU usage, context switches ...),
17 * used by rstatd/perfmeter
18 */
19
Glauber Costa3292beb2011-11-28 14:45:17 -020020enum cpu_usage_stat {
21 CPUTIME_USER,
22 CPUTIME_NICE,
23 CPUTIME_SYSTEM,
24 CPUTIME_SOFTIRQ,
25 CPUTIME_IRQ,
26 CPUTIME_IDLE,
27 CPUTIME_IOWAIT,
28 CPUTIME_STEAL,
29 CPUTIME_GUEST,
30 CPUTIME_GUEST_NICE,
31 NR_STATS,
32};
33
34struct kernel_cpustat {
35 u64 cpustat[NR_STATS];
Linus Torvalds1da177e2005-04-16 15:20:36 -070036};
37
38struct kernel_stat {
Yinghai Lud7e51e62009-01-07 15:03:13 -080039#ifndef CONFIG_GENERIC_HARDIRQS
Yinghai Lu0b8f1ef2008-12-05 18:58:31 -080040 unsigned int irqs[NR_IRQS];
41#endif
KAMEZAWA Hiroyukif2c66cd2010-10-27 15:34:13 -070042 unsigned long irqs_sum;
Keika Kobayashiaa0ce5b2009-06-17 16:25:52 -070043 unsigned int softirqs[NR_SOFTIRQS];
Linus Torvalds1da177e2005-04-16 15:20:36 -070044};
45
46DECLARE_PER_CPU(struct kernel_stat, kstat);
Glauber Costa3292beb2011-11-28 14:45:17 -020047DECLARE_PER_CPU(struct kernel_cpustat, kernel_cpustat);
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
Linus Torvalds1da177e2005-04-16 15:20:36 -070049/* Must have preemption disabled for this to be meaningful. */
Glauber Costa3292beb2011-11-28 14:45:17 -020050#define kstat_this_cpu (&__get_cpu_var(kstat))
51#define kcpustat_this_cpu (&__get_cpu_var(kernel_cpustat))
52#define kstat_cpu(cpu) per_cpu(kstat, cpu)
53#define kcpustat_cpu(cpu) per_cpu(kernel_cpustat, cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070054
55extern unsigned long long nr_context_switches(void);
56
Yinghai Lud7e51e62009-01-07 15:03:13 -080057#ifndef CONFIG_GENERIC_HARDIRQS
Yinghai Lu0b8f1ef2008-12-05 18:58:31 -080058
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +020059struct irq_desc;
Yinghai Lu8c464a42008-08-25 12:41:19 -070060
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +020061static inline void kstat_incr_irqs_this_cpu(unsigned int irq,
62 struct irq_desc *desc)
63{
Eric Dumazet6c9ae002011-01-13 15:45:38 -080064 __this_cpu_inc(kstat.irqs[irq]);
65 __this_cpu_inc(kstat.irqs_sum);
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +020066}
Yinghai Lu8c464a42008-08-25 12:41:19 -070067
Yinghai Lu7f95ec92008-08-19 20:50:09 -070068static inline unsigned int kstat_irqs_cpu(unsigned int irq, int cpu)
69{
70 return kstat_cpu(cpu).irqs[irq];
71}
Yinghai Lu0b8f1ef2008-12-05 18:58:31 -080072#else
Yinghai Lud52a61c2009-01-22 00:38:56 -080073#include <linux/irq.h>
Yinghai Lu0b8f1ef2008-12-05 18:58:31 -080074extern unsigned int kstat_irqs_cpu(unsigned int irq, int cpu);
Eric Dumazet6c9ae002011-01-13 15:45:38 -080075
76#define kstat_incr_irqs_this_cpu(irqno, DESC) \
77do { \
78 __this_cpu_inc(*(DESC)->kstat_irqs); \
79 __this_cpu_inc(kstat.irqs_sum); \
80} while (0)
Yinghai Lud52a61c2009-01-22 00:38:56 -080081
Yinghai Lu0b8f1ef2008-12-05 18:58:31 -080082#endif
Yinghai Lu7f95ec92008-08-19 20:50:09 -070083
Keika Kobayashiaa0ce5b2009-06-17 16:25:52 -070084static inline void kstat_incr_softirqs_this_cpu(unsigned int irq)
85{
Eric Dumazet6c9ae002011-01-13 15:45:38 -080086 __this_cpu_inc(kstat.softirqs[irq]);
Keika Kobayashiaa0ce5b2009-06-17 16:25:52 -070087}
88
89static inline unsigned int kstat_softirqs_cpu(unsigned int irq, int cpu)
90{
91 return kstat_cpu(cpu).softirqs[irq];
92}
93
Linus Torvalds1da177e2005-04-16 15:20:36 -070094/*
95 * Number of interrupts per specific IRQ source, since bootup
96 */
KAMEZAWA Hiroyuki478735e32010-10-27 15:34:15 -070097#ifndef CONFIG_GENERIC_HARDIRQS
Yinghai Lu7f95ec92008-08-19 20:50:09 -070098static inline unsigned int kstat_irqs(unsigned int irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -070099{
Yinghai Lu7f95ec92008-08-19 20:50:09 -0700100 unsigned int sum = 0;
101 int cpu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102
KAMEZAWA Hiroyuki0a945022006-03-28 01:56:37 -0800103 for_each_possible_cpu(cpu)
Yinghai Lu7f95ec92008-08-19 20:50:09 -0700104 sum += kstat_irqs_cpu(irq, cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105
106 return sum;
107}
KAMEZAWA Hiroyuki478735e32010-10-27 15:34:15 -0700108#else
109extern unsigned int kstat_irqs(unsigned int irq);
110#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111
KAMEZAWA Hiroyukif2c66cd2010-10-27 15:34:13 -0700112/*
113 * Number of interrupts per cpu, since bootup
114 */
115static inline unsigned int kstat_cpu_irqs_sum(unsigned int cpu)
116{
117 return kstat_cpu(cpu).irqs_sum;
118}
Ingo Molnaraa9c4c02008-12-17 14:10:57 +0100119
120/*
121 * Lock/unlock the current runqueue - to extract task statistics:
122 */
Frank Mayharbb34d922008-09-12 09:54:39 -0700123extern unsigned long long task_delta_exec(struct task_struct *);
Ingo Molnaraa9c4c02008-12-17 14:10:57 +0100124
Martin Schwidefsky457533a2008-12-31 15:11:37 +0100125extern void account_user_time(struct task_struct *, cputime_t, cputime_t);
126extern void account_system_time(struct task_struct *, int, cputime_t, cputime_t);
Martin Schwidefsky79741dd2008-12-31 15:11:38 +0100127extern void account_steal_time(cputime_t);
128extern void account_idle_time(cputime_t);
129
Frederic Weisbeckerabf917c2012-07-25 07:56:04 +0200130#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
Frederic Weisbeckerbcebdf82012-11-13 23:51:06 +0100131static inline void account_process_tick(struct task_struct *tsk, int user)
132{
133 vtime_account_user(tsk);
134}
135#else
Martin Schwidefsky79741dd2008-12-31 15:11:38 +0100136extern void account_process_tick(struct task_struct *, int user);
Frederic Weisbeckerbcebdf82012-11-13 23:51:06 +0100137#endif
138
Martin Schwidefsky79741dd2008-12-31 15:11:38 +0100139extern void account_steal_ticks(unsigned long ticks);
140extern void account_idle_ticks(unsigned long ticks);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142#endif /* _LINUX_KERNEL_STAT_H */