Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _LINUX_KERNEL_STAT_H |
| 2 | #define _LINUX_KERNEL_STAT_H |
| 3 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | #include <linux/smp.h> |
| 5 | #include <linux/threads.h> |
| 6 | #include <linux/percpu.h> |
Ingo Molnar | 28ef358 | 2005-11-07 00:59:29 -0800 | [diff] [blame] | 7 | #include <linux/cpumask.h> |
Keika Kobayashi | aa0ce5b | 2009-06-17 16:25:52 -0700 | [diff] [blame] | 8 | #include <linux/interrupt.h> |
Glauber Costa | 3292beb | 2011-11-28 14:45:17 -0200 | [diff] [blame] | 9 | #include <linux/sched.h> |
Frederic Weisbecker | dcbf832 | 2012-10-05 23:07:19 +0200 | [diff] [blame] | 10 | #include <linux/vtime.h> |
Alan Mayer | 6859a84 | 2008-03-26 16:11:31 -0500 | [diff] [blame] | 11 | #include <asm/irq.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | #include <asm/cputime.h> |
| 13 | |
| 14 | /* |
| 15 | * 'kernel_stat.h' contains the definitions needed for doing |
| 16 | * some kernel statistics (CPU usage, context switches ...), |
| 17 | * used by rstatd/perfmeter |
| 18 | */ |
| 19 | |
Glauber Costa | 3292beb | 2011-11-28 14:45:17 -0200 | [diff] [blame] | 20 | enum cpu_usage_stat { |
| 21 | CPUTIME_USER, |
| 22 | CPUTIME_NICE, |
| 23 | CPUTIME_SYSTEM, |
| 24 | CPUTIME_SOFTIRQ, |
| 25 | CPUTIME_IRQ, |
| 26 | CPUTIME_IDLE, |
| 27 | CPUTIME_IOWAIT, |
| 28 | CPUTIME_STEAL, |
| 29 | CPUTIME_GUEST, |
| 30 | CPUTIME_GUEST_NICE, |
| 31 | NR_STATS, |
| 32 | }; |
| 33 | |
| 34 | struct kernel_cpustat { |
| 35 | u64 cpustat[NR_STATS]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | }; |
| 37 | |
| 38 | struct kernel_stat { |
Yinghai Lu | d7e51e6 | 2009-01-07 15:03:13 -0800 | [diff] [blame] | 39 | #ifndef CONFIG_GENERIC_HARDIRQS |
Yinghai Lu | 0b8f1ef | 2008-12-05 18:58:31 -0800 | [diff] [blame] | 40 | unsigned int irqs[NR_IRQS]; |
| 41 | #endif |
KAMEZAWA Hiroyuki | f2c66cd | 2010-10-27 15:34:13 -0700 | [diff] [blame] | 42 | unsigned long irqs_sum; |
Keika Kobayashi | aa0ce5b | 2009-06-17 16:25:52 -0700 | [diff] [blame] | 43 | unsigned int softirqs[NR_SOFTIRQS]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | }; |
| 45 | |
| 46 | DECLARE_PER_CPU(struct kernel_stat, kstat); |
Glauber Costa | 3292beb | 2011-11-28 14:45:17 -0200 | [diff] [blame] | 47 | DECLARE_PER_CPU(struct kernel_cpustat, kernel_cpustat); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | /* Must have preemption disabled for this to be meaningful. */ |
Glauber Costa | 3292beb | 2011-11-28 14:45:17 -0200 | [diff] [blame] | 50 | #define kstat_this_cpu (&__get_cpu_var(kstat)) |
| 51 | #define kcpustat_this_cpu (&__get_cpu_var(kernel_cpustat)) |
| 52 | #define kstat_cpu(cpu) per_cpu(kstat, cpu) |
| 53 | #define kcpustat_cpu(cpu) per_cpu(kernel_cpustat, cpu) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | |
| 55 | extern unsigned long long nr_context_switches(void); |
| 56 | |
Yinghai Lu | d7e51e6 | 2009-01-07 15:03:13 -0800 | [diff] [blame] | 57 | #ifndef CONFIG_GENERIC_HARDIRQS |
Yinghai Lu | 0b8f1ef | 2008-12-05 18:58:31 -0800 | [diff] [blame] | 58 | |
Thomas Gleixner | d6c88a5 | 2008-10-15 15:27:23 +0200 | [diff] [blame] | 59 | struct irq_desc; |
Yinghai Lu | 8c464a4 | 2008-08-25 12:41:19 -0700 | [diff] [blame] | 60 | |
Thomas Gleixner | d6c88a5 | 2008-10-15 15:27:23 +0200 | [diff] [blame] | 61 | static inline void kstat_incr_irqs_this_cpu(unsigned int irq, |
| 62 | struct irq_desc *desc) |
| 63 | { |
Eric Dumazet | 6c9ae00 | 2011-01-13 15:45:38 -0800 | [diff] [blame] | 64 | __this_cpu_inc(kstat.irqs[irq]); |
| 65 | __this_cpu_inc(kstat.irqs_sum); |
Thomas Gleixner | d6c88a5 | 2008-10-15 15:27:23 +0200 | [diff] [blame] | 66 | } |
Yinghai Lu | 8c464a4 | 2008-08-25 12:41:19 -0700 | [diff] [blame] | 67 | |
Yinghai Lu | 7f95ec9 | 2008-08-19 20:50:09 -0700 | [diff] [blame] | 68 | static inline unsigned int kstat_irqs_cpu(unsigned int irq, int cpu) |
| 69 | { |
| 70 | return kstat_cpu(cpu).irqs[irq]; |
| 71 | } |
Yinghai Lu | 0b8f1ef | 2008-12-05 18:58:31 -0800 | [diff] [blame] | 72 | #else |
Yinghai Lu | d52a61c | 2009-01-22 00:38:56 -0800 | [diff] [blame] | 73 | #include <linux/irq.h> |
Yinghai Lu | 0b8f1ef | 2008-12-05 18:58:31 -0800 | [diff] [blame] | 74 | extern unsigned int kstat_irqs_cpu(unsigned int irq, int cpu); |
Eric Dumazet | 6c9ae00 | 2011-01-13 15:45:38 -0800 | [diff] [blame] | 75 | |
| 76 | #define kstat_incr_irqs_this_cpu(irqno, DESC) \ |
| 77 | do { \ |
| 78 | __this_cpu_inc(*(DESC)->kstat_irqs); \ |
| 79 | __this_cpu_inc(kstat.irqs_sum); \ |
| 80 | } while (0) |
Yinghai Lu | d52a61c | 2009-01-22 00:38:56 -0800 | [diff] [blame] | 81 | |
Yinghai Lu | 0b8f1ef | 2008-12-05 18:58:31 -0800 | [diff] [blame] | 82 | #endif |
Yinghai Lu | 7f95ec9 | 2008-08-19 20:50:09 -0700 | [diff] [blame] | 83 | |
Keika Kobayashi | aa0ce5b | 2009-06-17 16:25:52 -0700 | [diff] [blame] | 84 | static inline void kstat_incr_softirqs_this_cpu(unsigned int irq) |
| 85 | { |
Eric Dumazet | 6c9ae00 | 2011-01-13 15:45:38 -0800 | [diff] [blame] | 86 | __this_cpu_inc(kstat.softirqs[irq]); |
Keika Kobayashi | aa0ce5b | 2009-06-17 16:25:52 -0700 | [diff] [blame] | 87 | } |
| 88 | |
| 89 | static inline unsigned int kstat_softirqs_cpu(unsigned int irq, int cpu) |
| 90 | { |
| 91 | return kstat_cpu(cpu).softirqs[irq]; |
| 92 | } |
| 93 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | /* |
| 95 | * Number of interrupts per specific IRQ source, since bootup |
| 96 | */ |
KAMEZAWA Hiroyuki | 478735e3 | 2010-10-27 15:34:15 -0700 | [diff] [blame] | 97 | #ifndef CONFIG_GENERIC_HARDIRQS |
Yinghai Lu | 7f95ec9 | 2008-08-19 20:50:09 -0700 | [diff] [blame] | 98 | static inline unsigned int kstat_irqs(unsigned int irq) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | { |
Yinghai Lu | 7f95ec9 | 2008-08-19 20:50:09 -0700 | [diff] [blame] | 100 | unsigned int sum = 0; |
| 101 | int cpu; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | |
KAMEZAWA Hiroyuki | 0a94502 | 2006-03-28 01:56:37 -0800 | [diff] [blame] | 103 | for_each_possible_cpu(cpu) |
Yinghai Lu | 7f95ec9 | 2008-08-19 20:50:09 -0700 | [diff] [blame] | 104 | sum += kstat_irqs_cpu(irq, cpu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | |
| 106 | return sum; |
| 107 | } |
KAMEZAWA Hiroyuki | 478735e3 | 2010-10-27 15:34:15 -0700 | [diff] [blame] | 108 | #else |
| 109 | extern unsigned int kstat_irqs(unsigned int irq); |
| 110 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | |
KAMEZAWA Hiroyuki | f2c66cd | 2010-10-27 15:34:13 -0700 | [diff] [blame] | 112 | /* |
| 113 | * Number of interrupts per cpu, since bootup |
| 114 | */ |
| 115 | static inline unsigned int kstat_cpu_irqs_sum(unsigned int cpu) |
| 116 | { |
| 117 | return kstat_cpu(cpu).irqs_sum; |
| 118 | } |
Ingo Molnar | aa9c4c0 | 2008-12-17 14:10:57 +0100 | [diff] [blame] | 119 | |
| 120 | /* |
| 121 | * Lock/unlock the current runqueue - to extract task statistics: |
| 122 | */ |
Frank Mayhar | bb34d92 | 2008-09-12 09:54:39 -0700 | [diff] [blame] | 123 | extern unsigned long long task_delta_exec(struct task_struct *); |
Ingo Molnar | aa9c4c0 | 2008-12-17 14:10:57 +0100 | [diff] [blame] | 124 | |
Martin Schwidefsky | 457533a | 2008-12-31 15:11:37 +0100 | [diff] [blame] | 125 | extern void account_user_time(struct task_struct *, cputime_t, cputime_t); |
| 126 | extern void account_system_time(struct task_struct *, int, cputime_t, cputime_t); |
Martin Schwidefsky | 79741dd | 2008-12-31 15:11:38 +0100 | [diff] [blame] | 127 | extern void account_steal_time(cputime_t); |
| 128 | extern void account_idle_time(cputime_t); |
| 129 | |
Frederic Weisbecker | abf917c | 2012-07-25 07:56:04 +0200 | [diff] [blame] | 130 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE |
Frederic Weisbecker | bcebdf8 | 2012-11-13 23:51:06 +0100 | [diff] [blame] | 131 | static inline void account_process_tick(struct task_struct *tsk, int user) |
| 132 | { |
| 133 | vtime_account_user(tsk); |
| 134 | } |
| 135 | #else |
Martin Schwidefsky | 79741dd | 2008-12-31 15:11:38 +0100 | [diff] [blame] | 136 | extern void account_process_tick(struct task_struct *, int user); |
Frederic Weisbecker | bcebdf8 | 2012-11-13 23:51:06 +0100 | [diff] [blame] | 137 | #endif |
| 138 | |
Martin Schwidefsky | 79741dd | 2008-12-31 15:11:38 +0100 | [diff] [blame] | 139 | extern void account_steal_ticks(unsigned long ticks); |
| 140 | extern void account_idle_ticks(unsigned long ticks); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 142 | #endif /* _LINUX_KERNEL_STAT_H */ |