blob: 272995d20293ab10aa4d77fb44d7f4bd79d76afb [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/**
2 * @file cpu_buffer.h
3 *
Robert Richter2cc28b92008-12-25 17:26:07 +01004 * @remark Copyright 2002-2009 OProfile authors
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 * @remark Read the file COPYING
6 *
7 * @author John Levon <levon@movementarian.org>
Robert Richter2cc28b92008-12-25 17:26:07 +01008 * @author Robert Richter <robert.richter@amd.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 */
10
11#ifndef OPROFILE_CPU_BUFFER_H
12#define OPROFILE_CPU_BUFFER_H
13
14#include <linux/types.h>
15#include <linux/spinlock.h>
16#include <linux/workqueue.h>
17#include <linux/cache.h>
Mike Travis608dfdd2008-04-28 02:14:15 -070018#include <linux/sched.h>
Robert Richter6dad8282008-12-09 01:21:32 +010019#include <linux/ring_buffer.h>
Robert Richter6a180372008-10-16 15:01:40 +020020
Linus Torvalds1da177e2005-04-16 15:20:36 -070021struct task_struct;
Robert Richter6a180372008-10-16 15:01:40 +020022
Linus Torvalds1da177e2005-04-16 15:20:36 -070023int alloc_cpu_buffers(void);
24void free_cpu_buffers(void);
25
26void start_cpu_work(void);
27void end_cpu_work(void);
28
29/* CPU buffer is composed of such entries (which are
30 * also used for context switch notes)
31 */
32struct op_sample {
33 unsigned long eip;
34 unsigned long event;
Robert Richter2cc28b92008-12-25 17:26:07 +010035 unsigned long data[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -070036};
Robert Richter6a180372008-10-16 15:01:40 +020037
Robert Richter14f0ca82009-01-07 21:50:22 +010038struct op_entry;
Robert Richter6dad8282008-12-09 01:21:32 +010039
Linus Torvalds1da177e2005-04-16 15:20:36 -070040struct oprofile_cpu_buffer {
Linus Torvalds1da177e2005-04-16 15:20:36 -070041 unsigned long buffer_size;
Robert Richter25ad29132008-09-05 17:12:36 +020042 struct task_struct *last_task;
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 int last_is_kernel;
44 int tracing;
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 unsigned long sample_received;
46 unsigned long sample_lost_overflow;
47 unsigned long backtrace_aborted;
Philippe Eliedf9d1772007-11-14 16:58:48 -080048 unsigned long sample_invalid_eip;
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 int cpu;
David Howellsc4028952006-11-22 14:57:56 +000050 struct delayed_work work;
Eric Dumazet8b8b4982008-05-14 16:05:31 -070051};
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
Mike Travis608dfdd2008-04-28 02:14:15 -070053DECLARE_PER_CPU(struct oprofile_cpu_buffer, cpu_buffer);
Linus Torvalds1da177e2005-04-16 15:20:36 -070054
Robert Richterfbc9bf92008-12-04 16:27:00 +010055/*
56 * Resets the cpu buffer to a sane state.
57 *
58 * reset these to invalid values; the next sample collected will
59 * populate the buffer with proper values to initialize the buffer
60 */
Robert Richter6d2c53f2008-12-24 16:53:53 +010061static inline void op_cpu_buffer_reset(int cpu)
Robert Richterfbc9bf92008-12-04 16:27:00 +010062{
63 struct oprofile_cpu_buffer *cpu_buf = &per_cpu(cpu_buffer, cpu);
64
65 cpu_buf->last_is_kernel = -1;
66 cpu_buf->last_task = NULL;
67}
Linus Torvalds1da177e2005-04-16 15:20:36 -070068
Robert Richterfdb6a8f2009-01-17 17:13:27 +010069/*
70 * op_cpu_buffer_add_data() and op_cpu_buffer_write_commit() may be
71 * called only if op_cpu_buffer_write_reserve() did not return NULL or
72 * entry->event != NULL, otherwise entry->size or entry->event will be
73 * used uninitialized.
74 */
75
Robert Richter2cc28b92008-12-25 17:26:07 +010076struct op_sample
77*op_cpu_buffer_write_reserve(struct op_entry *entry, unsigned long size);
Robert Richter99667182008-12-16 16:19:54 +010078int op_cpu_buffer_write_commit(struct op_entry *entry);
Robert Richter2d87b142008-12-30 04:10:46 +010079struct op_sample *op_cpu_buffer_read_entry(struct op_entry *entry, int cpu);
Robert Richter99667182008-12-16 16:19:54 +010080unsigned long op_cpu_buffer_entries(int cpu);
Robert Richterbf589e32008-11-27 22:33:37 +010081
Robert Richterd9928c22008-12-25 17:26:07 +010082/* returns the remaining free size of data in the entry */
83static inline
84int op_cpu_buffer_add_data(struct op_entry *entry, unsigned long val)
85{
86 if (!entry->size)
87 return 0;
88 *entry->data = val;
89 entry->size--;
90 entry->data++;
91 return entry->size;
92}
93
Robert Richterbd7dc462009-01-06 03:56:50 +010094/* returns the size of data in the entry */
95static inline
96int op_cpu_buffer_get_size(struct op_entry *entry)
97{
98 return entry->size;
99}
100
101/* returns 0 if empty or the size of data including the current value */
102static inline
103int op_cpu_buffer_get_data(struct op_entry *entry, unsigned long *val)
104{
105 int size = entry->size;
106 if (!size)
107 return 0;
108 *val = *entry->data;
109 entry->size--;
110 entry->data++;
111 return size;
112}
113
Robert Richterae735e92008-12-25 17:26:07 +0100114/* extra data flags */
115#define KERNEL_CTX_SWITCH (1UL << 0)
116#define IS_KERNEL (1UL << 1)
117#define TRACE_BEGIN (1UL << 2)
118#define USER_CTX_SWITCH (1UL << 3)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119
120#endif /* OPROFILE_CPU_BUFFER_H */