blob: 63f81c44846ae28b5bf2020d8fe445e4e4377d7b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/**
2 * @file cpu_buffer.h
3 *
Robert Richter2cc28b92008-12-25 17:26:07 +01004 * @remark Copyright 2002-2009 OProfile authors
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 * @remark Read the file COPYING
6 *
7 * @author John Levon <levon@movementarian.org>
Robert Richter2cc28b92008-12-25 17:26:07 +01008 * @author Robert Richter <robert.richter@amd.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 */
10
11#ifndef OPROFILE_CPU_BUFFER_H
12#define OPROFILE_CPU_BUFFER_H
13
14#include <linux/types.h>
15#include <linux/spinlock.h>
16#include <linux/workqueue.h>
17#include <linux/cache.h>
Mike Travis608dfdd2008-04-28 02:14:15 -070018#include <linux/sched.h>
Robert Richter6dad8282008-12-09 01:21:32 +010019#include <linux/ring_buffer.h>
Robert Richter6a180372008-10-16 15:01:40 +020020
Linus Torvalds1da177e2005-04-16 15:20:36 -070021struct task_struct;
Robert Richter6a180372008-10-16 15:01:40 +020022
Linus Torvalds1da177e2005-04-16 15:20:36 -070023int alloc_cpu_buffers(void);
24void free_cpu_buffers(void);
25
26void start_cpu_work(void);
27void end_cpu_work(void);
28
29/* CPU buffer is composed of such entries (which are
30 * also used for context switch notes)
31 */
32struct op_sample {
33 unsigned long eip;
34 unsigned long event;
Robert Richter2cc28b92008-12-25 17:26:07 +010035 unsigned long data[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -070036};
Robert Richter6a180372008-10-16 15:01:40 +020037
Robert Richter14f0ca82009-01-07 21:50:22 +010038struct op_entry;
Robert Richter6dad8282008-12-09 01:21:32 +010039
Linus Torvalds1da177e2005-04-16 15:20:36 -070040struct oprofile_cpu_buffer {
Linus Torvalds1da177e2005-04-16 15:20:36 -070041 unsigned long buffer_size;
Robert Richter25ad29132008-09-05 17:12:36 +020042 struct task_struct *last_task;
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 int last_is_kernel;
44 int tracing;
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 unsigned long sample_received;
46 unsigned long sample_lost_overflow;
47 unsigned long backtrace_aborted;
Philippe Eliedf9d1772007-11-14 16:58:48 -080048 unsigned long sample_invalid_eip;
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 int cpu;
David Howellsc4028952006-11-22 14:57:56 +000050 struct delayed_work work;
Eric Dumazet8b8b4982008-05-14 16:05:31 -070051};
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
Mike Travis608dfdd2008-04-28 02:14:15 -070053DECLARE_PER_CPU(struct oprofile_cpu_buffer, cpu_buffer);
Linus Torvalds1da177e2005-04-16 15:20:36 -070054
Robert Richterfbc9bf92008-12-04 16:27:00 +010055/*
56 * Resets the cpu buffer to a sane state.
57 *
58 * reset these to invalid values; the next sample collected will
59 * populate the buffer with proper values to initialize the buffer
60 */
Robert Richter6d2c53f2008-12-24 16:53:53 +010061static inline void op_cpu_buffer_reset(int cpu)
Robert Richterfbc9bf92008-12-04 16:27:00 +010062{
63 struct oprofile_cpu_buffer *cpu_buf = &per_cpu(cpu_buffer, cpu);
64
65 cpu_buf->last_is_kernel = -1;
66 cpu_buf->last_task = NULL;
67}
Linus Torvalds1da177e2005-04-16 15:20:36 -070068
Robert Richter2cc28b92008-12-25 17:26:07 +010069struct op_sample
70*op_cpu_buffer_write_reserve(struct op_entry *entry, unsigned long size);
Robert Richter99667182008-12-16 16:19:54 +010071int op_cpu_buffer_write_commit(struct op_entry *entry);
Robert Richter2d87b142008-12-30 04:10:46 +010072struct op_sample *op_cpu_buffer_read_entry(struct op_entry *entry, int cpu);
Robert Richter99667182008-12-16 16:19:54 +010073unsigned long op_cpu_buffer_entries(int cpu);
Robert Richterbf589e32008-11-27 22:33:37 +010074
Robert Richterd9928c22008-12-25 17:26:07 +010075/* returns the remaining free size of data in the entry */
76static inline
77int op_cpu_buffer_add_data(struct op_entry *entry, unsigned long val)
78{
79 if (!entry->size)
80 return 0;
81 *entry->data = val;
82 entry->size--;
83 entry->data++;
84 return entry->size;
85}
86
Robert Richterbd7dc462009-01-06 03:56:50 +010087/* returns the size of data in the entry */
88static inline
89int op_cpu_buffer_get_size(struct op_entry *entry)
90{
91 return entry->size;
92}
93
94/* returns 0 if empty or the size of data including the current value */
95static inline
96int op_cpu_buffer_get_data(struct op_entry *entry, unsigned long *val)
97{
98 int size = entry->size;
99 if (!size)
100 return 0;
101 *val = *entry->data;
102 entry->size--;
103 entry->data++;
104 return size;
105}
106
Robert Richterae735e92008-12-25 17:26:07 +0100107/* extra data flags */
108#define KERNEL_CTX_SWITCH (1UL << 0)
109#define IS_KERNEL (1UL << 1)
110#define TRACE_BEGIN (1UL << 2)
111#define USER_CTX_SWITCH (1UL << 3)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112
113#endif /* OPROFILE_CPU_BUFFER_H */