Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /** |
2 | * @file cpu_buffer.h | |
3 | * | |
4 | * @remark Copyright 2002 OProfile authors | |
5 | * @remark Read the file COPYING | |
6 | * | |
7 | * @author John Levon <levon@movementarian.org> | |
8 | */ | |
9 | ||
10 | #ifndef OPROFILE_CPU_BUFFER_H | |
11 | #define OPROFILE_CPU_BUFFER_H | |
12 | ||
13 | #include <linux/types.h> | |
14 | #include <linux/spinlock.h> | |
15 | #include <linux/workqueue.h> | |
16 | #include <linux/cache.h> | |
608dfddd | 17 | #include <linux/sched.h> |
6a18037d | 18 | |
1da177e4 | 19 | struct task_struct; |
6a18037d | 20 | |
1da177e4 LT |
21 | int alloc_cpu_buffers(void); |
22 | void free_cpu_buffers(void); | |
23 | ||
24 | void start_cpu_work(void); | |
25 | void end_cpu_work(void); | |
26 | ||
27 | /* CPU buffer is composed of such entries (which are | |
28 | * also used for context switch notes) | |
29 | */ | |
30 | struct op_sample { | |
31 | unsigned long eip; | |
32 | unsigned long event; | |
33 | }; | |
6a18037d | 34 | |
1da177e4 LT |
35 | struct oprofile_cpu_buffer { |
36 | volatile unsigned long head_pos; | |
37 | volatile unsigned long tail_pos; | |
38 | unsigned long buffer_size; | |
25ad2913 | 39 | struct task_struct *last_task; |
1da177e4 LT |
40 | int last_is_kernel; |
41 | int tracing; | |
25ad2913 | 42 | struct op_sample *buffer; |
1da177e4 LT |
43 | unsigned long sample_received; |
44 | unsigned long sample_lost_overflow; | |
45 | unsigned long backtrace_aborted; | |
df9d177a | 46 | unsigned long sample_invalid_eip; |
1da177e4 | 47 | int cpu; |
c4028958 | 48 | struct delayed_work work; |
8b8b4988 | 49 | }; |
1da177e4 | 50 | |
608dfddd | 51 | DECLARE_PER_CPU(struct oprofile_cpu_buffer, cpu_buffer); |
1da177e4 | 52 | |
fbc9bf9f RR |
53 | /* |
54 | * Resets the cpu buffer to a sane state. | |
55 | * | |
56 | * reset these to invalid values; the next sample collected will | |
57 | * populate the buffer with proper values to initialize the buffer | |
58 | */ | |
59 | static inline void cpu_buffer_reset(int cpu) | |
60 | { | |
61 | struct oprofile_cpu_buffer *cpu_buf = &per_cpu(cpu_buffer, cpu); | |
62 | ||
63 | cpu_buf->last_is_kernel = -1; | |
64 | cpu_buf->last_task = NULL; | |
65 | } | |
1da177e4 | 66 | |
7d468abe RR |
67 | static inline |
68 | struct op_sample *cpu_buffer_write_entry(struct oprofile_cpu_buffer *cpu_buf) | |
69 | { | |
70 | return &cpu_buf->buffer[cpu_buf->head_pos]; | |
71 | } | |
72 | ||
229234ae RR |
73 | static inline |
74 | void cpu_buffer_write_commit(struct oprofile_cpu_buffer *b) | |
75 | { | |
76 | unsigned long new_head = b->head_pos + 1; | |
77 | ||
78 | /* | |
79 | * Ensure anything written to the slot before we increment is | |
80 | * visible | |
81 | */ | |
82 | wmb(); | |
83 | ||
84 | if (new_head < b->buffer_size) | |
85 | b->head_pos = new_head; | |
86 | else | |
87 | b->head_pos = 0; | |
88 | } | |
89 | ||
7d468abe RR |
90 | static inline |
91 | struct op_sample *cpu_buffer_read_entry(struct oprofile_cpu_buffer *cpu_buf) | |
92 | { | |
93 | return &cpu_buf->buffer[cpu_buf->tail_pos]; | |
94 | } | |
95 | ||
bf589e32 RR |
96 | /* "acquire" as many cpu buffer slots as we can */ |
97 | static inline | |
98 | unsigned long cpu_buffer_entries(struct oprofile_cpu_buffer *b) | |
99 | { | |
100 | unsigned long head = b->head_pos; | |
101 | unsigned long tail = b->tail_pos; | |
102 | ||
bf589e32 RR |
103 | if (head >= tail) |
104 | return head - tail; | |
105 | ||
106 | return head + (b->buffer_size - tail); | |
107 | } | |
108 | ||
1da177e4 LT |
109 | /* transient events for the CPU buffer -> event buffer */ |
110 | #define CPU_IS_KERNEL 1 | |
111 | #define CPU_TRACE_BEGIN 2 | |
345c2573 BK |
112 | #define IBS_FETCH_BEGIN 3 |
113 | #define IBS_OP_BEGIN 4 | |
1da177e4 LT |
114 | |
115 | #endif /* OPROFILE_CPU_BUFFER_H */ |