Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /** |
2 | * @file op_model_athlon.h | |
3 | * athlon / K7 model-specific MSR operations | |
4 | * | |
5 | * @remark Copyright 2002 OProfile authors | |
6 | * @remark Read the file COPYING | |
7 | * | |
8 | * @author John Levon | |
9 | * @author Philippe Elie | |
10 | * @author Graydon Hoare | |
11 | */ | |
12 | ||
13 | #include <linux/oprofile.h> | |
14 | #include <asm/ptrace.h> | |
15 | #include <asm/msr.h> | |
3e4ff115 | 16 | #include <asm/nmi.h> |
1da177e4 LT |
17 | |
18 | #include "op_x86_model.h" | |
19 | #include "op_counter.h" | |
20 | ||
21 | #define NUM_COUNTERS 4 | |
22 | #define NUM_CONTROLS 4 | |
23 | ||
cb9c448c | 24 | #define CTR_IS_RESERVED(msrs,c) (msrs->counters[(c)].addr ? 1 : 0) |
1da177e4 LT |
25 | #define CTR_READ(l,h,msrs,c) do {rdmsr(msrs->counters[(c)].addr, (l), (h));} while (0) |
26 | #define CTR_WRITE(l,msrs,c) do {wrmsr(msrs->counters[(c)].addr, -(unsigned int)(l), -1);} while (0) | |
27 | #define CTR_OVERFLOWED(n) (!((n) & (1U<<31))) | |
28 | ||
cb9c448c | 29 | #define CTRL_IS_RESERVED(msrs,c) (msrs->controls[(c)].addr ? 1 : 0) |
1da177e4 LT |
30 | #define CTRL_READ(l,h,msrs,c) do {rdmsr(msrs->controls[(c)].addr, (l), (h));} while (0) |
31 | #define CTRL_WRITE(l,h,msrs,c) do {wrmsr(msrs->controls[(c)].addr, (l), (h));} while (0) | |
32 | #define CTRL_SET_ACTIVE(n) (n |= (1<<22)) | |
33 | #define CTRL_SET_INACTIVE(n) (n &= ~(1<<22)) | |
34 | #define CTRL_CLEAR(x) (x &= (1<<21)) | |
35 | #define CTRL_SET_ENABLE(val) (val |= 1<<20) | |
36 | #define CTRL_SET_USR(val,u) (val |= ((u & 1) << 16)) | |
37 | #define CTRL_SET_KERN(val,k) (val |= ((k & 1) << 17)) | |
38 | #define CTRL_SET_UM(val, m) (val |= (m << 8)) | |
39 | #define CTRL_SET_EVENT(val, e) (val |= e) | |
40 | ||
41 | static unsigned long reset_value[NUM_COUNTERS]; | |
42 | ||
43 | static void athlon_fill_in_addresses(struct op_msrs * const msrs) | |
44 | { | |
cb9c448c DZ |
45 | int i; |
46 | ||
47 | for (i=0; i < NUM_COUNTERS; i++) { | |
48 | if (reserve_perfctr_nmi(MSR_K7_PERFCTR0 + i)) | |
49 | msrs->counters[i].addr = MSR_K7_PERFCTR0 + i; | |
50 | else | |
51 | msrs->counters[i].addr = 0; | |
52 | } | |
53 | ||
54 | for (i=0; i < NUM_CONTROLS; i++) { | |
55 | if (reserve_evntsel_nmi(MSR_K7_EVNTSEL0 + i)) | |
56 | msrs->controls[i].addr = MSR_K7_EVNTSEL0 + i; | |
57 | else | |
58 | msrs->controls[i].addr = 0; | |
59 | } | |
1da177e4 LT |
60 | } |
61 | ||
62 | ||
63 | static void athlon_setup_ctrs(struct op_msrs const * const msrs) | |
64 | { | |
65 | unsigned int low, high; | |
66 | int i; | |
67 | ||
68 | /* clear all counters */ | |
69 | for (i = 0 ; i < NUM_CONTROLS; ++i) { | |
cb9c448c DZ |
70 | if (unlikely(!CTRL_IS_RESERVED(msrs,i))) |
71 | continue; | |
1da177e4 LT |
72 | CTRL_READ(low, high, msrs, i); |
73 | CTRL_CLEAR(low); | |
74 | CTRL_WRITE(low, high, msrs, i); | |
75 | } | |
cb9c448c | 76 | |
1da177e4 LT |
77 | /* avoid a false detection of ctr overflows in NMI handler */ |
78 | for (i = 0; i < NUM_COUNTERS; ++i) { | |
cb9c448c DZ |
79 | if (unlikely(!CTR_IS_RESERVED(msrs,i))) |
80 | continue; | |
1da177e4 LT |
81 | CTR_WRITE(1, msrs, i); |
82 | } | |
83 | ||
84 | /* enable active counters */ | |
85 | for (i = 0; i < NUM_COUNTERS; ++i) { | |
cb9c448c | 86 | if ((counter_config[i].enabled) && (CTR_IS_RESERVED(msrs,i))) { |
1da177e4 LT |
87 | reset_value[i] = counter_config[i].count; |
88 | ||
89 | CTR_WRITE(counter_config[i].count, msrs, i); | |
90 | ||
91 | CTRL_READ(low, high, msrs, i); | |
92 | CTRL_CLEAR(low); | |
93 | CTRL_SET_ENABLE(low); | |
94 | CTRL_SET_USR(low, counter_config[i].user); | |
95 | CTRL_SET_KERN(low, counter_config[i].kernel); | |
96 | CTRL_SET_UM(low, counter_config[i].unit_mask); | |
97 | CTRL_SET_EVENT(low, counter_config[i].event); | |
98 | CTRL_WRITE(low, high, msrs, i); | |
99 | } else { | |
100 | reset_value[i] = 0; | |
101 | } | |
102 | } | |
103 | } | |
104 | ||
105 | ||
106 | static int athlon_check_ctrs(struct pt_regs * const regs, | |
107 | struct op_msrs const * const msrs) | |
108 | { | |
109 | unsigned int low, high; | |
110 | int i; | |
111 | ||
112 | for (i = 0 ; i < NUM_COUNTERS; ++i) { | |
cb9c448c DZ |
113 | if (!reset_value[i]) |
114 | continue; | |
1da177e4 LT |
115 | CTR_READ(low, high, msrs, i); |
116 | if (CTR_OVERFLOWED(low)) { | |
117 | oprofile_add_sample(regs, i); | |
118 | CTR_WRITE(reset_value[i], msrs, i); | |
119 | } | |
120 | } | |
121 | ||
122 | /* See op_model_ppro.c */ | |
123 | return 1; | |
124 | } | |
125 | ||
126 | ||
127 | static void athlon_start(struct op_msrs const * const msrs) | |
128 | { | |
129 | unsigned int low, high; | |
130 | int i; | |
131 | for (i = 0 ; i < NUM_COUNTERS ; ++i) { | |
132 | if (reset_value[i]) { | |
133 | CTRL_READ(low, high, msrs, i); | |
134 | CTRL_SET_ACTIVE(low); | |
135 | CTRL_WRITE(low, high, msrs, i); | |
136 | } | |
137 | } | |
138 | } | |
139 | ||
140 | ||
141 | static void athlon_stop(struct op_msrs const * const msrs) | |
142 | { | |
143 | unsigned int low,high; | |
144 | int i; | |
145 | ||
146 | /* Subtle: stop on all counters to avoid race with | |
147 | * setting our pm callback */ | |
148 | for (i = 0 ; i < NUM_COUNTERS ; ++i) { | |
cb9c448c DZ |
149 | if (!reset_value[i]) |
150 | continue; | |
1da177e4 LT |
151 | CTRL_READ(low, high, msrs, i); |
152 | CTRL_SET_INACTIVE(low); | |
153 | CTRL_WRITE(low, high, msrs, i); | |
154 | } | |
155 | } | |
156 | ||
cb9c448c DZ |
157 | static void athlon_shutdown(struct op_msrs const * const msrs) |
158 | { | |
159 | int i; | |
160 | ||
161 | for (i = 0 ; i < NUM_COUNTERS ; ++i) { | |
162 | if (CTR_IS_RESERVED(msrs,i)) | |
163 | release_perfctr_nmi(MSR_K7_PERFCTR0 + i); | |
164 | } | |
165 | for (i = 0 ; i < NUM_CONTROLS ; ++i) { | |
166 | if (CTRL_IS_RESERVED(msrs,i)) | |
167 | release_evntsel_nmi(MSR_K7_EVNTSEL0 + i); | |
168 | } | |
169 | } | |
1da177e4 LT |
170 | |
171 | struct op_x86_model_spec const op_athlon_spec = { | |
172 | .num_counters = NUM_COUNTERS, | |
173 | .num_controls = NUM_CONTROLS, | |
174 | .fill_in_addresses = &athlon_fill_in_addresses, | |
175 | .setup_ctrs = &athlon_setup_ctrs, | |
176 | .check_ctrs = &athlon_check_ctrs, | |
177 | .start = &athlon_start, | |
cb9c448c DZ |
178 | .stop = &athlon_stop, |
179 | .shutdown = &athlon_shutdown | |
1da177e4 | 180 | }; |