Commit | Line | Data |
---|---|---|
454c407e TZ |
1 | /* |
2 | * builtin-inject.c | |
3 | * | |
4 | * Builtin inject command: Examine the live mode (stdin) event stream | |
5 | * and repipe it to stdout while optionally injecting additional | |
6 | * events into it. | |
7 | */ | |
8 | #include "builtin.h" | |
9 | ||
10 | #include "perf.h" | |
26a031e1 AV |
11 | #include "util/color.h" |
12 | #include "util/evlist.h" | |
13 | #include "util/evsel.h" | |
454c407e | 14 | #include "util/session.h" |
45694aa7 | 15 | #include "util/tool.h" |
454c407e | 16 | #include "util/debug.h" |
54a3cf59 | 17 | #include "util/build-id.h" |
f5fc1412 | 18 | #include "util/data.h" |
454c407e TZ |
19 | |
20 | #include "util/parse-options.h" | |
21 | ||
26a031e1 AV |
22 | #include <linux/list.h> |
23 | ||
5ded57ac | 24 | struct perf_inject { |
3406912c | 25 | struct perf_tool tool; |
1cb8bdcc | 26 | struct perf_session *session; |
3406912c JO |
27 | bool build_ids; |
28 | bool sched_stat; | |
29 | const char *input_name; | |
30 | struct perf_data_file output; | |
31 | u64 bytes_written; | |
32 | struct list_head samples; | |
26a031e1 AV |
33 | }; |
34 | ||
35 | struct event_entry { | |
36 | struct list_head node; | |
37 | u32 tid; | |
38 | union perf_event event[0]; | |
5ded57ac | 39 | }; |
454c407e | 40 | |
e558a5bd | 41 | static int perf_event__repipe_synth(struct perf_tool *tool, |
63c2c9f8 | 42 | union perf_event *event) |
454c407e | 43 | { |
e558a5bd | 44 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); |
3406912c | 45 | ssize_t size; |
454c407e | 46 | |
3406912c JO |
47 | size = perf_data_file__write(&inject->output, event, |
48 | event->header.size); | |
49 | if (size < 0) | |
50 | return -errno; | |
454c407e | 51 | |
3406912c | 52 | inject->bytes_written += size; |
454c407e TZ |
53 | return 0; |
54 | } | |
55 | ||
d704ebda ACM |
56 | static int perf_event__repipe_oe_synth(struct perf_tool *tool, |
57 | union perf_event *event, | |
58 | struct ordered_events *oe __maybe_unused) | |
59 | { | |
60 | return perf_event__repipe_synth(tool, event); | |
61 | } | |
62 | ||
45694aa7 | 63 | static int perf_event__repipe_op2_synth(struct perf_tool *tool, |
743eb868 | 64 | union perf_event *event, |
1d037ca1 IT |
65 | struct perf_session *session |
66 | __maybe_unused) | |
743eb868 | 67 | { |
63c2c9f8 | 68 | return perf_event__repipe_synth(tool, event); |
743eb868 ACM |
69 | } |
70 | ||
47c3d109 AH |
71 | static int perf_event__repipe_attr(struct perf_tool *tool, |
72 | union perf_event *event, | |
73 | struct perf_evlist **pevlist) | |
10d0f086 | 74 | { |
89c97d93 AH |
75 | struct perf_inject *inject = container_of(tool, struct perf_inject, |
76 | tool); | |
1a1ed1ba | 77 | int ret; |
47c3d109 AH |
78 | |
79 | ret = perf_event__process_attr(tool, event, pevlist); | |
1a1ed1ba SE |
80 | if (ret) |
81 | return ret; | |
82 | ||
a261e4a0 | 83 | if (!inject->output.is_pipe) |
89c97d93 AH |
84 | return 0; |
85 | ||
47c3d109 | 86 | return perf_event__repipe_synth(tool, event); |
10d0f086 ACM |
87 | } |
88 | ||
45694aa7 | 89 | static int perf_event__repipe(struct perf_tool *tool, |
d20deb64 | 90 | union perf_event *event, |
1d037ca1 | 91 | struct perf_sample *sample __maybe_unused, |
63c2c9f8 | 92 | struct machine *machine __maybe_unused) |
640c03ce | 93 | { |
63c2c9f8 | 94 | return perf_event__repipe_synth(tool, event); |
640c03ce ACM |
95 | } |
96 | ||
26a031e1 AV |
97 | typedef int (*inject_handler)(struct perf_tool *tool, |
98 | union perf_event *event, | |
99 | struct perf_sample *sample, | |
100 | struct perf_evsel *evsel, | |
101 | struct machine *machine); | |
102 | ||
45694aa7 | 103 | static int perf_event__repipe_sample(struct perf_tool *tool, |
d20deb64 | 104 | union perf_event *event, |
26a031e1 AV |
105 | struct perf_sample *sample, |
106 | struct perf_evsel *evsel, | |
107 | struct machine *machine) | |
9e69c210 | 108 | { |
744a9719 ACM |
109 | if (evsel->handler) { |
110 | inject_handler f = evsel->handler; | |
26a031e1 AV |
111 | return f(tool, event, sample, evsel, machine); |
112 | } | |
113 | ||
54a3cf59 AV |
114 | build_id__mark_dso_hit(tool, event, sample, evsel, machine); |
115 | ||
63c2c9f8 | 116 | return perf_event__repipe_synth(tool, event); |
9e69c210 ACM |
117 | } |
118 | ||
45694aa7 | 119 | static int perf_event__repipe_mmap(struct perf_tool *tool, |
d20deb64 | 120 | union perf_event *event, |
8115d60c | 121 | struct perf_sample *sample, |
743eb868 | 122 | struct machine *machine) |
454c407e TZ |
123 | { |
124 | int err; | |
125 | ||
45694aa7 ACM |
126 | err = perf_event__process_mmap(tool, event, sample, machine); |
127 | perf_event__repipe(tool, event, sample, machine); | |
454c407e TZ |
128 | |
129 | return err; | |
130 | } | |
131 | ||
5c5e854b SE |
132 | static int perf_event__repipe_mmap2(struct perf_tool *tool, |
133 | union perf_event *event, | |
134 | struct perf_sample *sample, | |
135 | struct machine *machine) | |
136 | { | |
137 | int err; | |
138 | ||
139 | err = perf_event__process_mmap2(tool, event, sample, machine); | |
140 | perf_event__repipe(tool, event, sample, machine); | |
141 | ||
142 | return err; | |
143 | } | |
144 | ||
f62d3f0f | 145 | static int perf_event__repipe_fork(struct perf_tool *tool, |
d20deb64 | 146 | union perf_event *event, |
8115d60c | 147 | struct perf_sample *sample, |
743eb868 | 148 | struct machine *machine) |
454c407e TZ |
149 | { |
150 | int err; | |
151 | ||
f62d3f0f | 152 | err = perf_event__process_fork(tool, event, sample, machine); |
45694aa7 | 153 | perf_event__repipe(tool, event, sample, machine); |
454c407e TZ |
154 | |
155 | return err; | |
156 | } | |
157 | ||
47c3d109 AH |
158 | static int perf_event__repipe_tracing_data(struct perf_tool *tool, |
159 | union perf_event *event, | |
8115d60c | 160 | struct perf_session *session) |
454c407e TZ |
161 | { |
162 | int err; | |
163 | ||
47c3d109 AH |
164 | perf_event__repipe_synth(tool, event); |
165 | err = perf_event__process_tracing_data(tool, event, session); | |
454c407e TZ |
166 | |
167 | return err; | |
168 | } | |
169 | ||
c824c433 | 170 | static int dso__read_build_id(struct dso *dso) |
454c407e | 171 | { |
c824c433 | 172 | if (dso->has_build_id) |
090f7204 | 173 | return 0; |
454c407e | 174 | |
c824c433 ACM |
175 | if (filename__read_build_id(dso->long_name, dso->build_id, |
176 | sizeof(dso->build_id)) > 0) { | |
177 | dso->has_build_id = true; | |
090f7204 ACM |
178 | return 0; |
179 | } | |
454c407e | 180 | |
090f7204 ACM |
181 | return -1; |
182 | } | |
454c407e | 183 | |
c824c433 | 184 | static int dso__inject_build_id(struct dso *dso, struct perf_tool *tool, |
743eb868 | 185 | struct machine *machine) |
090f7204 ACM |
186 | { |
187 | u16 misc = PERF_RECORD_MISC_USER; | |
090f7204 | 188 | int err; |
454c407e | 189 | |
c824c433 ACM |
190 | if (dso__read_build_id(dso) < 0) { |
191 | pr_debug("no build_id found for %s\n", dso->long_name); | |
090f7204 ACM |
192 | return -1; |
193 | } | |
454c407e | 194 | |
c824c433 | 195 | if (dso->kernel) |
090f7204 | 196 | misc = PERF_RECORD_MISC_KERNEL; |
454c407e | 197 | |
c824c433 | 198 | err = perf_event__synthesize_build_id(tool, dso, misc, perf_event__repipe, |
743eb868 | 199 | machine); |
090f7204 | 200 | if (err) { |
c824c433 | 201 | pr_err("Can't synthesize build_id event for %s\n", dso->long_name); |
454c407e TZ |
202 | return -1; |
203 | } | |
204 | ||
205 | return 0; | |
206 | } | |
207 | ||
45694aa7 | 208 | static int perf_event__inject_buildid(struct perf_tool *tool, |
d20deb64 | 209 | union perf_event *event, |
8115d60c | 210 | struct perf_sample *sample, |
1d037ca1 | 211 | struct perf_evsel *evsel __maybe_unused, |
743eb868 | 212 | struct machine *machine) |
454c407e TZ |
213 | { |
214 | struct addr_location al; | |
215 | struct thread *thread; | |
216 | u8 cpumode; | |
454c407e TZ |
217 | |
218 | cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK; | |
219 | ||
13ce34df | 220 | thread = machine__findnew_thread(machine, sample->pid, sample->tid); |
454c407e TZ |
221 | if (thread == NULL) { |
222 | pr_err("problem processing %d event, skipping it.\n", | |
223 | event->header.type); | |
454c407e TZ |
224 | goto repipe; |
225 | } | |
226 | ||
bb871a9c | 227 | thread__find_addr_map(thread, cpumode, MAP__FUNCTION, sample->ip, &al); |
454c407e TZ |
228 | |
229 | if (al.map != NULL) { | |
230 | if (!al.map->dso->hit) { | |
231 | al.map->dso->hit = 1; | |
090f7204 | 232 | if (map__load(al.map, NULL) >= 0) { |
45694aa7 | 233 | dso__inject_build_id(al.map->dso, tool, machine); |
090f7204 ACM |
234 | /* |
235 | * If this fails, too bad, let the other side | |
236 | * account this as unresolved. | |
237 | */ | |
393be2e3 | 238 | } else { |
89fe808a | 239 | #ifdef HAVE_LIBELF_SUPPORT |
454c407e TZ |
240 | pr_warning("no symbols found in %s, maybe " |
241 | "install a debug package?\n", | |
242 | al.map->dso->long_name); | |
393be2e3 NK |
243 | #endif |
244 | } | |
454c407e TZ |
245 | } |
246 | } | |
247 | ||
248 | repipe: | |
45694aa7 | 249 | perf_event__repipe(tool, event, sample, machine); |
090f7204 | 250 | return 0; |
454c407e TZ |
251 | } |
252 | ||
26a031e1 AV |
253 | static int perf_inject__sched_process_exit(struct perf_tool *tool, |
254 | union perf_event *event __maybe_unused, | |
255 | struct perf_sample *sample, | |
256 | struct perf_evsel *evsel __maybe_unused, | |
257 | struct machine *machine __maybe_unused) | |
258 | { | |
259 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
260 | struct event_entry *ent; | |
261 | ||
262 | list_for_each_entry(ent, &inject->samples, node) { | |
263 | if (sample->tid == ent->tid) { | |
264 | list_del_init(&ent->node); | |
265 | free(ent); | |
266 | break; | |
267 | } | |
268 | } | |
269 | ||
270 | return 0; | |
271 | } | |
272 | ||
273 | static int perf_inject__sched_switch(struct perf_tool *tool, | |
274 | union perf_event *event, | |
275 | struct perf_sample *sample, | |
276 | struct perf_evsel *evsel, | |
277 | struct machine *machine) | |
278 | { | |
279 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
280 | struct event_entry *ent; | |
281 | ||
282 | perf_inject__sched_process_exit(tool, event, sample, evsel, machine); | |
283 | ||
284 | ent = malloc(event->header.size + sizeof(struct event_entry)); | |
285 | if (ent == NULL) { | |
286 | color_fprintf(stderr, PERF_COLOR_RED, | |
287 | "Not enough memory to process sched switch event!"); | |
288 | return -1; | |
289 | } | |
290 | ||
291 | ent->tid = sample->tid; | |
292 | memcpy(&ent->event, event, event->header.size); | |
293 | list_add(&ent->node, &inject->samples); | |
294 | return 0; | |
295 | } | |
296 | ||
297 | static int perf_inject__sched_stat(struct perf_tool *tool, | |
298 | union perf_event *event __maybe_unused, | |
299 | struct perf_sample *sample, | |
300 | struct perf_evsel *evsel, | |
301 | struct machine *machine) | |
302 | { | |
303 | struct event_entry *ent; | |
304 | union perf_event *event_sw; | |
305 | struct perf_sample sample_sw; | |
306 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
307 | u32 pid = perf_evsel__intval(evsel, sample, "pid"); | |
308 | ||
309 | list_for_each_entry(ent, &inject->samples, node) { | |
310 | if (pid == ent->tid) | |
311 | goto found; | |
312 | } | |
313 | ||
314 | return 0; | |
315 | found: | |
316 | event_sw = &ent->event[0]; | |
317 | perf_evsel__parse_sample(evsel, event_sw, &sample_sw); | |
318 | ||
319 | sample_sw.period = sample->period; | |
320 | sample_sw.time = sample->time; | |
321 | perf_event__synthesize_sample(event_sw, evsel->attr.sample_type, | |
d03f2170 AH |
322 | evsel->attr.read_format, &sample_sw, |
323 | false); | |
54a3cf59 | 324 | build_id__mark_dso_hit(tool, event_sw, &sample_sw, evsel, machine); |
26a031e1 AV |
325 | return perf_event__repipe(tool, event_sw, &sample_sw, machine); |
326 | } | |
327 | ||
1d037ca1 | 328 | static void sig_handler(int sig __maybe_unused) |
454c407e TZ |
329 | { |
330 | session_done = 1; | |
331 | } | |
332 | ||
26a031e1 AV |
333 | static int perf_evsel__check_stype(struct perf_evsel *evsel, |
334 | u64 sample_type, const char *sample_msg) | |
335 | { | |
336 | struct perf_event_attr *attr = &evsel->attr; | |
337 | const char *name = perf_evsel__name(evsel); | |
338 | ||
339 | if (!(attr->sample_type & sample_type)) { | |
340 | pr_err("Samples for %s event do not have %s attribute set.", | |
341 | name, sample_msg); | |
342 | return -EINVAL; | |
343 | } | |
344 | ||
345 | return 0; | |
346 | } | |
347 | ||
5ded57ac | 348 | static int __cmd_inject(struct perf_inject *inject) |
454c407e | 349 | { |
454c407e | 350 | int ret = -EINVAL; |
1cb8bdcc | 351 | struct perf_session *session = inject->session; |
3406912c | 352 | struct perf_data_file *file_out = &inject->output; |
42aa276f | 353 | int fd = perf_data_file__fd(file_out); |
454c407e TZ |
354 | |
355 | signal(SIGINT, sig_handler); | |
356 | ||
54a3cf59 | 357 | if (inject->build_ids || inject->sched_stat) { |
5ded57ac | 358 | inject->tool.mmap = perf_event__repipe_mmap; |
5c5e854b | 359 | inject->tool.mmap2 = perf_event__repipe_mmap2; |
f62d3f0f | 360 | inject->tool.fork = perf_event__repipe_fork; |
5ded57ac | 361 | inject->tool.tracing_data = perf_event__repipe_tracing_data; |
454c407e TZ |
362 | } |
363 | ||
54a3cf59 AV |
364 | if (inject->build_ids) { |
365 | inject->tool.sample = perf_event__inject_buildid; | |
366 | } else if (inject->sched_stat) { | |
26a031e1 AV |
367 | struct perf_evsel *evsel; |
368 | ||
0050f7aa | 369 | evlist__for_each(session->evlist, evsel) { |
26a031e1 AV |
370 | const char *name = perf_evsel__name(evsel); |
371 | ||
372 | if (!strcmp(name, "sched:sched_switch")) { | |
373 | if (perf_evsel__check_stype(evsel, PERF_SAMPLE_TID, "TID")) | |
374 | return -EINVAL; | |
375 | ||
744a9719 | 376 | evsel->handler = perf_inject__sched_switch; |
26a031e1 | 377 | } else if (!strcmp(name, "sched:sched_process_exit")) |
744a9719 | 378 | evsel->handler = perf_inject__sched_process_exit; |
26a031e1 | 379 | else if (!strncmp(name, "sched:sched_stat_", 17)) |
744a9719 | 380 | evsel->handler = perf_inject__sched_stat; |
26a031e1 AV |
381 | } |
382 | } | |
383 | ||
3406912c | 384 | if (!file_out->is_pipe) |
42aa276f | 385 | lseek(fd, session->header.data_offset, SEEK_SET); |
e558a5bd | 386 | |
b7b61cbe | 387 | ret = perf_session__process_events(session); |
454c407e | 388 | |
3406912c | 389 | if (!file_out->is_pipe) { |
e38b43c3 AH |
390 | if (inject->build_ids) |
391 | perf_header__set_feat(&session->header, | |
392 | HEADER_BUILD_ID); | |
e558a5bd | 393 | session->header.data_size = inject->bytes_written; |
42aa276f | 394 | perf_session__write_header(session, session->evlist, fd, true); |
e558a5bd AV |
395 | } |
396 | ||
454c407e TZ |
397 | return ret; |
398 | } | |
399 | ||
1d037ca1 | 400 | int cmd_inject(int argc, const char **argv, const char *prefix __maybe_unused) |
454c407e | 401 | { |
5ded57ac ACM |
402 | struct perf_inject inject = { |
403 | .tool = { | |
404 | .sample = perf_event__repipe_sample, | |
405 | .mmap = perf_event__repipe, | |
5c5e854b | 406 | .mmap2 = perf_event__repipe, |
5ded57ac ACM |
407 | .comm = perf_event__repipe, |
408 | .fork = perf_event__repipe, | |
409 | .exit = perf_event__repipe, | |
410 | .lost = perf_event__repipe, | |
411 | .read = perf_event__repipe_sample, | |
412 | .throttle = perf_event__repipe, | |
413 | .unthrottle = perf_event__repipe, | |
414 | .attr = perf_event__repipe_attr, | |
47c3d109 | 415 | .tracing_data = perf_event__repipe_op2_synth, |
d704ebda | 416 | .finished_round = perf_event__repipe_oe_synth, |
5ded57ac | 417 | .build_id = perf_event__repipe_op2_synth, |
3c659eed | 418 | .id_index = perf_event__repipe_op2_synth, |
5ded57ac | 419 | }, |
e558a5bd | 420 | .input_name = "-", |
26a031e1 | 421 | .samples = LIST_HEAD_INIT(inject.samples), |
3406912c JO |
422 | .output = { |
423 | .path = "-", | |
424 | .mode = PERF_DATA_MODE_WRITE, | |
425 | }, | |
5ded57ac | 426 | }; |
1cb8bdcc NK |
427 | struct perf_data_file file = { |
428 | .mode = PERF_DATA_MODE_READ, | |
429 | }; | |
430 | int ret; | |
431 | ||
5ded57ac ACM |
432 | const struct option options[] = { |
433 | OPT_BOOLEAN('b', "build-ids", &inject.build_ids, | |
434 | "Inject build-ids into the output stream"), | |
e558a5bd AV |
435 | OPT_STRING('i', "input", &inject.input_name, "file", |
436 | "input file name"), | |
3406912c | 437 | OPT_STRING('o', "output", &inject.output.path, "file", |
e558a5bd | 438 | "output file name"), |
26a031e1 AV |
439 | OPT_BOOLEAN('s', "sched-stat", &inject.sched_stat, |
440 | "Merge sched-stat and sched-switch for getting events " | |
441 | "where and how long tasks slept"), | |
5ded57ac ACM |
442 | OPT_INCR('v', "verbose", &verbose, |
443 | "be more verbose (show build ids, etc)"), | |
a7a2b8b4 AH |
444 | OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name, "file", |
445 | "kallsyms pathname"), | |
ccaa474c | 446 | OPT_BOOLEAN('f', "force", &file.force, "don't complain, do it"), |
5ded57ac ACM |
447 | OPT_END() |
448 | }; | |
002439e8 ACM |
449 | const char * const inject_usage[] = { |
450 | "perf inject [<options>]", | |
451 | NULL | |
452 | }; | |
5ded57ac | 453 | |
002439e8 | 454 | argc = parse_options(argc, argv, options, inject_usage, 0); |
454c407e TZ |
455 | |
456 | /* | |
457 | * Any (unrecognized) arguments left? | |
458 | */ | |
459 | if (argc) | |
002439e8 | 460 | usage_with_options(inject_usage, options); |
454c407e | 461 | |
3406912c JO |
462 | if (perf_data_file__open(&inject.output)) { |
463 | perror("failed to create output file"); | |
464 | return -1; | |
e558a5bd AV |
465 | } |
466 | ||
b7b61cbe ACM |
467 | inject.tool.ordered_events = inject.sched_stat; |
468 | ||
1cb8bdcc NK |
469 | file.path = inject.input_name; |
470 | inject.session = perf_session__new(&file, true, &inject.tool); | |
471 | if (inject.session == NULL) | |
52e02834 | 472 | return -1; |
1cb8bdcc | 473 | |
0a7e6d1b | 474 | if (symbol__init(&inject.session->header.env) < 0) |
454c407e TZ |
475 | return -1; |
476 | ||
1cb8bdcc NK |
477 | ret = __cmd_inject(&inject); |
478 | ||
479 | perf_session__delete(inject.session); | |
480 | ||
481 | return ret; | |
454c407e | 482 | } |