Commit | Line | Data |
---|---|---|
8035e428 IM |
1 | /* |
2 | * builtin-annotate.c | |
3 | * | |
4 | * Builtin annotate command: Analyze the perf.data input file, | |
5 | * look up and read DSOs and symbol information and display | |
6 | * a histogram of results, along various sorting keys. | |
7 | */ | |
8 | #include "builtin.h" | |
9 | ||
10 | #include "util/util.h" | |
11 | ||
12 | #include "util/color.h" | |
5da50258 | 13 | #include <linux/list.h> |
8035e428 | 14 | #include "util/cache.h" |
43cbcd8a | 15 | #include <linux/rbtree.h> |
8035e428 IM |
16 | #include "util/symbol.h" |
17 | #include "util/string.h" | |
18 | ||
19 | #include "perf.h" | |
8f28827a | 20 | #include "util/debug.h" |
8035e428 | 21 | |
62daacb5 | 22 | #include "util/event.h" |
8035e428 IM |
23 | #include "util/parse-options.h" |
24 | #include "util/parse-events.h" | |
6baa0a5a | 25 | #include "util/thread.h" |
dd68ada2 | 26 | #include "util/sort.h" |
3d1d07ec | 27 | #include "util/hist.h" |
94c744b6 | 28 | #include "util/session.h" |
8035e428 | 29 | |
8035e428 | 30 | static char const *input_name = "perf.data"; |
8035e428 | 31 | |
fa6963b2 | 32 | static int force; |
8035e428 | 33 | |
42976487 MG |
34 | static int full_paths; |
35 | ||
301406b9 FW |
36 | static int print_line; |
37 | ||
e4204992 ACM |
38 | struct sym_hist { |
39 | u64 sum; | |
40 | u64 ip[0]; | |
41 | }; | |
42 | ||
301406b9 | 43 | struct sym_ext { |
971738f3 | 44 | struct rb_node node; |
301406b9 FW |
45 | double percent; |
46 | char *path; | |
47 | }; | |
48 | ||
e4204992 ACM |
49 | struct sym_priv { |
50 | struct sym_hist *hist; | |
51 | struct sym_ext *ext; | |
52 | }; | |
53 | ||
b32d133a ACM |
54 | static struct symbol_conf symbol_conf = { |
55 | .priv_size = sizeof(struct sym_priv), | |
56 | .try_vmlinux_path = true, | |
57 | }; | |
58 | ||
e4204992 ACM |
59 | static const char *sym_hist_filter; |
60 | ||
00a192b3 | 61 | static int symbol_filter(struct map *map __used, struct symbol *sym) |
e4204992 | 62 | { |
8f0b0373 ACM |
63 | if (sym_hist_filter == NULL || |
64 | strcmp(sym->name, sym_hist_filter) == 0) { | |
00a192b3 | 65 | struct sym_priv *priv = symbol__priv(sym); |
e4204992 ACM |
66 | const int size = (sizeof(*priv->hist) + |
67 | (sym->end - sym->start) * sizeof(u64)); | |
68 | ||
69 | priv->hist = malloc(size); | |
70 | if (priv->hist) | |
71 | memset(priv->hist, 0, size); | |
72 | return 0; | |
73 | } | |
74 | /* | |
75 | * FIXME: We should really filter it out, as we don't want to go thru symbols | |
76 | * we're not interested, and if a DSO ends up with no symbols, delete it too, | |
77 | * but right now the kernel loading routines in symbol.c bail out if no symbols | |
78 | * are found, fix it later. | |
79 | */ | |
80 | return 0; | |
81 | } | |
8035e428 | 82 | |
0b73da3f IM |
83 | /* |
84 | * collect histogram counts | |
85 | */ | |
9cffa8d5 | 86 | static void hist_hit(struct hist_entry *he, u64 ip) |
8035e428 | 87 | { |
0b73da3f IM |
88 | unsigned int sym_size, offset; |
89 | struct symbol *sym = he->sym; | |
e4204992 ACM |
90 | struct sym_priv *priv; |
91 | struct sym_hist *h; | |
8035e428 | 92 | |
0b73da3f | 93 | he->count++; |
8035e428 | 94 | |
e4204992 ACM |
95 | if (!sym || !he->map) |
96 | return; | |
97 | ||
00a192b3 | 98 | priv = symbol__priv(sym); |
e4204992 | 99 | if (!priv->hist) |
0b73da3f | 100 | return; |
8035e428 | 101 | |
0b73da3f IM |
102 | sym_size = sym->end - sym->start; |
103 | offset = ip - sym->start; | |
8035e428 | 104 | |
ed52ce2e ACM |
105 | if (verbose) |
106 | fprintf(stderr, "%s: ip=%Lx\n", __func__, | |
107 | he->map->unmap_ip(he->map, ip)); | |
108 | ||
0b73da3f IM |
109 | if (offset >= sym_size) |
110 | return; | |
8035e428 | 111 | |
e4204992 ACM |
112 | h = priv->hist; |
113 | h->sum++; | |
114 | h->ip[offset]++; | |
8035e428 | 115 | |
0b73da3f IM |
116 | if (verbose >= 3) |
117 | printf("%p %s: count++ [ip: %p, %08Lx] => %Ld\n", | |
7d37a0cb | 118 | (void *)(unsigned long)he->sym->start, |
0b73da3f | 119 | he->sym->name, |
7d37a0cb | 120 | (void *)(unsigned long)ip, ip - he->sym->start, |
e4204992 | 121 | h->ip[offset]); |
8035e428 IM |
122 | } |
123 | ||
1ed091c4 | 124 | static int hist_entry__add(struct addr_location *al, u64 count) |
8035e428 | 125 | { |
9735abf1 | 126 | bool hit; |
1ed091c4 | 127 | struct hist_entry *he = __hist_entry__add(al, NULL, count, &hit); |
9735abf1 | 128 | if (he == NULL) |
8035e428 | 129 | return -ENOMEM; |
1ed091c4 | 130 | hist_hit(he, al->addr); |
8035e428 IM |
131 | return 0; |
132 | } | |
133 | ||
d8f66248 | 134 | static int process_sample_event(event_t *event, struct perf_session *session __used) |
8035e428 | 135 | { |
1ed091c4 | 136 | struct addr_location al; |
6baa0a5a | 137 | |
62daacb5 | 138 | dump_printf("(IP, %d): %d: %p\n", event->header.misc, |
1ed091c4 | 139 | event->ip.pid, (void *)(long)event->ip.ip); |
8035e428 | 140 | |
1ed091c4 | 141 | if (event__preprocess_sample(event, &al, symbol_filter) < 0) { |
8035e428 IM |
142 | fprintf(stderr, "problem processing %d event, skipping it.\n", |
143 | event->header.type); | |
144 | return -1; | |
145 | } | |
146 | ||
1ed091c4 | 147 | if (hist_entry__add(&al, 1)) { |
ec218fc4 ACM |
148 | fprintf(stderr, "problem incrementing symbol count, " |
149 | "skipping event\n"); | |
150 | return -1; | |
8035e428 | 151 | } |
8035e428 IM |
152 | |
153 | return 0; | |
154 | } | |
155 | ||
ed52ce2e | 156 | static int parse_line(FILE *file, struct hist_entry *he, u64 len) |
0b73da3f | 157 | { |
ed52ce2e | 158 | struct symbol *sym = he->sym; |
0b73da3f | 159 | char *line = NULL, *tmp, *tmp2; |
301406b9 FW |
160 | static const char *prev_line; |
161 | static const char *prev_color; | |
0b73da3f IM |
162 | unsigned int offset; |
163 | size_t line_len; | |
ed52ce2e | 164 | u64 start; |
f37a291c | 165 | s64 line_ip; |
0b73da3f IM |
166 | int ret; |
167 | char *c; | |
168 | ||
169 | if (getline(&line, &line_len, file) < 0) | |
170 | return -1; | |
171 | if (!line) | |
172 | return -1; | |
173 | ||
174 | c = strchr(line, '\n'); | |
175 | if (c) | |
176 | *c = 0; | |
177 | ||
178 | line_ip = -1; | |
179 | offset = 0; | |
180 | ret = -2; | |
181 | ||
182 | /* | |
183 | * Strip leading spaces: | |
184 | */ | |
185 | tmp = line; | |
186 | while (*tmp) { | |
187 | if (*tmp != ' ') | |
188 | break; | |
189 | tmp++; | |
190 | } | |
191 | ||
192 | if (*tmp) { | |
193 | /* | |
194 | * Parse hexa addresses followed by ':' | |
195 | */ | |
196 | line_ip = strtoull(tmp, &tmp2, 16); | |
197 | if (*tmp2 != ':') | |
198 | line_ip = -1; | |
199 | } | |
200 | ||
ed52ce2e ACM |
201 | start = he->map->unmap_ip(he->map, sym->start); |
202 | ||
0b73da3f | 203 | if (line_ip != -1) { |
301406b9 | 204 | const char *path = NULL; |
0b73da3f IM |
205 | unsigned int hits = 0; |
206 | double percent = 0.0; | |
83a0944f | 207 | const char *color; |
00a192b3 | 208 | struct sym_priv *priv = symbol__priv(sym); |
e4204992 ACM |
209 | struct sym_ext *sym_ext = priv->ext; |
210 | struct sym_hist *h = priv->hist; | |
0b73da3f | 211 | |
ed52ce2e | 212 | offset = line_ip - start; |
0b73da3f | 213 | if (offset < len) |
e4204992 | 214 | hits = h->ip[offset]; |
0b73da3f | 215 | |
c17c2db1 | 216 | if (offset < len && sym_ext) { |
301406b9 FW |
217 | path = sym_ext[offset].path; |
218 | percent = sym_ext[offset].percent; | |
e4204992 ACM |
219 | } else if (h->sum) |
220 | percent = 100.0 * hits / h->sum; | |
0b73da3f | 221 | |
1e11fd82 | 222 | color = get_percent_color(percent); |
0b73da3f | 223 | |
301406b9 FW |
224 | /* |
225 | * Also color the filename and line if needed, with | |
226 | * the same color than the percentage. Don't print it | |
227 | * twice for close colored ip with the same filename:line | |
228 | */ | |
229 | if (path) { | |
230 | if (!prev_line || strcmp(prev_line, path) | |
231 | || color != prev_color) { | |
232 | color_fprintf(stdout, color, " %s", path); | |
233 | prev_line = path; | |
234 | prev_color = color; | |
235 | } | |
236 | } | |
237 | ||
0b73da3f IM |
238 | color_fprintf(stdout, color, " %7.2f", percent); |
239 | printf(" : "); | |
240 | color_fprintf(stdout, PERF_COLOR_BLUE, "%s\n", line); | |
241 | } else { | |
242 | if (!*line) | |
243 | printf(" :\n"); | |
244 | else | |
245 | printf(" : %s\n", line); | |
246 | } | |
247 | ||
248 | return 0; | |
249 | } | |
250 | ||
971738f3 FW |
251 | static struct rb_root root_sym_ext; |
252 | ||
253 | static void insert_source_line(struct sym_ext *sym_ext) | |
254 | { | |
255 | struct sym_ext *iter; | |
256 | struct rb_node **p = &root_sym_ext.rb_node; | |
257 | struct rb_node *parent = NULL; | |
258 | ||
259 | while (*p != NULL) { | |
260 | parent = *p; | |
261 | iter = rb_entry(parent, struct sym_ext, node); | |
262 | ||
263 | if (sym_ext->percent > iter->percent) | |
264 | p = &(*p)->rb_left; | |
265 | else | |
266 | p = &(*p)->rb_right; | |
267 | } | |
268 | ||
269 | rb_link_node(&sym_ext->node, parent, p); | |
270 | rb_insert_color(&sym_ext->node, &root_sym_ext); | |
271 | } | |
272 | ||
e4204992 | 273 | static void free_source_line(struct hist_entry *he, int len) |
301406b9 | 274 | { |
00a192b3 | 275 | struct sym_priv *priv = symbol__priv(he->sym); |
e4204992 | 276 | struct sym_ext *sym_ext = priv->ext; |
301406b9 FW |
277 | int i; |
278 | ||
279 | if (!sym_ext) | |
280 | return; | |
281 | ||
282 | for (i = 0; i < len; i++) | |
283 | free(sym_ext[i].path); | |
284 | free(sym_ext); | |
285 | ||
e4204992 | 286 | priv->ext = NULL; |
971738f3 | 287 | root_sym_ext = RB_ROOT; |
301406b9 FW |
288 | } |
289 | ||
290 | /* Get the filename:line for the colored entries */ | |
c17c2db1 | 291 | static void |
ed52ce2e | 292 | get_source_line(struct hist_entry *he, int len, const char *filename) |
301406b9 | 293 | { |
ed52ce2e ACM |
294 | struct symbol *sym = he->sym; |
295 | u64 start; | |
301406b9 FW |
296 | int i; |
297 | char cmd[PATH_MAX * 2]; | |
298 | struct sym_ext *sym_ext; | |
00a192b3 | 299 | struct sym_priv *priv = symbol__priv(sym); |
e4204992 | 300 | struct sym_hist *h = priv->hist; |
301406b9 | 301 | |
e4204992 | 302 | if (!h->sum) |
301406b9 FW |
303 | return; |
304 | ||
e4204992 ACM |
305 | sym_ext = priv->ext = calloc(len, sizeof(struct sym_ext)); |
306 | if (!priv->ext) | |
301406b9 FW |
307 | return; |
308 | ||
ed52ce2e | 309 | start = he->map->unmap_ip(he->map, sym->start); |
301406b9 FW |
310 | |
311 | for (i = 0; i < len; i++) { | |
312 | char *path = NULL; | |
313 | size_t line_len; | |
9cffa8d5 | 314 | u64 offset; |
301406b9 FW |
315 | FILE *fp; |
316 | ||
e4204992 | 317 | sym_ext[i].percent = 100.0 * h->ip[i] / h->sum; |
301406b9 FW |
318 | if (sym_ext[i].percent <= 0.5) |
319 | continue; | |
320 | ||
ed52ce2e | 321 | offset = start + i; |
c17c2db1 | 322 | sprintf(cmd, "addr2line -e %s %016llx", filename, offset); |
301406b9 FW |
323 | fp = popen(cmd, "r"); |
324 | if (!fp) | |
325 | continue; | |
326 | ||
327 | if (getline(&path, &line_len, fp) < 0 || !line_len) | |
328 | goto next; | |
329 | ||
c17c2db1 | 330 | sym_ext[i].path = malloc(sizeof(char) * line_len + 1); |
301406b9 FW |
331 | if (!sym_ext[i].path) |
332 | goto next; | |
333 | ||
334 | strcpy(sym_ext[i].path, path); | |
971738f3 | 335 | insert_source_line(&sym_ext[i]); |
301406b9 FW |
336 | |
337 | next: | |
338 | pclose(fp); | |
339 | } | |
340 | } | |
341 | ||
83a0944f | 342 | static void print_summary(const char *filename) |
971738f3 FW |
343 | { |
344 | struct sym_ext *sym_ext; | |
345 | struct rb_node *node; | |
346 | ||
347 | printf("\nSorted summary for file %s\n", filename); | |
348 | printf("----------------------------------------------\n\n"); | |
349 | ||
350 | if (RB_EMPTY_ROOT(&root_sym_ext)) { | |
351 | printf(" Nothing higher than %1.1f%%\n", MIN_GREEN); | |
352 | return; | |
353 | } | |
354 | ||
355 | node = rb_first(&root_sym_ext); | |
356 | while (node) { | |
357 | double percent; | |
83a0944f | 358 | const char *color; |
971738f3 FW |
359 | char *path; |
360 | ||
361 | sym_ext = rb_entry(node, struct sym_ext, node); | |
362 | percent = sym_ext->percent; | |
1e11fd82 | 363 | color = get_percent_color(percent); |
971738f3 FW |
364 | path = sym_ext->path; |
365 | ||
366 | color_fprintf(stdout, color, " %7.2f %s", percent, path); | |
367 | node = rb_next(node); | |
368 | } | |
369 | } | |
370 | ||
ed52ce2e | 371 | static void annotate_sym(struct hist_entry *he) |
0b73da3f | 372 | { |
ed52ce2e ACM |
373 | struct map *map = he->map; |
374 | struct dso *dso = map->dso; | |
375 | struct symbol *sym = he->sym; | |
439d473b ACM |
376 | const char *filename = dso->long_name, *d_filename; |
377 | u64 len; | |
0b73da3f IM |
378 | char command[PATH_MAX*2]; |
379 | FILE *file; | |
380 | ||
381 | if (!filename) | |
382 | return; | |
439d473b | 383 | |
ed52ce2e ACM |
384 | if (verbose) |
385 | fprintf(stderr, "%s: filename=%s, sym=%s, start=%Lx, end=%Lx\n", | |
386 | __func__, filename, sym->name, | |
387 | map->unmap_ip(map, sym->start), | |
388 | map->unmap_ip(map, sym->end)); | |
389 | ||
42976487 MG |
390 | if (full_paths) |
391 | d_filename = filename; | |
392 | else | |
393 | d_filename = basename(filename); | |
0b73da3f | 394 | |
0b73da3f IM |
395 | len = sym->end - sym->start; |
396 | ||
971738f3 | 397 | if (print_line) { |
ed52ce2e | 398 | get_source_line(he, len, filename); |
971738f3 FW |
399 | print_summary(filename); |
400 | } | |
401 | ||
402 | printf("\n\n------------------------------------------------\n"); | |
42976487 | 403 | printf(" Percent | Source code & Disassembly of %s\n", d_filename); |
971738f3 FW |
404 | printf("------------------------------------------------\n"); |
405 | ||
406 | if (verbose >= 2) | |
439d473b ACM |
407 | printf("annotating [%p] %30s : [%p] %30s\n", |
408 | dso, dso->long_name, sym, sym->name); | |
301406b9 | 409 | |
42976487 | 410 | sprintf(command, "objdump --start-address=0x%016Lx --stop-address=0x%016Lx -dS %s|grep -v %s", |
ed52ce2e ACM |
411 | map->unmap_ip(map, sym->start), map->unmap_ip(map, sym->end), |
412 | filename, filename); | |
0b73da3f IM |
413 | |
414 | if (verbose >= 3) | |
415 | printf("doing: %s\n", command); | |
416 | ||
417 | file = popen(command, "r"); | |
418 | if (!file) | |
419 | return; | |
420 | ||
421 | while (!feof(file)) { | |
ed52ce2e | 422 | if (parse_line(file, he, len) < 0) |
0b73da3f IM |
423 | break; |
424 | } | |
425 | ||
426 | pclose(file); | |
971738f3 | 427 | if (print_line) |
e4204992 | 428 | free_source_line(he, len); |
0b73da3f IM |
429 | } |
430 | ||
431 | static void find_annotations(void) | |
432 | { | |
433 | struct rb_node *nd; | |
0b73da3f | 434 | |
ed52ce2e ACM |
435 | for (nd = rb_first(&output_hists); nd; nd = rb_next(nd)) { |
436 | struct hist_entry *he = rb_entry(nd, struct hist_entry, rb_node); | |
e4204992 | 437 | struct sym_priv *priv; |
0b73da3f | 438 | |
e4204992 ACM |
439 | if (he->sym == NULL) |
440 | continue; | |
0b73da3f | 441 | |
00a192b3 | 442 | priv = symbol__priv(he->sym); |
e4204992 ACM |
443 | if (priv->hist == NULL) |
444 | continue; | |
445 | ||
446 | annotate_sym(he); | |
e4204992 ACM |
447 | /* |
448 | * Since we have a hist_entry per IP for the same symbol, free | |
449 | * he->sym->hist to signal we already processed this symbol. | |
450 | */ | |
451 | free(priv->hist); | |
452 | priv->hist = NULL; | |
0b73da3f | 453 | } |
0b73da3f IM |
454 | } |
455 | ||
301a0b02 | 456 | static struct perf_event_ops event_ops = { |
bab81b62 LZ |
457 | .process_sample_event = process_sample_event, |
458 | .process_mmap_event = event__process_mmap, | |
459 | .process_comm_event = event__process_comm, | |
460 | .process_fork_event = event__process_task, | |
461 | }; | |
462 | ||
8035e428 IM |
463 | static int __cmd_annotate(void) |
464 | { | |
301a0b02 ACM |
465 | struct perf_session *session = perf_session__new(input_name, O_RDONLY, |
466 | force); | |
bab81b62 LZ |
467 | struct thread *idle; |
468 | int ret; | |
8035e428 | 469 | |
94c744b6 ACM |
470 | if (session == NULL) |
471 | return -ENOMEM; | |
472 | ||
bab81b62 | 473 | idle = register_idle_thread(); |
8035e428 | 474 | |
301a0b02 ACM |
475 | ret = perf_session__process_events(session, &event_ops, 0, |
476 | &event__cwdlen, &event__cwd); | |
bab81b62 | 477 | if (ret) |
94c744b6 | 478 | goto out_delete; |
8035e428 | 479 | |
62daacb5 ACM |
480 | if (dump_trace) { |
481 | event__print_totals(); | |
94c744b6 | 482 | goto out_delete; |
62daacb5 | 483 | } |
8035e428 | 484 | |
da21d1b5 | 485 | if (verbose > 3) |
d5b889f2 | 486 | threads__fprintf(stdout); |
8035e428 | 487 | |
da21d1b5 | 488 | if (verbose > 2) |
8035e428 IM |
489 | dsos__fprintf(stdout); |
490 | ||
491 | collapse__resort(); | |
62daacb5 | 492 | output__resort(event__total[0]); |
0b73da3f IM |
493 | |
494 | find_annotations(); | |
94c744b6 ACM |
495 | out_delete: |
496 | perf_session__delete(session); | |
8035e428 | 497 | |
bab81b62 | 498 | return ret; |
8035e428 IM |
499 | } |
500 | ||
501 | static const char * const annotate_usage[] = { | |
502 | "perf annotate [<options>] <command>", | |
503 | NULL | |
504 | }; | |
505 | ||
506 | static const struct option options[] = { | |
507 | OPT_STRING('i', "input", &input_name, "file", | |
508 | "input file name"), | |
23b87116 | 509 | OPT_STRING('s', "symbol", &sym_hist_filter, "symbol", |
0b73da3f | 510 | "symbol to annotate"), |
fa6963b2 | 511 | OPT_BOOLEAN('f', "force", &force, "don't complain, do it"), |
8035e428 IM |
512 | OPT_BOOLEAN('v', "verbose", &verbose, |
513 | "be more verbose (show symbol address, etc)"), | |
514 | OPT_BOOLEAN('D', "dump-raw-trace", &dump_trace, | |
515 | "dump raw trace in ASCII"), | |
b32d133a ACM |
516 | OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name, |
517 | "file", "vmlinux pathname"), | |
518 | OPT_BOOLEAN('m', "modules", &symbol_conf.use_modules, | |
42976487 | 519 | "load module symbols - WARNING: use only with -k and LIVE kernel"), |
301406b9 FW |
520 | OPT_BOOLEAN('l', "print-line", &print_line, |
521 | "print matching source lines (may be slow)"), | |
42976487 MG |
522 | OPT_BOOLEAN('P', "full-paths", &full_paths, |
523 | "Don't shorten the displayed pathnames"), | |
8035e428 IM |
524 | OPT_END() |
525 | }; | |
526 | ||
527 | static void setup_sorting(void) | |
528 | { | |
529 | char *tmp, *tok, *str = strdup(sort_order); | |
530 | ||
531 | for (tok = strtok_r(str, ", ", &tmp); | |
532 | tok; tok = strtok_r(NULL, ", ", &tmp)) { | |
533 | if (sort_dimension__add(tok) < 0) { | |
534 | error("Unknown --sort key: `%s'", tok); | |
535 | usage_with_options(annotate_usage, options); | |
536 | } | |
537 | } | |
538 | ||
539 | free(str); | |
540 | } | |
541 | ||
f37a291c | 542 | int cmd_annotate(int argc, const char **argv, const char *prefix __used) |
8035e428 | 543 | { |
b32d133a ACM |
544 | if (symbol__init(&symbol_conf) < 0) |
545 | return -1; | |
8035e428 | 546 | |
8035e428 IM |
547 | argc = parse_options(argc, argv, options, annotate_usage, 0); |
548 | ||
549 | setup_sorting(); | |
550 | ||
0b73da3f IM |
551 | if (argc) { |
552 | /* | |
553 | * Special case: if there's an argument left then assume tha | |
554 | * it's a symbol filter: | |
555 | */ | |
556 | if (argc > 1) | |
557 | usage_with_options(annotate_usage, options); | |
558 | ||
559 | sym_hist_filter = argv[0]; | |
560 | } | |
561 | ||
8035e428 IM |
562 | setup_pager(); |
563 | ||
dd68ada2 JK |
564 | if (field_sep && *field_sep == '.') { |
565 | fputs("'.' is the only non valid --field-separator argument\n", | |
566 | stderr); | |
567 | exit(129); | |
568 | } | |
569 | ||
8035e428 IM |
570 | return __cmd_annotate(); |
571 | } |