perf timechart: Add --highlight option
[deliverable/linux.git] / tools / perf / util / symbol.c
CommitLineData
5aab621b
ACM
1#include <dirent.h>
2#include <errno.h>
5aab621b
ACM
3#include <stdlib.h>
4#include <stdio.h>
5#include <string.h>
6#include <sys/types.h>
7#include <sys/stat.h>
8#include <sys/param.h>
9#include <fcntl.h>
10#include <unistd.h>
9486aa38 11#include <inttypes.h>
b36f19d5 12#include "build-id.h"
e334c726 13#include "util.h"
8a6c5b26 14#include "debug.h"
69d2591a 15#include "machine.h"
a2928c42 16#include "symbol.h"
5aab621b 17#include "strlist.h"
a2928c42 18
a2928c42 19#include <elf.h>
f1617b40 20#include <limits.h>
c506c96b 21#include <symbol/kallsyms.h>
439d473b 22#include <sys/utsname.h>
2cdbc46d 23
aeafcbaf 24static int dso__load_kernel_sym(struct dso *dso, struct map *map,
9de89fe7 25 symbol_filter_t filter);
aeafcbaf 26static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
a1645ce1 27 symbol_filter_t filter);
3f067dca
ACM
28int vmlinux_path__nr_entries;
29char **vmlinux_path;
439d473b 30
75be6cf4 31struct symbol_conf symbol_conf = {
b32d133a
ACM
32 .use_modules = true,
33 .try_vmlinux_path = true,
3e6a2a7f 34 .annotate_src = true,
328ccdac 35 .demangle = true,
ec5761ea 36 .symfs = "",
b32d133a
ACM
37};
38
44f24cb3
JO
39static enum dso_binary_type binary_type_symtab[] = {
40 DSO_BINARY_TYPE__KALLSYMS,
41 DSO_BINARY_TYPE__GUEST_KALLSYMS,
42 DSO_BINARY_TYPE__JAVA_JIT,
43 DSO_BINARY_TYPE__DEBUGLINK,
44 DSO_BINARY_TYPE__BUILD_ID_CACHE,
45 DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
46 DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
47 DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
48 DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
49 DSO_BINARY_TYPE__GUEST_KMODULE,
50 DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
9cd00941 51 DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
44f24cb3
JO
52 DSO_BINARY_TYPE__NOT_FOUND,
53};
54
028df767 55#define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
44f24cb3 56
36a3e646 57bool symbol_type__is_a(char symbol_type, enum map_type map_type)
6893d4ee 58{
31877908
AB
59 symbol_type = toupper(symbol_type);
60
6893d4ee
ACM
61 switch (map_type) {
62 case MAP__FUNCTION:
63 return symbol_type == 'T' || symbol_type == 'W';
f1dfa0b1 64 case MAP__VARIABLE:
31877908 65 return symbol_type == 'D';
6893d4ee
ACM
66 default:
67 return false;
68 }
69}
70
694bf407
AB
71static int prefix_underscores_count(const char *str)
72{
73 const char *tail = str;
74
75 while (*tail == '_')
76 tail++;
77
78 return tail - str;
79}
80
81#define SYMBOL_A 0
82#define SYMBOL_B 1
83
84static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
85{
86 s64 a;
87 s64 b;
3445432b 88 size_t na, nb;
694bf407
AB
89
90 /* Prefer a symbol with non zero length */
91 a = syma->end - syma->start;
92 b = symb->end - symb->start;
93 if ((b == 0) && (a > 0))
94 return SYMBOL_A;
95 else if ((a == 0) && (b > 0))
96 return SYMBOL_B;
97
98 /* Prefer a non weak symbol over a weak one */
99 a = syma->binding == STB_WEAK;
100 b = symb->binding == STB_WEAK;
101 if (b && !a)
102 return SYMBOL_A;
103 if (a && !b)
104 return SYMBOL_B;
105
106 /* Prefer a global symbol over a non global one */
107 a = syma->binding == STB_GLOBAL;
108 b = symb->binding == STB_GLOBAL;
109 if (a && !b)
110 return SYMBOL_A;
111 if (b && !a)
112 return SYMBOL_B;
113
114 /* Prefer a symbol with less underscores */
115 a = prefix_underscores_count(syma->name);
116 b = prefix_underscores_count(symb->name);
117 if (b > a)
118 return SYMBOL_A;
119 else if (a > b)
120 return SYMBOL_B;
121
3445432b
AH
122 /* Choose the symbol with the longest name */
123 na = strlen(syma->name);
124 nb = strlen(symb->name);
125 if (na > nb)
694bf407 126 return SYMBOL_A;
3445432b 127 else if (na < nb)
694bf407 128 return SYMBOL_B;
3445432b
AH
129
130 /* Avoid "SyS" kernel syscall aliases */
131 if (na >= 3 && !strncmp(syma->name, "SyS", 3))
132 return SYMBOL_B;
133 if (na >= 10 && !strncmp(syma->name, "compat_SyS", 10))
134 return SYMBOL_B;
135
136 return SYMBOL_A;
694bf407
AB
137}
138
e5a1845f 139void symbols__fixup_duplicate(struct rb_root *symbols)
694bf407
AB
140{
141 struct rb_node *nd;
142 struct symbol *curr, *next;
143
144 nd = rb_first(symbols);
145
146 while (nd) {
147 curr = rb_entry(nd, struct symbol, rb_node);
148again:
149 nd = rb_next(&curr->rb_node);
150 next = rb_entry(nd, struct symbol, rb_node);
151
152 if (!nd)
153 break;
154
155 if (curr->start != next->start)
156 continue;
157
158 if (choose_best_symbol(curr, next) == SYMBOL_A) {
159 rb_erase(&next->rb_node, symbols);
d4f74eb8 160 symbol__delete(next);
694bf407
AB
161 goto again;
162 } else {
163 nd = rb_next(&curr->rb_node);
164 rb_erase(&curr->rb_node, symbols);
d4f74eb8 165 symbol__delete(curr);
694bf407
AB
166 }
167 }
168}
169
e5a1845f 170void symbols__fixup_end(struct rb_root *symbols)
af427bf5 171{
aeafcbaf 172 struct rb_node *nd, *prevnd = rb_first(symbols);
2e538c4a 173 struct symbol *curr, *prev;
af427bf5
ACM
174
175 if (prevnd == NULL)
176 return;
177
2e538c4a
ACM
178 curr = rb_entry(prevnd, struct symbol, rb_node);
179
af427bf5 180 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
2e538c4a
ACM
181 prev = curr;
182 curr = rb_entry(nd, struct symbol, rb_node);
af427bf5 183
3b01a413 184 if (prev->end == prev->start && prev->end != curr->start)
af427bf5 185 prev->end = curr->start - 1;
af427bf5 186 }
2e538c4a
ACM
187
188 /* Last entry */
189 if (curr->end == curr->start)
190 curr->end = roundup(curr->start, 4096);
af427bf5
ACM
191}
192
e5a1845f 193void __map_groups__fixup_end(struct map_groups *mg, enum map_type type)
af427bf5
ACM
194{
195 struct map *prev, *curr;
aeafcbaf 196 struct rb_node *nd, *prevnd = rb_first(&mg->maps[type]);
af427bf5
ACM
197
198 if (prevnd == NULL)
199 return;
200
201 curr = rb_entry(prevnd, struct map, rb_node);
af427bf5
ACM
202
203 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
204 prev = curr;
205 curr = rb_entry(nd, struct map, rb_node);
206 prev->end = curr->start - 1;
2e538c4a 207 }
90c83218
ACM
208
209 /*
210 * We still haven't the actual symbols, so guess the
211 * last map final address.
212 */
9d1faba5 213 curr->end = ~0ULL;
af427bf5
ACM
214}
215
e5a1845f 216struct symbol *symbol__new(u64 start, u64 len, u8 binding, const char *name)
a2928c42 217{
0085c954 218 size_t namelen = strlen(name) + 1;
aeafcbaf
ACM
219 struct symbol *sym = calloc(1, (symbol_conf.priv_size +
220 sizeof(*sym) + namelen));
221 if (sym == NULL)
0b73da3f
IM
222 return NULL;
223
75be6cf4 224 if (symbol_conf.priv_size)
aeafcbaf 225 sym = ((void *)sym) + symbol_conf.priv_size;
e4204992 226
aeafcbaf
ACM
227 sym->start = start;
228 sym->end = len ? start + len - 1 : start;
229 sym->binding = binding;
230 sym->namelen = namelen - 1;
e4204992 231
aeafcbaf
ACM
232 pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
233 __func__, name, start, sym->end);
234 memcpy(sym->name, name, namelen);
a2928c42 235
aeafcbaf 236 return sym;
a2928c42
ACM
237}
238
aeafcbaf 239void symbol__delete(struct symbol *sym)
a2928c42 240{
aeafcbaf 241 free(((void *)sym) - symbol_conf.priv_size);
a2928c42
ACM
242}
243
cdd059d7 244size_t symbol__fprintf(struct symbol *sym, FILE *fp)
a2928c42 245{
9486aa38 246 return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %c %s\n",
aeafcbaf
ACM
247 sym->start, sym->end,
248 sym->binding == STB_GLOBAL ? 'g' :
249 sym->binding == STB_LOCAL ? 'l' : 'w',
250 sym->name);
a2928c42
ACM
251}
252
a978f2ab
AN
253size_t symbol__fprintf_symname_offs(const struct symbol *sym,
254 const struct addr_location *al, FILE *fp)
547a92e0 255{
a978f2ab
AN
256 unsigned long offset;
257 size_t length;
258
259 if (sym && sym->name) {
260 length = fprintf(fp, "%s", sym->name);
261 if (al) {
0b8c25d9
DA
262 if (al->addr < sym->end)
263 offset = al->addr - sym->start;
264 else
265 offset = al->addr - al->map->start - sym->start;
a978f2ab
AN
266 length += fprintf(fp, "+0x%lx", offset);
267 }
268 return length;
269 } else
270 return fprintf(fp, "[unknown]");
271}
547a92e0 272
a978f2ab
AN
273size_t symbol__fprintf_symname(const struct symbol *sym, FILE *fp)
274{
275 return symbol__fprintf_symname_offs(sym, NULL, fp);
547a92e0
AN
276}
277
cdd059d7 278void symbols__delete(struct rb_root *symbols)
a2928c42
ACM
279{
280 struct symbol *pos;
aeafcbaf 281 struct rb_node *next = rb_first(symbols);
a2928c42
ACM
282
283 while (next) {
284 pos = rb_entry(next, struct symbol, rb_node);
285 next = rb_next(&pos->rb_node);
aeafcbaf 286 rb_erase(&pos->rb_node, symbols);
00a192b3 287 symbol__delete(pos);
a2928c42
ACM
288 }
289}
290
e5a1845f 291void symbols__insert(struct rb_root *symbols, struct symbol *sym)
a2928c42 292{
aeafcbaf 293 struct rb_node **p = &symbols->rb_node;
a2928c42 294 struct rb_node *parent = NULL;
9cffa8d5 295 const u64 ip = sym->start;
a2928c42
ACM
296 struct symbol *s;
297
298 while (*p != NULL) {
299 parent = *p;
300 s = rb_entry(parent, struct symbol, rb_node);
301 if (ip < s->start)
302 p = &(*p)->rb_left;
303 else
304 p = &(*p)->rb_right;
305 }
306 rb_link_node(&sym->rb_node, parent, p);
aeafcbaf 307 rb_insert_color(&sym->rb_node, symbols);
a2928c42
ACM
308}
309
aeafcbaf 310static struct symbol *symbols__find(struct rb_root *symbols, u64 ip)
a2928c42
ACM
311{
312 struct rb_node *n;
313
aeafcbaf 314 if (symbols == NULL)
a2928c42
ACM
315 return NULL;
316
aeafcbaf 317 n = symbols->rb_node;
a2928c42
ACM
318
319 while (n) {
320 struct symbol *s = rb_entry(n, struct symbol, rb_node);
321
322 if (ip < s->start)
323 n = n->rb_left;
324 else if (ip > s->end)
325 n = n->rb_right;
326 else
327 return s;
328 }
329
330 return NULL;
331}
332
8e0cf965
AH
333static struct symbol *symbols__first(struct rb_root *symbols)
334{
335 struct rb_node *n = rb_first(symbols);
336
337 if (n)
338 return rb_entry(n, struct symbol, rb_node);
339
340 return NULL;
341}
342
79406cd7
ACM
343struct symbol_name_rb_node {
344 struct rb_node rb_node;
345 struct symbol sym;
346};
347
aeafcbaf 348static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym)
79406cd7 349{
aeafcbaf 350 struct rb_node **p = &symbols->rb_node;
79406cd7 351 struct rb_node *parent = NULL;
02a9d037
RV
352 struct symbol_name_rb_node *symn, *s;
353
354 symn = container_of(sym, struct symbol_name_rb_node, sym);
79406cd7
ACM
355
356 while (*p != NULL) {
357 parent = *p;
358 s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
359 if (strcmp(sym->name, s->sym.name) < 0)
360 p = &(*p)->rb_left;
361 else
362 p = &(*p)->rb_right;
363 }
364 rb_link_node(&symn->rb_node, parent, p);
aeafcbaf 365 rb_insert_color(&symn->rb_node, symbols);
79406cd7
ACM
366}
367
aeafcbaf
ACM
368static void symbols__sort_by_name(struct rb_root *symbols,
369 struct rb_root *source)
79406cd7
ACM
370{
371 struct rb_node *nd;
372
373 for (nd = rb_first(source); nd; nd = rb_next(nd)) {
374 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
aeafcbaf 375 symbols__insert_by_name(symbols, pos);
79406cd7
ACM
376 }
377}
378
aeafcbaf
ACM
379static struct symbol *symbols__find_by_name(struct rb_root *symbols,
380 const char *name)
79406cd7
ACM
381{
382 struct rb_node *n;
383
aeafcbaf 384 if (symbols == NULL)
79406cd7
ACM
385 return NULL;
386
aeafcbaf 387 n = symbols->rb_node;
79406cd7
ACM
388
389 while (n) {
390 struct symbol_name_rb_node *s;
391 int cmp;
392
393 s = rb_entry(n, struct symbol_name_rb_node, rb_node);
394 cmp = strcmp(name, s->sym.name);
395
396 if (cmp < 0)
397 n = n->rb_left;
398 else if (cmp > 0)
399 n = n->rb_right;
400 else
401 return &s->sym;
402 }
403
404 return NULL;
405}
406
aeafcbaf 407struct symbol *dso__find_symbol(struct dso *dso,
79406cd7 408 enum map_type type, u64 addr)
fcf1203a 409{
aeafcbaf 410 return symbols__find(&dso->symbols[type], addr);
fcf1203a
ACM
411}
412
8e0cf965
AH
413struct symbol *dso__first_symbol(struct dso *dso, enum map_type type)
414{
415 return symbols__first(&dso->symbols[type]);
416}
417
aeafcbaf 418struct symbol *dso__find_symbol_by_name(struct dso *dso, enum map_type type,
79406cd7
ACM
419 const char *name)
420{
aeafcbaf 421 return symbols__find_by_name(&dso->symbol_names[type], name);
79406cd7
ACM
422}
423
aeafcbaf 424void dso__sort_by_name(struct dso *dso, enum map_type type)
79406cd7 425{
aeafcbaf
ACM
426 dso__set_sorted_by_name(dso, type);
427 return symbols__sort_by_name(&dso->symbol_names[type],
428 &dso->symbols[type]);
79406cd7
ACM
429}
430
aeafcbaf
ACM
431size_t dso__fprintf_symbols_by_name(struct dso *dso,
432 enum map_type type, FILE *fp)
90f18e63
SD
433{
434 size_t ret = 0;
435 struct rb_node *nd;
436 struct symbol_name_rb_node *pos;
437
aeafcbaf 438 for (nd = rb_first(&dso->symbol_names[type]); nd; nd = rb_next(nd)) {
90f18e63
SD
439 pos = rb_entry(nd, struct symbol_name_rb_node, rb_node);
440 fprintf(fp, "%s\n", pos->sym.name);
441 }
442
443 return ret;
444}
445
316d70d6
AH
446int modules__parse(const char *filename, void *arg,
447 int (*process_module)(void *arg, const char *name,
448 u64 start))
449{
450 char *line = NULL;
451 size_t n;
452 FILE *file;
453 int err = 0;
454
455 file = fopen(filename, "r");
456 if (file == NULL)
457 return -1;
458
459 while (1) {
460 char name[PATH_MAX];
461 u64 start;
462 char *sep;
463 ssize_t line_len;
464
465 line_len = getline(&line, &n, file);
466 if (line_len < 0) {
467 if (feof(file))
468 break;
469 err = -1;
470 goto out;
471 }
472
473 if (!line) {
474 err = -1;
475 goto out;
476 }
477
478 line[--line_len] = '\0'; /* \n */
479
480 sep = strrchr(line, 'x');
481 if (sep == NULL)
482 continue;
483
484 hex2u64(sep + 1, &start);
485
486 sep = strchr(line, ' ');
487 if (sep == NULL)
488 continue;
489
490 *sep = '\0';
491
492 scnprintf(name, sizeof(name), "[%s]", line);
493
494 err = process_module(arg, name, start);
495 if (err)
496 break;
497 }
498out:
499 free(line);
500 fclose(file);
501 return err;
502}
503
682b335a
ACM
504struct process_kallsyms_args {
505 struct map *map;
506 struct dso *dso;
507};
508
82d1deb0
DA
509bool symbol__is_idle(struct symbol *sym)
510{
511 const char * const idle_symbols[] = {
512 "cpu_idle",
513 "intel_idle",
514 "default_idle",
515 "native_safe_halt",
516 "enter_idle",
517 "exit_idle",
518 "mwait_idle",
519 "mwait_idle_with_hints",
520 "poll_idle",
521 "ppc64_runlatch_off",
522 "pseries_dedicated_idle_sleep",
523 NULL
524 };
525
526 int i;
527
528 if (!sym)
529 return false;
530
531 for (i = 0; idle_symbols[i]; i++) {
532 if (!strcmp(idle_symbols[i], sym->name))
533 return true;
534 }
535
536 return false;
537}
538
682b335a 539static int map__process_kallsym_symbol(void *arg, const char *name,
82151520 540 char type, u64 start)
682b335a
ACM
541{
542 struct symbol *sym;
543 struct process_kallsyms_args *a = arg;
544 struct rb_root *root = &a->dso->symbols[a->map->type];
545
546 if (!symbol_type__is_a(type, a->map->type))
547 return 0;
548
82151520
CS
549 /*
550 * module symbols are not sorted so we add all
551 * symbols, setting length to 0, and rely on
552 * symbols__fixup_end() to fix it up.
553 */
554 sym = symbol__new(start, 0, kallsyms2elf_type(type), name);
682b335a
ACM
555 if (sym == NULL)
556 return -ENOMEM;
557 /*
558 * We will pass the symbols to the filter later, in
559 * map__split_kallsyms, when we have split the maps per module
560 */
561 symbols__insert(root, sym);
a1645ce1 562
682b335a
ACM
563 return 0;
564}
565
566/*
567 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
568 * so that we can in the next step set the symbol ->end address and then
569 * call kernel_maps__split_kallsyms.
570 */
aeafcbaf 571static int dso__load_all_kallsyms(struct dso *dso, const char *filename,
9e201442 572 struct map *map)
682b335a 573{
aeafcbaf 574 struct process_kallsyms_args args = { .map = map, .dso = dso, };
9e201442 575 return kallsyms__parse(filename, &args, map__process_kallsym_symbol);
682b335a
ACM
576}
577
8e0cf965
AH
578static int dso__split_kallsyms_for_kcore(struct dso *dso, struct map *map,
579 symbol_filter_t filter)
580{
581 struct map_groups *kmaps = map__kmap(map)->kmaps;
582 struct map *curr_map;
583 struct symbol *pos;
584 int count = 0, moved = 0;
585 struct rb_root *root = &dso->symbols[map->type];
586 struct rb_node *next = rb_first(root);
587
588 while (next) {
589 char *module;
590
591 pos = rb_entry(next, struct symbol, rb_node);
592 next = rb_next(&pos->rb_node);
593
594 module = strchr(pos->name, '\t');
595 if (module)
596 *module = '\0';
597
598 curr_map = map_groups__find(kmaps, map->type, pos->start);
599
600 if (!curr_map || (filter && filter(curr_map, pos))) {
601 rb_erase(&pos->rb_node, root);
602 symbol__delete(pos);
603 } else {
604 pos->start -= curr_map->start - curr_map->pgoff;
605 if (pos->end)
606 pos->end -= curr_map->start - curr_map->pgoff;
607 if (curr_map != map) {
608 rb_erase(&pos->rb_node, root);
609 symbols__insert(
610 &curr_map->dso->symbols[curr_map->type],
611 pos);
612 ++moved;
613 } else {
614 ++count;
615 }
616 }
617 }
618
619 /* Symbols have been adjusted */
620 dso->adjust_symbols = 1;
621
622 return count + moved;
623}
624
2e538c4a
ACM
625/*
626 * Split the symbols into maps, making sure there are no overlaps, i.e. the
627 * kernel range is broken in several maps, named [kernel].N, as we don't have
628 * the original ELF section names vmlinux have.
629 */
aeafcbaf 630static int dso__split_kallsyms(struct dso *dso, struct map *map,
9de89fe7 631 symbol_filter_t filter)
2e538c4a 632{
9de89fe7 633 struct map_groups *kmaps = map__kmap(map)->kmaps;
23346f21 634 struct machine *machine = kmaps->machine;
4e06255f 635 struct map *curr_map = map;
2e538c4a 636 struct symbol *pos;
8a953312 637 int count = 0, moved = 0;
aeafcbaf 638 struct rb_root *root = &dso->symbols[map->type];
4e06255f 639 struct rb_node *next = rb_first(root);
2e538c4a
ACM
640 int kernel_range = 0;
641
642 while (next) {
643 char *module;
644
645 pos = rb_entry(next, struct symbol, rb_node);
646 next = rb_next(&pos->rb_node);
647
648 module = strchr(pos->name, '\t');
649 if (module) {
75be6cf4 650 if (!symbol_conf.use_modules)
1de8e245
ACM
651 goto discard_symbol;
652
2e538c4a
ACM
653 *module++ = '\0';
654
b7cece76 655 if (strcmp(curr_map->dso->short_name, module)) {
a1645ce1 656 if (curr_map != map &&
aeafcbaf 657 dso->kernel == DSO_TYPE_GUEST_KERNEL &&
23346f21 658 machine__is_default_guest(machine)) {
a1645ce1
ZY
659 /*
660 * We assume all symbols of a module are
661 * continuous in * kallsyms, so curr_map
662 * points to a module and all its
663 * symbols are in its kmap. Mark it as
664 * loaded.
665 */
666 dso__set_loaded(curr_map->dso,
667 curr_map->type);
668 }
669
670 curr_map = map_groups__find_by_name(kmaps,
671 map->type, module);
4e06255f 672 if (curr_map == NULL) {
2f51903b 673 pr_debug("%s/proc/{kallsyms,modules} "
b7cece76 674 "inconsistency while looking "
a1645ce1 675 "for \"%s\" module!\n",
23346f21 676 machine->root_dir, module);
a1645ce1
ZY
677 curr_map = map;
678 goto discard_symbol;
af427bf5 679 }
b7cece76 680
a1645ce1 681 if (curr_map->dso->loaded &&
23346f21 682 !machine__is_default_guest(machine))
b7cece76 683 goto discard_symbol;
af427bf5 684 }
2e538c4a
ACM
685 /*
686 * So that we look just like we get from .ko files,
687 * i.e. not prelinked, relative to map->start.
688 */
4e06255f
ACM
689 pos->start = curr_map->map_ip(curr_map, pos->start);
690 pos->end = curr_map->map_ip(curr_map, pos->end);
691 } else if (curr_map != map) {
2e538c4a 692 char dso_name[PATH_MAX];
aeafcbaf 693 struct dso *ndso;
2e538c4a 694
8a953312
ACM
695 if (count == 0) {
696 curr_map = map;
697 goto filter_symbol;
698 }
699
aeafcbaf 700 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
a1645ce1
ZY
701 snprintf(dso_name, sizeof(dso_name),
702 "[guest.kernel].%d",
703 kernel_range++);
704 else
705 snprintf(dso_name, sizeof(dso_name),
706 "[kernel].%d",
707 kernel_range++);
2e538c4a 708
aeafcbaf
ACM
709 ndso = dso__new(dso_name);
710 if (ndso == NULL)
2e538c4a
ACM
711 return -1;
712
aeafcbaf 713 ndso->kernel = dso->kernel;
a1645ce1 714
aeafcbaf 715 curr_map = map__new2(pos->start, ndso, map->type);
37fe5fcb 716 if (curr_map == NULL) {
aeafcbaf 717 dso__delete(ndso);
2e538c4a
ACM
718 return -1;
719 }
a2928c42 720
4e06255f 721 curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
9de89fe7 722 map_groups__insert(kmaps, curr_map);
2e538c4a
ACM
723 ++kernel_range;
724 }
8a953312 725filter_symbol:
4e06255f 726 if (filter && filter(curr_map, pos)) {
1de8e245 727discard_symbol: rb_erase(&pos->rb_node, root);
00a192b3 728 symbol__delete(pos);
2e538c4a 729 } else {
4e06255f
ACM
730 if (curr_map != map) {
731 rb_erase(&pos->rb_node, root);
732 symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
8a953312
ACM
733 ++moved;
734 } else
735 ++count;
9974f496 736 }
a2928c42
ACM
737 }
738
a1645ce1 739 if (curr_map != map &&
aeafcbaf 740 dso->kernel == DSO_TYPE_GUEST_KERNEL &&
23346f21 741 machine__is_default_guest(kmaps->machine)) {
a1645ce1
ZY
742 dso__set_loaded(curr_map->dso, curr_map->type);
743 }
744
8a953312 745 return count + moved;
2e538c4a 746}
a2928c42 747
3f067dca
ACM
748bool symbol__restricted_filename(const char *filename,
749 const char *restricted_filename)
ec80fde7
ACM
750{
751 bool restricted = false;
752
753 if (symbol_conf.kptr_restrict) {
754 char *r = realpath(filename, NULL);
755
756 if (r != NULL) {
757 restricted = strcmp(r, restricted_filename) == 0;
758 free(r);
759 return restricted;
760 }
761 }
762
763 return restricted;
764}
765
52afdaf9
AH
766struct module_info {
767 struct rb_node rb_node;
768 char *name;
769 u64 start;
8e0cf965
AH
770};
771
52afdaf9 772static void add_module(struct module_info *mi, struct rb_root *modules)
8e0cf965 773{
52afdaf9
AH
774 struct rb_node **p = &modules->rb_node;
775 struct rb_node *parent = NULL;
776 struct module_info *m;
8e0cf965 777
52afdaf9
AH
778 while (*p != NULL) {
779 parent = *p;
780 m = rb_entry(parent, struct module_info, rb_node);
781 if (strcmp(mi->name, m->name) < 0)
782 p = &(*p)->rb_left;
783 else
784 p = &(*p)->rb_right;
785 }
786 rb_link_node(&mi->rb_node, parent, p);
787 rb_insert_color(&mi->rb_node, modules);
788}
789
790static void delete_modules(struct rb_root *modules)
791{
792 struct module_info *mi;
793 struct rb_node *next = rb_first(modules);
794
795 while (next) {
796 mi = rb_entry(next, struct module_info, rb_node);
797 next = rb_next(&mi->rb_node);
798 rb_erase(&mi->rb_node, modules);
799 free(mi->name);
800 free(mi);
801 }
802}
803
804static struct module_info *find_module(const char *name,
805 struct rb_root *modules)
806{
807 struct rb_node *n = modules->rb_node;
808
809 while (n) {
810 struct module_info *m;
811 int cmp;
812
813 m = rb_entry(n, struct module_info, rb_node);
814 cmp = strcmp(name, m->name);
815 if (cmp < 0)
816 n = n->rb_left;
817 else if (cmp > 0)
818 n = n->rb_right;
819 else
820 return m;
821 }
822
823 return NULL;
824}
825
826static int __read_proc_modules(void *arg, const char *name, u64 start)
827{
828 struct rb_root *modules = arg;
829 struct module_info *mi;
830
831 mi = zalloc(sizeof(struct module_info));
832 if (!mi)
8e0cf965
AH
833 return -ENOMEM;
834
52afdaf9
AH
835 mi->name = strdup(name);
836 mi->start = start;
8e0cf965 837
52afdaf9
AH
838 if (!mi->name) {
839 free(mi);
840 return -ENOMEM;
841 }
842
843 add_module(mi, modules);
844
845 return 0;
846}
847
848static int read_proc_modules(const char *filename, struct rb_root *modules)
849{
850 if (symbol__restricted_filename(filename, "/proc/modules"))
851 return -1;
852
853 if (modules__parse(filename, modules, __read_proc_modules)) {
854 delete_modules(modules);
855 return -1;
856 }
8e0cf965
AH
857
858 return 0;
859}
860
fc1b691d
AH
861int compare_proc_modules(const char *from, const char *to)
862{
863 struct rb_root from_modules = RB_ROOT;
864 struct rb_root to_modules = RB_ROOT;
865 struct rb_node *from_node, *to_node;
866 struct module_info *from_m, *to_m;
867 int ret = -1;
868
869 if (read_proc_modules(from, &from_modules))
870 return -1;
871
872 if (read_proc_modules(to, &to_modules))
873 goto out_delete_from;
874
875 from_node = rb_first(&from_modules);
876 to_node = rb_first(&to_modules);
877 while (from_node) {
878 if (!to_node)
879 break;
880
881 from_m = rb_entry(from_node, struct module_info, rb_node);
882 to_m = rb_entry(to_node, struct module_info, rb_node);
883
884 if (from_m->start != to_m->start ||
885 strcmp(from_m->name, to_m->name))
886 break;
887
888 from_node = rb_next(from_node);
889 to_node = rb_next(to_node);
890 }
891
892 if (!from_node && !to_node)
893 ret = 0;
894
895 delete_modules(&to_modules);
896out_delete_from:
897 delete_modules(&from_modules);
898
899 return ret;
900}
901
52afdaf9
AH
902static int do_validate_kcore_modules(const char *filename, struct map *map,
903 struct map_groups *kmaps)
904{
905 struct rb_root modules = RB_ROOT;
906 struct map *old_map;
907 int err;
908
909 err = read_proc_modules(filename, &modules);
910 if (err)
911 return err;
912
913 old_map = map_groups__first(kmaps, map->type);
914 while (old_map) {
915 struct map *next = map_groups__next(old_map);
916 struct module_info *mi;
917
918 if (old_map == map || old_map->start == map->start) {
919 /* The kernel map */
920 old_map = next;
921 continue;
922 }
923
924 /* Module must be in memory at the same address */
925 mi = find_module(old_map->dso->short_name, &modules);
926 if (!mi || mi->start != old_map->start) {
927 err = -EINVAL;
928 goto out;
929 }
930
931 old_map = next;
932 }
933out:
934 delete_modules(&modules);
935 return err;
936}
937
8e0cf965 938/*
52afdaf9 939 * If kallsyms is referenced by name then we look for filename in the same
8e0cf965
AH
940 * directory.
941 */
52afdaf9
AH
942static bool filename_from_kallsyms_filename(char *filename,
943 const char *base_name,
944 const char *kallsyms_filename)
8e0cf965
AH
945{
946 char *name;
947
52afdaf9
AH
948 strcpy(filename, kallsyms_filename);
949 name = strrchr(filename, '/');
8e0cf965
AH
950 if (!name)
951 return false;
952
52afdaf9
AH
953 name += 1;
954
955 if (!strcmp(name, "kallsyms")) {
956 strcpy(name, base_name);
8e0cf965
AH
957 return true;
958 }
959
960 return false;
961}
962
52afdaf9
AH
963static int validate_kcore_modules(const char *kallsyms_filename,
964 struct map *map)
965{
966 struct map_groups *kmaps = map__kmap(map)->kmaps;
967 char modules_filename[PATH_MAX];
968
969 if (!filename_from_kallsyms_filename(modules_filename, "modules",
970 kallsyms_filename))
971 return -EINVAL;
972
973 if (do_validate_kcore_modules(modules_filename, map, kmaps))
974 return -EINVAL;
975
976 return 0;
977}
978
979struct kcore_mapfn_data {
980 struct dso *dso;
981 enum map_type type;
982 struct list_head maps;
983};
984
985static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
986{
987 struct kcore_mapfn_data *md = data;
988 struct map *map;
989
990 map = map__new2(start, md->dso, md->type);
991 if (map == NULL)
992 return -ENOMEM;
993
994 map->end = map->start + len;
995 map->pgoff = pgoff;
996
997 list_add(&map->node, &md->maps);
998
999 return 0;
1000}
1001
8e0cf965
AH
1002static int dso__load_kcore(struct dso *dso, struct map *map,
1003 const char *kallsyms_filename)
1004{
1005 struct map_groups *kmaps = map__kmap(map)->kmaps;
1006 struct machine *machine = kmaps->machine;
1007 struct kcore_mapfn_data md;
1008 struct map *old_map, *new_map, *replacement_map = NULL;
1009 bool is_64_bit;
1010 int err, fd;
1011 char kcore_filename[PATH_MAX];
1012 struct symbol *sym;
1013
1014 /* This function requires that the map is the kernel map */
1015 if (map != machine->vmlinux_maps[map->type])
1016 return -EINVAL;
1017
52afdaf9
AH
1018 if (!filename_from_kallsyms_filename(kcore_filename, "kcore",
1019 kallsyms_filename))
1020 return -EINVAL;
1021
1022 /* All modules must be present at their original addresses */
1023 if (validate_kcore_modules(kallsyms_filename, map))
8e0cf965
AH
1024 return -EINVAL;
1025
1026 md.dso = dso;
1027 md.type = map->type;
1028 INIT_LIST_HEAD(&md.maps);
1029
1030 fd = open(kcore_filename, O_RDONLY);
1031 if (fd < 0)
1032 return -EINVAL;
1033
1034 /* Read new maps into temporary lists */
1035 err = file__read_maps(fd, md.type == MAP__FUNCTION, kcore_mapfn, &md,
1036 &is_64_bit);
1037 if (err)
1038 goto out_err;
1039
1040 if (list_empty(&md.maps)) {
1041 err = -EINVAL;
1042 goto out_err;
1043 }
1044
1045 /* Remove old maps */
1046 old_map = map_groups__first(kmaps, map->type);
1047 while (old_map) {
1048 struct map *next = map_groups__next(old_map);
1049
1050 if (old_map != map)
1051 map_groups__remove(kmaps, old_map);
1052 old_map = next;
1053 }
1054
1055 /* Find the kernel map using the first symbol */
1056 sym = dso__first_symbol(dso, map->type);
1057 list_for_each_entry(new_map, &md.maps, node) {
1058 if (sym && sym->start >= new_map->start &&
1059 sym->start < new_map->end) {
1060 replacement_map = new_map;
1061 break;
1062 }
1063 }
1064
1065 if (!replacement_map)
1066 replacement_map = list_entry(md.maps.next, struct map, node);
1067
1068 /* Add new maps */
1069 while (!list_empty(&md.maps)) {
1070 new_map = list_entry(md.maps.next, struct map, node);
1071 list_del(&new_map->node);
1072 if (new_map == replacement_map) {
1073 map->start = new_map->start;
1074 map->end = new_map->end;
1075 map->pgoff = new_map->pgoff;
1076 map->map_ip = new_map->map_ip;
1077 map->unmap_ip = new_map->unmap_ip;
1078 map__delete(new_map);
1079 /* Ensure maps are correctly ordered */
1080 map_groups__remove(kmaps, map);
1081 map_groups__insert(kmaps, map);
1082 } else {
1083 map_groups__insert(kmaps, new_map);
1084 }
1085 }
1086
1087 /*
1088 * Set the data type and long name so that kcore can be read via
1089 * dso__data_read_addr().
1090 */
1091 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1092 dso->data_type = DSO_BINARY_TYPE__GUEST_KCORE;
1093 else
1094 dso->data_type = DSO_BINARY_TYPE__KCORE;
7e155d4d 1095 dso__set_long_name(dso, strdup(kcore_filename), true);
8e0cf965
AH
1096
1097 close(fd);
1098
1099 if (map->type == MAP__FUNCTION)
1100 pr_debug("Using %s for kernel object code\n", kcore_filename);
1101 else
1102 pr_debug("Using %s for kernel data\n", kcore_filename);
1103
1104 return 0;
1105
1106out_err:
1107 while (!list_empty(&md.maps)) {
1108 map = list_entry(md.maps.next, struct map, node);
1109 list_del(&map->node);
1110 map__delete(map);
1111 }
1112 close(fd);
1113 return -EINVAL;
1114}
1115
aeafcbaf 1116int dso__load_kallsyms(struct dso *dso, const char *filename,
9de89fe7 1117 struct map *map, symbol_filter_t filter)
2e538c4a 1118{
ec80fde7
ACM
1119 if (symbol__restricted_filename(filename, "/proc/kallsyms"))
1120 return -1;
1121
aeafcbaf 1122 if (dso__load_all_kallsyms(dso, filename, map) < 0)
2e538c4a
ACM
1123 return -1;
1124
694bf407 1125 symbols__fixup_duplicate(&dso->symbols[map->type]);
3f5a4272
AB
1126 symbols__fixup_end(&dso->symbols[map->type]);
1127
aeafcbaf 1128 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
44f24cb3 1129 dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
a1645ce1 1130 else
44f24cb3 1131 dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;
2e538c4a 1132
8e0cf965
AH
1133 if (!dso__load_kcore(dso, map, filename))
1134 return dso__split_kallsyms_for_kcore(dso, map, filter);
1135 else
1136 return dso__split_kallsyms(dso, map, filter);
af427bf5
ACM
1137}
1138
aeafcbaf 1139static int dso__load_perf_map(struct dso *dso, struct map *map,
6beba7ad 1140 symbol_filter_t filter)
80d496be
PE
1141{
1142 char *line = NULL;
1143 size_t n;
1144 FILE *file;
1145 int nr_syms = 0;
1146
aeafcbaf 1147 file = fopen(dso->long_name, "r");
80d496be
PE
1148 if (file == NULL)
1149 goto out_failure;
1150
1151 while (!feof(file)) {
9cffa8d5 1152 u64 start, size;
80d496be
PE
1153 struct symbol *sym;
1154 int line_len, len;
1155
1156 line_len = getline(&line, &n, file);
1157 if (line_len < 0)
1158 break;
1159
1160 if (!line)
1161 goto out_failure;
1162
1163 line[--line_len] = '\0'; /* \n */
1164
1165 len = hex2u64(line, &start);
1166
1167 len++;
1168 if (len + 2 >= line_len)
1169 continue;
1170
1171 len += hex2u64(line + len, &size);
1172
1173 len++;
1174 if (len + 2 >= line_len)
1175 continue;
1176
c408fedf 1177 sym = symbol__new(start, size, STB_GLOBAL, line + len);
80d496be
PE
1178
1179 if (sym == NULL)
1180 goto out_delete_line;
1181
439d473b 1182 if (filter && filter(map, sym))
00a192b3 1183 symbol__delete(sym);
80d496be 1184 else {
aeafcbaf 1185 symbols__insert(&dso->symbols[map->type], sym);
80d496be
PE
1186 nr_syms++;
1187 }
1188 }
1189
1190 free(line);
1191 fclose(file);
1192
1193 return nr_syms;
1194
1195out_delete_line:
1196 free(line);
1197out_failure:
1198 return -1;
1199}
1200
aeafcbaf 1201int dso__load(struct dso *dso, struct map *map, symbol_filter_t filter)
a2928c42 1202{
c338aee8 1203 char *name;
a2928c42 1204 int ret = -1;
44f24cb3 1205 u_int i;
23346f21 1206 struct machine *machine;
44f24cb3 1207 char *root_dir = (char *) "";
3aafe5ae
CS
1208 int ss_pos = 0;
1209 struct symsrc ss_[2];
1210 struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
a2928c42 1211
aeafcbaf 1212 dso__set_loaded(dso, map->type);
66bd8424 1213
aeafcbaf
ACM
1214 if (dso->kernel == DSO_TYPE_KERNEL)
1215 return dso__load_kernel_sym(dso, map, filter);
1216 else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1217 return dso__load_guest_kernel_sym(dso, map, filter);
a1645ce1 1218
23346f21
ACM
1219 if (map->groups && map->groups->machine)
1220 machine = map->groups->machine;
a1645ce1 1221 else
23346f21 1222 machine = NULL;
c338aee8 1223
aeafcbaf 1224 dso->adjust_symbols = 0;
f5812a7a 1225
aeafcbaf 1226 if (strncmp(dso->name, "/tmp/perf-", 10) == 0) {
981c1252
PE
1227 struct stat st;
1228
e9b52ef2 1229 if (lstat(dso->name, &st) < 0)
981c1252
PE
1230 return -1;
1231
1232 if (st.st_uid && (st.st_uid != geteuid())) {
1233 pr_warning("File %s not owned by current user or root, "
1234 "ignoring it.\n", dso->name);
1235 return -1;
1236 }
1237
aeafcbaf 1238 ret = dso__load_perf_map(dso, map, filter);
44f24cb3
JO
1239 dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
1240 DSO_BINARY_TYPE__NOT_FOUND;
94cb9e38
ACM
1241 return ret;
1242 }
1243
44f24cb3
JO
1244 if (machine)
1245 root_dir = machine->root_dir;
1246
164c800e
DA
1247 name = malloc(PATH_MAX);
1248 if (!name)
1249 return -1;
1250
6da80ce8 1251 /* Iterate over candidate debug images.
3aafe5ae
CS
1252 * Keep track of "interesting" ones (those which have a symtab, dynsym,
1253 * and/or opd section) for processing.
6da80ce8 1254 */
44f24cb3 1255 for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
3aafe5ae
CS
1256 struct symsrc *ss = &ss_[ss_pos];
1257 bool next_slot = false;
6da80ce8 1258
005f9294 1259 enum dso_binary_type symtab_type = binary_type_symtab[i];
ec5761ea 1260
ee4e9625
ACM
1261 if (dso__read_binary_type_filename(dso, symtab_type,
1262 root_dir, name, PATH_MAX))
44f24cb3 1263 continue;
6da80ce8
DM
1264
1265 /* Name is now the name of the next image to try */
3aafe5ae 1266 if (symsrc__init(ss, dso, name, symtab_type) < 0)
6da80ce8 1267 continue;
a2928c42 1268
3aafe5ae
CS
1269 if (!syms_ss && symsrc__has_symtab(ss)) {
1270 syms_ss = ss;
1271 next_slot = true;
0058aef6
AH
1272 if (!dso->symsrc_filename)
1273 dso->symsrc_filename = strdup(name);
d26cd12b
CS
1274 }
1275
3aafe5ae
CS
1276 if (!runtime_ss && symsrc__possibly_runtime(ss)) {
1277 runtime_ss = ss;
1278 next_slot = true;
a44f605b 1279 }
a2928c42 1280
3aafe5ae
CS
1281 if (next_slot) {
1282 ss_pos++;
33ff581e 1283
3aafe5ae
CS
1284 if (syms_ss && runtime_ss)
1285 break;
6da80ce8 1286 }
3aafe5ae 1287
a25e46c4 1288 }
6da80ce8 1289
3aafe5ae
CS
1290 if (!runtime_ss && !syms_ss)
1291 goto out_free;
1292
1293 if (runtime_ss && !syms_ss) {
1294 syms_ss = runtime_ss;
1295 }
1296
1297 /* We'll have to hope for the best */
1298 if (!runtime_ss && syms_ss)
1299 runtime_ss = syms_ss;
1300
0131c4ec
AH
1301 if (syms_ss) {
1302 int km;
1303
1304 km = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||
1305 dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE;
1306 ret = dso__load_sym(dso, map, syms_ss, runtime_ss, filter, km);
1307 } else {
3aafe5ae 1308 ret = -1;
0131c4ec 1309 }
3aafe5ae 1310
f47b58b7 1311 if (ret > 0) {
3aafe5ae
CS
1312 int nr_plt;
1313
1314 nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss, map, filter);
1315 if (nr_plt > 0)
1316 ret += nr_plt;
60e4b10c
ACM
1317 }
1318
3aafe5ae
CS
1319 for (; ss_pos > 0; ss_pos--)
1320 symsrc__destroy(&ss_[ss_pos - 1]);
1321out_free:
a2928c42 1322 free(name);
aeafcbaf 1323 if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
1340e6bb 1324 return 0;
a2928c42
ACM
1325 return ret;
1326}
1327
aeafcbaf 1328struct map *map_groups__find_by_name(struct map_groups *mg,
79406cd7 1329 enum map_type type, const char *name)
439d473b
ACM
1330{
1331 struct rb_node *nd;
1332
aeafcbaf 1333 for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) {
439d473b
ACM
1334 struct map *map = rb_entry(nd, struct map, rb_node);
1335
b7cece76 1336 if (map->dso && strcmp(map->dso->short_name, name) == 0)
439d473b
ACM
1337 return map;
1338 }
1339
1340 return NULL;
1341}
1342
aeafcbaf 1343int dso__load_vmlinux(struct dso *dso, struct map *map,
5230fb7d
ACM
1344 const char *vmlinux, bool vmlinux_allocated,
1345 symbol_filter_t filter)
a2928c42 1346{
b68e2f91
CS
1347 int err = -1;
1348 struct symsrc ss;
ec5761ea 1349 char symfs_vmlinux[PATH_MAX];
005f9294 1350 enum dso_binary_type symtab_type;
a2928c42 1351
5698d2c9
NK
1352 if (vmlinux[0] == '/')
1353 snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux);
1354 else
1355 snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s%s",
1356 symbol_conf.symfs, vmlinux);
a2928c42 1357
21ea4539 1358 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
005f9294 1359 symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
21ea4539 1360 else
005f9294 1361 symtab_type = DSO_BINARY_TYPE__VMLINUX;
21ea4539 1362
005f9294 1363 if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))
b68e2f91
CS
1364 return -1;
1365
261360b6 1366 err = dso__load_sym(dso, map, &ss, &ss, filter, 0);
b68e2f91 1367 symsrc__destroy(&ss);
a2928c42 1368
515850e4 1369 if (err > 0) {
39b12f78
AH
1370 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1371 dso->data_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
1372 else
1373 dso->data_type = DSO_BINARY_TYPE__VMLINUX;
bf4414ae 1374 dso__set_long_name(dso, vmlinux, vmlinux_allocated);
515850e4 1375 dso__set_loaded(dso, map->type);
ec5761ea 1376 pr_debug("Using %s for symbols\n", symfs_vmlinux);
515850e4 1377 }
3846df2e 1378
a2928c42
ACM
1379 return err;
1380}
1381
aeafcbaf 1382int dso__load_vmlinux_path(struct dso *dso, struct map *map,
9de89fe7 1383 symbol_filter_t filter)
a19afe46
ACM
1384{
1385 int i, err = 0;
5ad90e4e 1386 char *filename;
a19afe46
ACM
1387
1388 pr_debug("Looking at the vmlinux_path (%d entries long)\n",
5ad90e4e
ACM
1389 vmlinux_path__nr_entries + 1);
1390
aeafcbaf 1391 filename = dso__build_id_filename(dso, NULL, 0);
5ad90e4e 1392 if (filename != NULL) {
5230fb7d
ACM
1393 err = dso__load_vmlinux(dso, map, filename, true, filter);
1394 if (err > 0)
5ad90e4e 1395 goto out;
5ad90e4e
ACM
1396 free(filename);
1397 }
a19afe46
ACM
1398
1399 for (i = 0; i < vmlinux_path__nr_entries; ++i) {
5230fb7d
ACM
1400 err = dso__load_vmlinux(dso, map, vmlinux_path[i], false, filter);
1401 if (err > 0)
a19afe46 1402 break;
a19afe46 1403 }
5ad90e4e 1404out:
a19afe46
ACM
1405 return err;
1406}
1407
0544d422
AH
1408static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
1409{
1410 char kallsyms_filename[PATH_MAX];
1411 struct dirent *dent;
1412 int ret = -1;
1413 DIR *d;
1414
1415 d = opendir(dir);
1416 if (!d)
1417 return -1;
1418
1419 while (1) {
1420 dent = readdir(d);
1421 if (!dent)
1422 break;
1423 if (dent->d_type != DT_DIR)
1424 continue;
1425 scnprintf(kallsyms_filename, sizeof(kallsyms_filename),
1426 "%s/%s/kallsyms", dir, dent->d_name);
1427 if (!validate_kcore_modules(kallsyms_filename, map)) {
1428 strlcpy(dir, kallsyms_filename, dir_sz);
1429 ret = 0;
1430 break;
1431 }
1432 }
1433
1434 closedir(d);
1435
1436 return ret;
1437}
1438
1439static char *dso__find_kallsyms(struct dso *dso, struct map *map)
1440{
1441 u8 host_build_id[BUILD_ID_SIZE];
1442 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
1443 bool is_host = false;
1444 char path[PATH_MAX];
1445
1446 if (!dso->has_build_id) {
1447 /*
1448 * Last resort, if we don't have a build-id and couldn't find
1449 * any vmlinux file, try the running kernel kallsyms table.
1450 */
1451 goto proc_kallsyms;
1452 }
1453
1454 if (sysfs__read_build_id("/sys/kernel/notes", host_build_id,
1455 sizeof(host_build_id)) == 0)
1456 is_host = dso__build_id_equal(dso, host_build_id);
1457
1458 build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);
1459
449867e3
AH
1460 scnprintf(path, sizeof(path), "%s/[kernel.kcore]/%s", buildid_dir,
1461 sbuild_id);
1462
0544d422
AH
1463 /* Use /proc/kallsyms if possible */
1464 if (is_host) {
1465 DIR *d;
1466 int fd;
1467
1468 /* If no cached kcore go with /proc/kallsyms */
0544d422
AH
1469 d = opendir(path);
1470 if (!d)
1471 goto proc_kallsyms;
1472 closedir(d);
1473
1474 /*
1475 * Do not check the build-id cache, until we know we cannot use
1476 * /proc/kcore.
1477 */
1478 fd = open("/proc/kcore", O_RDONLY);
1479 if (fd != -1) {
1480 close(fd);
1481 /* If module maps match go with /proc/kallsyms */
1482 if (!validate_kcore_modules("/proc/kallsyms", map))
1483 goto proc_kallsyms;
1484 }
1485
1486 /* Find kallsyms in build-id cache with kcore */
1487 if (!find_matching_kcore(map, path, sizeof(path)))
1488 return strdup(path);
1489
1490 goto proc_kallsyms;
1491 }
1492
449867e3
AH
1493 /* Find kallsyms in build-id cache with kcore */
1494 if (!find_matching_kcore(map, path, sizeof(path)))
1495 return strdup(path);
1496
0544d422
AH
1497 scnprintf(path, sizeof(path), "%s/[kernel.kallsyms]/%s",
1498 buildid_dir, sbuild_id);
1499
1500 if (access(path, F_OK)) {
1501 pr_err("No kallsyms or vmlinux with build-id %s was found\n",
1502 sbuild_id);
1503 return NULL;
1504 }
1505
1506 return strdup(path);
1507
1508proc_kallsyms:
1509 return strdup("/proc/kallsyms");
1510}
1511
aeafcbaf 1512static int dso__load_kernel_sym(struct dso *dso, struct map *map,
9de89fe7 1513 symbol_filter_t filter)
a827c875 1514{
cc612d81 1515 int err;
9e201442
ACM
1516 const char *kallsyms_filename = NULL;
1517 char *kallsyms_allocated_filename = NULL;
dc8d6ab2 1518 /*
b226a5a7
DA
1519 * Step 1: if the user specified a kallsyms or vmlinux filename, use
1520 * it and only it, reporting errors to the user if it cannot be used.
dc8d6ab2
ACM
1521 *
1522 * For instance, try to analyse an ARM perf.data file _without_ a
1523 * build-id, or if the user specifies the wrong path to the right
1524 * vmlinux file, obviously we can't fallback to another vmlinux (a
1525 * x86_86 one, on the machine where analysis is being performed, say),
1526 * or worse, /proc/kallsyms.
1527 *
1528 * If the specified file _has_ a build-id and there is a build-id
1529 * section in the perf.data file, we will still do the expected
1530 * validation in dso__load_vmlinux and will bail out if they don't
1531 * match.
1532 */
b226a5a7
DA
1533 if (symbol_conf.kallsyms_name != NULL) {
1534 kallsyms_filename = symbol_conf.kallsyms_name;
1535 goto do_kallsyms;
1536 }
1537
fc2be696 1538 if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) {
5230fb7d
ACM
1539 return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name,
1540 false, filter);
dc8d6ab2 1541 }
cc612d81 1542
fc2be696 1543 if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) {
aeafcbaf 1544 err = dso__load_vmlinux_path(dso, map, filter);
a19afe46 1545 if (err > 0)
39b12f78 1546 return err;
cc612d81
ACM
1547 }
1548
ec5761ea
DA
1549 /* do not try local files if a symfs was given */
1550 if (symbol_conf.symfs[0] != 0)
1551 return -1;
1552
0544d422
AH
1553 kallsyms_allocated_filename = dso__find_kallsyms(dso, map);
1554 if (!kallsyms_allocated_filename)
1555 return -1;
19fc2ded 1556
0544d422 1557 kallsyms_filename = kallsyms_allocated_filename;
439d473b 1558
cc612d81 1559do_kallsyms:
aeafcbaf 1560 err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
3846df2e
ACM
1561 if (err > 0)
1562 pr_debug("Using %s for symbols\n", kallsyms_filename);
dc8d6ab2 1563 free(kallsyms_allocated_filename);
439d473b 1564
8e0cf965 1565 if (err > 0 && !dso__is_kcore(dso)) {
bf4414ae 1566 dso__set_long_name(dso, "[kernel.kallsyms]", false);
6a4694a4
ACM
1567 map__fixup_start(map);
1568 map__fixup_end(map);
439d473b 1569 }
94cb9e38 1570
a827c875
ACM
1571 return err;
1572}
1573
aeafcbaf
ACM
1574static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
1575 symbol_filter_t filter)
a1645ce1
ZY
1576{
1577 int err;
1578 const char *kallsyms_filename = NULL;
23346f21 1579 struct machine *machine;
a1645ce1
ZY
1580 char path[PATH_MAX];
1581
1582 if (!map->groups) {
1583 pr_debug("Guest kernel map hasn't the point to groups\n");
1584 return -1;
1585 }
23346f21 1586 machine = map->groups->machine;
a1645ce1 1587
23346f21 1588 if (machine__is_default_guest(machine)) {
a1645ce1
ZY
1589 /*
1590 * if the user specified a vmlinux filename, use it and only
1591 * it, reporting errors to the user if it cannot be used.
1592 * Or use file guest_kallsyms inputted by user on commandline
1593 */
1594 if (symbol_conf.default_guest_vmlinux_name != NULL) {
aeafcbaf 1595 err = dso__load_vmlinux(dso, map,
5230fb7d
ACM
1596 symbol_conf.default_guest_vmlinux_name,
1597 false, filter);
39b12f78 1598 return err;
a1645ce1
ZY
1599 }
1600
1601 kallsyms_filename = symbol_conf.default_guest_kallsyms;
1602 if (!kallsyms_filename)
1603 return -1;
1604 } else {
23346f21 1605 sprintf(path, "%s/proc/kallsyms", machine->root_dir);
a1645ce1
ZY
1606 kallsyms_filename = path;
1607 }
1608
aeafcbaf 1609 err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
8e0cf965 1610 if (err > 0)
39b12f78 1611 pr_debug("Using %s for symbols\n", kallsyms_filename);
8e0cf965 1612 if (err > 0 && !dso__is_kcore(dso)) {
39b12f78 1613 machine__mmap_name(machine, path, sizeof(path));
7e155d4d 1614 dso__set_long_name(dso, strdup(path), true);
a1645ce1
ZY
1615 map__fixup_start(map);
1616 map__fixup_end(map);
1617 }
1618
1619 return err;
1620}
cd84c2ac 1621
cc612d81
ACM
1622static void vmlinux_path__exit(void)
1623{
1624 while (--vmlinux_path__nr_entries >= 0) {
1625 free(vmlinux_path[vmlinux_path__nr_entries]);
1626 vmlinux_path[vmlinux_path__nr_entries] = NULL;
1627 }
1628
1629 free(vmlinux_path);
1630 vmlinux_path = NULL;
1631}
1632
1633static int vmlinux_path__init(void)
1634{
1635 struct utsname uts;
1636 char bf[PATH_MAX];
1637
cc612d81
ACM
1638 vmlinux_path = malloc(sizeof(char *) * 5);
1639 if (vmlinux_path == NULL)
1640 return -1;
1641
1642 vmlinux_path[vmlinux_path__nr_entries] = strdup("vmlinux");
1643 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1644 goto out_fail;
1645 ++vmlinux_path__nr_entries;
1646 vmlinux_path[vmlinux_path__nr_entries] = strdup("/boot/vmlinux");
1647 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1648 goto out_fail;
1649 ++vmlinux_path__nr_entries;
ec5761ea
DA
1650
1651 /* only try running kernel version if no symfs was given */
1652 if (symbol_conf.symfs[0] != 0)
1653 return 0;
1654
1655 if (uname(&uts) < 0)
1656 return -1;
1657
cc612d81
ACM
1658 snprintf(bf, sizeof(bf), "/boot/vmlinux-%s", uts.release);
1659 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1660 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1661 goto out_fail;
1662 ++vmlinux_path__nr_entries;
1663 snprintf(bf, sizeof(bf), "/lib/modules/%s/build/vmlinux", uts.release);
1664 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1665 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1666 goto out_fail;
1667 ++vmlinux_path__nr_entries;
1668 snprintf(bf, sizeof(bf), "/usr/lib/debug/lib/modules/%s/vmlinux",
1669 uts.release);
1670 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1671 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1672 goto out_fail;
1673 ++vmlinux_path__nr_entries;
1674
1675 return 0;
1676
1677out_fail:
1678 vmlinux_path__exit();
1679 return -1;
1680}
1681
3bfe5f81 1682int setup_list(struct strlist **list, const char *list_str,
655000e7
ACM
1683 const char *list_name)
1684{
1685 if (list_str == NULL)
1686 return 0;
1687
1688 *list = strlist__new(true, list_str);
1689 if (!*list) {
1690 pr_err("problems parsing %s list\n", list_name);
1691 return -1;
1692 }
1693 return 0;
1694}
1695
ec80fde7
ACM
1696static bool symbol__read_kptr_restrict(void)
1697{
1698 bool value = false;
1699
1700 if (geteuid() != 0) {
1701 FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
1702 if (fp != NULL) {
1703 char line[8];
1704
1705 if (fgets(line, sizeof(line), fp) != NULL)
1706 value = atoi(line) != 0;
1707
1708 fclose(fp);
1709 }
1710 }
1711
1712 return value;
1713}
1714
75be6cf4 1715int symbol__init(void)
2446042c 1716{
ec5761ea
DA
1717 const char *symfs;
1718
85e00b55
JZ
1719 if (symbol_conf.initialized)
1720 return 0;
1721
9ac3e487 1722 symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
4d439517 1723
166ccc9c
NK
1724 symbol__elf_init();
1725
75be6cf4
ACM
1726 if (symbol_conf.sort_by_name)
1727 symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) -
1728 sizeof(struct symbol));
b32d133a 1729
75be6cf4 1730 if (symbol_conf.try_vmlinux_path && vmlinux_path__init() < 0)
2446042c
ACM
1731 return -1;
1732
c410a338
ACM
1733 if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
1734 pr_err("'.' is the only non valid --field-separator argument\n");
1735 return -1;
1736 }
1737
655000e7
ACM
1738 if (setup_list(&symbol_conf.dso_list,
1739 symbol_conf.dso_list_str, "dso") < 0)
1740 return -1;
1741
1742 if (setup_list(&symbol_conf.comm_list,
1743 symbol_conf.comm_list_str, "comm") < 0)
1744 goto out_free_dso_list;
1745
1746 if (setup_list(&symbol_conf.sym_list,
1747 symbol_conf.sym_list_str, "symbol") < 0)
1748 goto out_free_comm_list;
1749
ec5761ea
DA
1750 /*
1751 * A path to symbols of "/" is identical to ""
1752 * reset here for simplicity.
1753 */
1754 symfs = realpath(symbol_conf.symfs, NULL);
1755 if (symfs == NULL)
1756 symfs = symbol_conf.symfs;
1757 if (strcmp(symfs, "/") == 0)
1758 symbol_conf.symfs = "";
1759 if (symfs != symbol_conf.symfs)
1760 free((void *)symfs);
1761
ec80fde7
ACM
1762 symbol_conf.kptr_restrict = symbol__read_kptr_restrict();
1763
85e00b55 1764 symbol_conf.initialized = true;
4aa65636 1765 return 0;
655000e7 1766
655000e7
ACM
1767out_free_comm_list:
1768 strlist__delete(symbol_conf.comm_list);
d74c896b
NK
1769out_free_dso_list:
1770 strlist__delete(symbol_conf.dso_list);
655000e7 1771 return -1;
4aa65636
ACM
1772}
1773
d65a458b
ACM
1774void symbol__exit(void)
1775{
85e00b55
JZ
1776 if (!symbol_conf.initialized)
1777 return;
d65a458b
ACM
1778 strlist__delete(symbol_conf.sym_list);
1779 strlist__delete(symbol_conf.dso_list);
1780 strlist__delete(symbol_conf.comm_list);
1781 vmlinux_path__exit();
1782 symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
85e00b55 1783 symbol_conf.initialized = false;
d65a458b 1784}
This page took 0.270232 seconds and 5 git commands to generate.