14 #include <sys/utsname.h>
16 #ifndef NT_GNU_BUILD_ID
17 #define NT_GNU_BUILD_ID 3
31 static void dsos__add(struct dso
*dso
);
32 static struct dso
*dsos__find(const char *name
);
33 static struct map
*map__new2(u64 start
, struct dso
*dso
);
34 static void kernel_maps__insert(struct map
*map
);
35 static int dso__load_kernel_sym(struct dso
*self
, struct map
*map
,
36 symbol_filter_t filter
);
37 unsigned int symbol__priv_size
;
38 static int vmlinux_path__nr_entries
;
39 static char **vmlinux_path
;
41 static struct symbol_conf symbol_conf__defaults
= {
43 .try_vmlinux_path
= true,
46 static struct rb_root kernel_maps
;
48 static void dso__fixup_sym_end(struct dso
*self
)
50 struct rb_node
*nd
, *prevnd
= rb_first(&self
->syms
);
51 struct symbol
*curr
, *prev
;
56 curr
= rb_entry(prevnd
, struct symbol
, rb_node
);
58 for (nd
= rb_next(prevnd
); nd
; nd
= rb_next(nd
)) {
60 curr
= rb_entry(nd
, struct symbol
, rb_node
);
62 if (prev
->end
== prev
->start
)
63 prev
->end
= curr
->start
- 1;
67 if (curr
->end
== curr
->start
)
68 curr
->end
= roundup(curr
->start
, 4096);
71 static void kernel_maps__fixup_end(void)
73 struct map
*prev
, *curr
;
74 struct rb_node
*nd
, *prevnd
= rb_first(&kernel_maps
);
79 curr
= rb_entry(prevnd
, struct map
, rb_node
);
81 for (nd
= rb_next(prevnd
); nd
; nd
= rb_next(nd
)) {
83 curr
= rb_entry(nd
, struct map
, rb_node
);
84 prev
->end
= curr
->start
- 1;
88 * We still haven't the actual symbols, so guess the
89 * last map final address.
94 static struct symbol
*symbol__new(u64 start
, u64 len
, const char *name
)
96 size_t namelen
= strlen(name
) + 1;
97 struct symbol
*self
= zalloc(symbol__priv_size
+
98 sizeof(*self
) + namelen
);
102 if (symbol__priv_size
)
103 self
= ((void *)self
) + symbol__priv_size
;
106 self
->end
= len
? start
+ len
- 1 : start
;
108 pr_debug3("%s: %s %#Lx-%#Lx\n", __func__
, name
, start
, self
->end
);
110 memcpy(self
->name
, name
, namelen
);
115 static void symbol__delete(struct symbol
*self
)
117 free(((void *)self
) - symbol__priv_size
);
120 static size_t symbol__fprintf(struct symbol
*self
, FILE *fp
)
122 return fprintf(fp
, " %llx-%llx %s\n",
123 self
->start
, self
->end
, self
->name
);
126 static void dso__set_long_name(struct dso
*self
, char *name
)
130 self
->long_name
= name
;
131 self
->long_name_len
= strlen(name
);
134 static void dso__set_basename(struct dso
*self
)
136 self
->short_name
= basename(self
->long_name
);
139 struct dso
*dso__new(const char *name
)
141 struct dso
*self
= malloc(sizeof(*self
) + strlen(name
) + 1);
144 strcpy(self
->name
, name
);
145 dso__set_long_name(self
, self
->name
);
146 self
->short_name
= self
->name
;
147 self
->syms
= RB_ROOT
;
148 self
->find_symbol
= dso__find_symbol
;
149 self
->slen_calculated
= 0;
150 self
->origin
= DSO__ORIG_NOT_FOUND
;
152 self
->has_build_id
= 0;
158 static void dso__delete_symbols(struct dso
*self
)
161 struct rb_node
*next
= rb_first(&self
->syms
);
164 pos
= rb_entry(next
, struct symbol
, rb_node
);
165 next
= rb_next(&pos
->rb_node
);
166 rb_erase(&pos
->rb_node
, &self
->syms
);
171 void dso__delete(struct dso
*self
)
173 dso__delete_symbols(self
);
174 if (self
->long_name
!= self
->name
)
175 free(self
->long_name
);
179 void dso__set_build_id(struct dso
*self
, void *build_id
)
181 memcpy(self
->build_id
, build_id
, sizeof(self
->build_id
));
182 self
->has_build_id
= 1;
185 static void dso__insert_symbol(struct dso
*self
, struct symbol
*sym
)
187 struct rb_node
**p
= &self
->syms
.rb_node
;
188 struct rb_node
*parent
= NULL
;
189 const u64 ip
= sym
->start
;
194 s
= rb_entry(parent
, struct symbol
, rb_node
);
200 rb_link_node(&sym
->rb_node
, parent
, p
);
201 rb_insert_color(&sym
->rb_node
, &self
->syms
);
204 struct symbol
*dso__find_symbol(struct dso
*self
, u64 ip
)
211 n
= self
->syms
.rb_node
;
214 struct symbol
*s
= rb_entry(n
, struct symbol
, rb_node
);
218 else if (ip
> s
->end
)
227 int build_id__sprintf(u8
*self
, int len
, char *bf
)
233 for (i
= 0; i
< len
; ++i
) {
234 sprintf(bid
, "%02x", *raw
);
242 size_t dso__fprintf_buildid(struct dso
*self
, FILE *fp
)
244 char sbuild_id
[BUILD_ID_SIZE
* 2 + 1];
246 build_id__sprintf(self
->build_id
, sizeof(self
->build_id
), sbuild_id
);
247 return fprintf(fp
, "%s", sbuild_id
);
250 size_t dso__fprintf(struct dso
*self
, FILE *fp
)
253 size_t ret
= fprintf(fp
, "dso: %s (", self
->short_name
);
255 ret
+= dso__fprintf_buildid(self
, fp
);
256 ret
+= fprintf(fp
, ")\n");
258 for (nd
= rb_first(&self
->syms
); nd
; nd
= rb_next(nd
)) {
259 struct symbol
*pos
= rb_entry(nd
, struct symbol
, rb_node
);
260 ret
+= symbol__fprintf(pos
, fp
);
267 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
268 * so that we can in the next step set the symbol ->end address and then
269 * call kernel_maps__split_kallsyms.
271 static int kernel_maps__load_all_kallsyms(void)
275 FILE *file
= fopen("/proc/kallsyms", "r");
280 while (!feof(file
)) {
287 line_len
= getline(&line
, &n
, file
);
294 line
[--line_len
] = '\0'; /* \n */
296 len
= hex2u64(line
, &start
);
299 if (len
+ 2 >= line_len
)
302 symbol_type
= toupper(line
[len
]);
304 * We're interested only in code ('T'ext)
306 if (symbol_type
!= 'T' && symbol_type
!= 'W')
309 symbol_name
= line
+ len
+ 2;
311 * Will fix up the end later, when we have all symbols sorted.
313 sym
= symbol__new(start
, 0, symbol_name
);
316 goto out_delete_line
;
319 * We will pass the symbols to the filter later, in
320 * kernel_maps__split_kallsyms, when we have split the
323 dso__insert_symbol(kernel_map
->dso
, sym
);
338 * Split the symbols into maps, making sure there are no overlaps, i.e. the
339 * kernel range is broken in several maps, named [kernel].N, as we don't have
340 * the original ELF section names vmlinux have.
342 static int kernel_maps__split_kallsyms(symbol_filter_t filter
)
344 struct map
*map
= kernel_map
;
347 struct rb_node
*next
= rb_first(&kernel_map
->dso
->syms
);
348 int kernel_range
= 0;
353 pos
= rb_entry(next
, struct symbol
, rb_node
);
354 next
= rb_next(&pos
->rb_node
);
356 module
= strchr(pos
->name
, '\t');
360 if (strcmp(map
->dso
->name
, module
)) {
361 map
= kernel_maps__find_by_dso_name(module
);
363 pr_err("/proc/{kallsyms,modules} "
369 * So that we look just like we get from .ko files,
370 * i.e. not prelinked, relative to map->start.
372 pos
->start
= map
->map_ip(map
, pos
->start
);
373 pos
->end
= map
->map_ip(map
, pos
->end
);
374 } else if (map
!= kernel_map
) {
375 char dso_name
[PATH_MAX
];
378 snprintf(dso_name
, sizeof(dso_name
), "[kernel].%d",
381 dso
= dso__new(dso_name
);
385 map
= map__new2(pos
->start
, dso
);
391 map
->map_ip
= map
->unmap_ip
= identity__map_ip
;
392 kernel_maps__insert(map
);
396 if (filter
&& filter(map
, pos
)) {
397 rb_erase(&pos
->rb_node
, &kernel_map
->dso
->syms
);
400 if (map
!= kernel_map
) {
401 rb_erase(&pos
->rb_node
, &kernel_map
->dso
->syms
);
402 dso__insert_symbol(map
->dso
, pos
);
412 static int kernel_maps__load_kallsyms(symbol_filter_t filter
)
414 if (kernel_maps__load_all_kallsyms())
417 dso__fixup_sym_end(kernel_map
->dso
);
418 kernel_map
->dso
->origin
= DSO__ORIG_KERNEL
;
420 return kernel_maps__split_kallsyms(filter
);
423 size_t kernel_maps__fprintf(FILE *fp
)
425 size_t printed
= fprintf(fp
, "Kernel maps:\n");
428 for (nd
= rb_first(&kernel_maps
); nd
; nd
= rb_next(nd
)) {
429 struct map
*pos
= rb_entry(nd
, struct map
, rb_node
);
431 printed
+= fprintf(fp
, "Map:");
432 printed
+= map__fprintf(pos
, fp
);
434 printed
+= dso__fprintf(pos
->dso
, fp
);
435 printed
+= fprintf(fp
, "--\n");
439 return printed
+ fprintf(fp
, "END kernel maps\n");
442 static int dso__load_perf_map(struct dso
*self
, struct map
*map
,
443 symbol_filter_t filter
)
450 file
= fopen(self
->long_name
, "r");
454 while (!feof(file
)) {
459 line_len
= getline(&line
, &n
, file
);
466 line
[--line_len
] = '\0'; /* \n */
468 len
= hex2u64(line
, &start
);
471 if (len
+ 2 >= line_len
)
474 len
+= hex2u64(line
+ len
, &size
);
477 if (len
+ 2 >= line_len
)
480 sym
= symbol__new(start
, size
, line
+ len
);
483 goto out_delete_line
;
485 if (filter
&& filter(map
, sym
))
488 dso__insert_symbol(self
, sym
);
505 * elf_symtab__for_each_symbol - iterate thru all the symbols
507 * @self: struct elf_symtab instance to iterate
509 * @sym: GElf_Sym iterator
511 #define elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) \
512 for (idx = 0, gelf_getsym(syms, idx, &sym);\
514 idx++, gelf_getsym(syms, idx, &sym))
516 static inline uint8_t elf_sym__type(const GElf_Sym
*sym
)
518 return GELF_ST_TYPE(sym
->st_info
);
521 static inline int elf_sym__is_function(const GElf_Sym
*sym
)
523 return elf_sym__type(sym
) == STT_FUNC
&&
525 sym
->st_shndx
!= SHN_UNDEF
;
528 static inline int elf_sym__is_label(const GElf_Sym
*sym
)
530 return elf_sym__type(sym
) == STT_NOTYPE
&&
532 sym
->st_shndx
!= SHN_UNDEF
&&
533 sym
->st_shndx
!= SHN_ABS
;
536 static inline const char *elf_sec__name(const GElf_Shdr
*shdr
,
537 const Elf_Data
*secstrs
)
539 return secstrs
->d_buf
+ shdr
->sh_name
;
542 static inline int elf_sec__is_text(const GElf_Shdr
*shdr
,
543 const Elf_Data
*secstrs
)
545 return strstr(elf_sec__name(shdr
, secstrs
), "text") != NULL
;
548 static inline const char *elf_sym__name(const GElf_Sym
*sym
,
549 const Elf_Data
*symstrs
)
551 return symstrs
->d_buf
+ sym
->st_name
;
554 static Elf_Scn
*elf_section_by_name(Elf
*elf
, GElf_Ehdr
*ep
,
555 GElf_Shdr
*shp
, const char *name
,
561 while ((sec
= elf_nextscn(elf
, sec
)) != NULL
) {
564 gelf_getshdr(sec
, shp
);
565 str
= elf_strptr(elf
, ep
->e_shstrndx
, shp
->sh_name
);
566 if (!strcmp(name
, str
)) {
577 #define elf_section__for_each_rel(reldata, pos, pos_mem, idx, nr_entries) \
578 for (idx = 0, pos = gelf_getrel(reldata, 0, &pos_mem); \
580 ++idx, pos = gelf_getrel(reldata, idx, &pos_mem))
582 #define elf_section__for_each_rela(reldata, pos, pos_mem, idx, nr_entries) \
583 for (idx = 0, pos = gelf_getrela(reldata, 0, &pos_mem); \
585 ++idx, pos = gelf_getrela(reldata, idx, &pos_mem))
588 * We need to check if we have a .dynsym, so that we can handle the
589 * .plt, synthesizing its symbols, that aren't on the symtabs (be it
590 * .dynsym or .symtab).
591 * And always look at the original dso, not at debuginfo packages, that
592 * have the PLT data stripped out (shdr_rel_plt.sh_type == SHT_NOBITS).
594 static int dso__synthesize_plt_symbols(struct dso
*self
, struct map
*map
,
595 symbol_filter_t filter
)
597 uint32_t nr_rel_entries
, idx
;
602 GElf_Shdr shdr_rel_plt
, shdr_dynsym
;
603 Elf_Data
*reldata
, *syms
, *symstrs
;
604 Elf_Scn
*scn_plt_rel
, *scn_symstrs
, *scn_dynsym
;
607 char sympltname
[1024];
609 int nr
= 0, symidx
, fd
, err
= 0;
611 fd
= open(self
->long_name
, O_RDONLY
);
615 elf
= elf_begin(fd
, PERF_ELF_C_READ_MMAP
, NULL
);
619 if (gelf_getehdr(elf
, &ehdr
) == NULL
)
622 scn_dynsym
= elf_section_by_name(elf
, &ehdr
, &shdr_dynsym
,
623 ".dynsym", &dynsym_idx
);
624 if (scn_dynsym
== NULL
)
627 scn_plt_rel
= elf_section_by_name(elf
, &ehdr
, &shdr_rel_plt
,
629 if (scn_plt_rel
== NULL
) {
630 scn_plt_rel
= elf_section_by_name(elf
, &ehdr
, &shdr_rel_plt
,
632 if (scn_plt_rel
== NULL
)
638 if (shdr_rel_plt
.sh_link
!= dynsym_idx
)
641 if (elf_section_by_name(elf
, &ehdr
, &shdr_plt
, ".plt", NULL
) == NULL
)
645 * Fetch the relocation section to find the idxes to the GOT
646 * and the symbols in the .dynsym they refer to.
648 reldata
= elf_getdata(scn_plt_rel
, NULL
);
652 syms
= elf_getdata(scn_dynsym
, NULL
);
656 scn_symstrs
= elf_getscn(elf
, shdr_dynsym
.sh_link
);
657 if (scn_symstrs
== NULL
)
660 symstrs
= elf_getdata(scn_symstrs
, NULL
);
664 nr_rel_entries
= shdr_rel_plt
.sh_size
/ shdr_rel_plt
.sh_entsize
;
665 plt_offset
= shdr_plt
.sh_offset
;
667 if (shdr_rel_plt
.sh_type
== SHT_RELA
) {
668 GElf_Rela pos_mem
, *pos
;
670 elf_section__for_each_rela(reldata
, pos
, pos_mem
, idx
,
672 symidx
= GELF_R_SYM(pos
->r_info
);
673 plt_offset
+= shdr_plt
.sh_entsize
;
674 gelf_getsym(syms
, symidx
, &sym
);
675 snprintf(sympltname
, sizeof(sympltname
),
676 "%s@plt", elf_sym__name(&sym
, symstrs
));
678 f
= symbol__new(plt_offset
, shdr_plt
.sh_entsize
,
683 if (filter
&& filter(map
, f
))
686 dso__insert_symbol(self
, f
);
690 } else if (shdr_rel_plt
.sh_type
== SHT_REL
) {
691 GElf_Rel pos_mem
, *pos
;
692 elf_section__for_each_rel(reldata
, pos
, pos_mem
, idx
,
694 symidx
= GELF_R_SYM(pos
->r_info
);
695 plt_offset
+= shdr_plt
.sh_entsize
;
696 gelf_getsym(syms
, symidx
, &sym
);
697 snprintf(sympltname
, sizeof(sympltname
),
698 "%s@plt", elf_sym__name(&sym
, symstrs
));
700 f
= symbol__new(plt_offset
, shdr_plt
.sh_entsize
,
705 if (filter
&& filter(map
, f
))
708 dso__insert_symbol(self
, f
);
723 pr_warning("%s: problems reading %s PLT info.\n",
724 __func__
, self
->long_name
);
728 static int dso__load_sym(struct dso
*self
, struct map
*map
, const char *name
,
729 int fd
, symbol_filter_t filter
, int kernel
,
732 struct map
*curr_map
= map
;
733 struct dso
*curr_dso
= self
;
734 size_t dso_name_len
= strlen(self
->short_name
);
735 Elf_Data
*symstrs
, *secstrs
;
743 Elf_Scn
*sec
, *sec_strndx
;
747 elf
= elf_begin(fd
, PERF_ELF_C_READ_MMAP
, NULL
);
749 pr_err("%s: cannot read %s ELF file.\n", __func__
, name
);
753 if (gelf_getehdr(elf
, &ehdr
) == NULL
) {
754 pr_err("%s: cannot get elf header.\n", __func__
);
758 sec
= elf_section_by_name(elf
, &ehdr
, &shdr
, ".symtab", NULL
);
760 sec
= elf_section_by_name(elf
, &ehdr
, &shdr
, ".dynsym", NULL
);
765 syms
= elf_getdata(sec
, NULL
);
769 sec
= elf_getscn(elf
, shdr
.sh_link
);
773 symstrs
= elf_getdata(sec
, NULL
);
777 sec_strndx
= elf_getscn(elf
, ehdr
.e_shstrndx
);
778 if (sec_strndx
== NULL
)
781 secstrs
= elf_getdata(sec_strndx
, NULL
);
785 nr_syms
= shdr
.sh_size
/ shdr
.sh_entsize
;
787 memset(&sym
, 0, sizeof(sym
));
789 self
->adjust_symbols
= (ehdr
.e_type
== ET_EXEC
||
790 elf_section_by_name(elf
, &ehdr
, &shdr
,
793 } else self
->adjust_symbols
= 0;
795 elf_symtab__for_each_symbol(syms
, nr_syms
, idx
, sym
) {
797 const char *elf_name
;
798 char *demangled
= NULL
;
799 int is_label
= elf_sym__is_label(&sym
);
800 const char *section_name
;
802 if (!is_label
&& !elf_sym__is_function(&sym
))
805 sec
= elf_getscn(elf
, sym
.st_shndx
);
809 gelf_getshdr(sec
, &shdr
);
811 if (is_label
&& !elf_sec__is_text(&shdr
, secstrs
))
814 elf_name
= elf_sym__name(&sym
, symstrs
);
815 section_name
= elf_sec__name(&shdr
, secstrs
);
817 if (kernel
|| kmodule
) {
818 char dso_name
[PATH_MAX
];
820 if (strcmp(section_name
,
821 curr_dso
->short_name
+ dso_name_len
) == 0)
824 if (strcmp(section_name
, ".text") == 0) {
830 snprintf(dso_name
, sizeof(dso_name
),
831 "%s%s", self
->short_name
, section_name
);
833 curr_map
= kernel_maps__find_by_dso_name(dso_name
);
834 if (curr_map
== NULL
) {
835 u64 start
= sym
.st_value
;
838 start
+= map
->start
+ shdr
.sh_offset
;
840 curr_dso
= dso__new(dso_name
);
841 if (curr_dso
== NULL
)
843 curr_map
= map__new2(start
, curr_dso
);
844 if (curr_map
== NULL
) {
845 dso__delete(curr_dso
);
848 curr_map
->map_ip
= identity__map_ip
;
849 curr_map
->unmap_ip
= identity__map_ip
;
850 curr_dso
->origin
= DSO__ORIG_KERNEL
;
851 kernel_maps__insert(curr_map
);
854 curr_dso
= curr_map
->dso
;
859 if (curr_dso
->adjust_symbols
) {
860 pr_debug2("adjusting symbol: st_value: %Lx sh_addr: "
861 "%Lx sh_offset: %Lx\n", (u64
)sym
.st_value
,
862 (u64
)shdr
.sh_addr
, (u64
)shdr
.sh_offset
);
863 sym
.st_value
-= shdr
.sh_addr
- shdr
.sh_offset
;
866 * We need to figure out if the object was created from C++ sources
867 * DWARF DW_compile_unit has this, but we don't always have access
870 demangled
= bfd_demangle(NULL
, elf_name
, DMGL_PARAMS
| DMGL_ANSI
);
871 if (demangled
!= NULL
)
872 elf_name
= demangled
;
874 f
= symbol__new(sym
.st_value
, sym
.st_size
, elf_name
);
879 if (filter
&& filter(curr_map
, f
))
882 dso__insert_symbol(curr_dso
, f
);
888 * For misannotated, zeroed, ASM function sizes.
891 dso__fixup_sym_end(self
);
899 static bool dso__build_id_equal(const struct dso
*self
, u8
*build_id
)
901 return memcmp(self
->build_id
, build_id
, sizeof(self
->build_id
)) == 0;
904 bool dsos__read_build_ids(void)
906 bool have_build_id
= false;
909 list_for_each_entry(pos
, &dsos
, node
)
910 if (filename__read_build_id(pos
->long_name
, pos
->build_id
,
911 sizeof(pos
->build_id
)) > 0) {
912 have_build_id
= true;
913 pos
->has_build_id
= true;
916 return have_build_id
;
920 * Align offset to 4 bytes as needed for note name and descriptor data.
922 #define NOTE_ALIGN(n) (((n) + 3) & -4U)
924 int filename__read_build_id(const char *filename
, void *bf
, size_t size
)
935 if (size
< BUILD_ID_SIZE
)
938 fd
= open(filename
, O_RDONLY
);
942 elf
= elf_begin(fd
, PERF_ELF_C_READ_MMAP
, NULL
);
944 pr_debug2("%s: cannot read %s ELF file.\n", __func__
, filename
);
952 if (gelf_getehdr(elf
, &ehdr
) == NULL
) {
953 pr_err("%s: cannot get elf header.\n", __func__
);
957 sec
= elf_section_by_name(elf
, &ehdr
, &shdr
,
958 ".note.gnu.build-id", NULL
);
960 sec
= elf_section_by_name(elf
, &ehdr
, &shdr
,
966 data
= elf_getdata(sec
, NULL
);
971 while (ptr
< (data
->d_buf
+ data
->d_size
)) {
972 GElf_Nhdr
*nhdr
= ptr
;
973 int namesz
= NOTE_ALIGN(nhdr
->n_namesz
),
974 descsz
= NOTE_ALIGN(nhdr
->n_descsz
);
977 ptr
+= sizeof(*nhdr
);
980 if (nhdr
->n_type
== NT_GNU_BUILD_ID
&&
981 nhdr
->n_namesz
== sizeof("GNU")) {
982 if (memcmp(name
, "GNU", sizeof("GNU")) == 0) {
983 memcpy(bf
, ptr
, BUILD_ID_SIZE
);
998 int sysfs__read_build_id(const char *filename
, void *build_id
, size_t size
)
1002 if (size
< BUILD_ID_SIZE
)
1005 fd
= open(filename
, O_RDONLY
);
1014 if (read(fd
, &nhdr
, sizeof(nhdr
)) != sizeof(nhdr
))
1017 namesz
= NOTE_ALIGN(nhdr
.n_namesz
);
1018 descsz
= NOTE_ALIGN(nhdr
.n_descsz
);
1019 if (nhdr
.n_type
== NT_GNU_BUILD_ID
&&
1020 nhdr
.n_namesz
== sizeof("GNU")) {
1021 if (read(fd
, bf
, namesz
) != namesz
)
1023 if (memcmp(bf
, "GNU", sizeof("GNU")) == 0) {
1024 if (read(fd
, build_id
,
1025 BUILD_ID_SIZE
) == BUILD_ID_SIZE
) {
1029 } else if (read(fd
, bf
, descsz
) != descsz
)
1032 int n
= namesz
+ descsz
;
1033 if (read(fd
, bf
, n
) != n
)
1042 char dso__symtab_origin(const struct dso
*self
)
1044 static const char origin
[] = {
1045 [DSO__ORIG_KERNEL
] = 'k',
1046 [DSO__ORIG_JAVA_JIT
] = 'j',
1047 [DSO__ORIG_FEDORA
] = 'f',
1048 [DSO__ORIG_UBUNTU
] = 'u',
1049 [DSO__ORIG_BUILDID
] = 'b',
1050 [DSO__ORIG_DSO
] = 'd',
1051 [DSO__ORIG_KMODULE
] = 'K',
1054 if (self
== NULL
|| self
->origin
== DSO__ORIG_NOT_FOUND
)
1056 return origin
[self
->origin
];
1059 int dso__load(struct dso
*self
, struct map
*map
, symbol_filter_t filter
)
1061 int size
= PATH_MAX
;
1063 u8 build_id
[BUILD_ID_SIZE
];
1070 return dso__load_kernel_sym(self
, map
, filter
);
1072 name
= malloc(size
);
1076 self
->adjust_symbols
= 0;
1078 if (strncmp(self
->name
, "/tmp/perf-", 10) == 0) {
1079 ret
= dso__load_perf_map(self
, map
, filter
);
1080 self
->origin
= ret
> 0 ? DSO__ORIG_JAVA_JIT
:
1081 DSO__ORIG_NOT_FOUND
;
1085 self
->origin
= DSO__ORIG_FEDORA
- 1;
1090 switch (self
->origin
) {
1091 case DSO__ORIG_FEDORA
:
1092 snprintf(name
, size
, "/usr/lib/debug%s.debug",
1095 case DSO__ORIG_UBUNTU
:
1096 snprintf(name
, size
, "/usr/lib/debug%s",
1099 case DSO__ORIG_BUILDID
:
1100 if (filename__read_build_id(self
->long_name
, build_id
,
1101 sizeof(build_id
))) {
1102 char build_id_hex
[BUILD_ID_SIZE
* 2 + 1];
1104 build_id__sprintf(build_id
, sizeof(build_id
),
1106 snprintf(name
, size
,
1107 "/usr/lib/debug/.build-id/%.2s/%s.debug",
1108 build_id_hex
, build_id_hex
+ 2);
1109 if (self
->has_build_id
)
1110 goto compare_build_id
;
1116 snprintf(name
, size
, "%s", self
->long_name
);
1123 if (self
->has_build_id
) {
1124 if (filename__read_build_id(name
, build_id
,
1125 sizeof(build_id
)) < 0)
1128 if (!dso__build_id_equal(self
, build_id
))
1132 fd
= open(name
, O_RDONLY
);
1135 ret
= dso__load_sym(self
, map
, name
, fd
, filter
, 0, 0);
1139 * Some people seem to have debuginfo files _WITHOUT_ debug info!?!?
1145 int nr_plt
= dso__synthesize_plt_symbols(self
, map
, filter
);
1151 if (ret
< 0 && strstr(self
->name
, " (deleted)") != NULL
)
1156 struct map
*kernel_map
;
1158 static void kernel_maps__insert(struct map
*map
)
1160 maps__insert(&kernel_maps
, map
);
1163 struct symbol
*kernel_maps__find_symbol(u64 ip
, struct map
**mapp
,
1164 symbol_filter_t filter
)
1166 struct map
*map
= maps__find(&kernel_maps
, ip
);
1172 ip
= map
->map_ip(map
, ip
);
1173 return map__find_symbol(map
, ip
, filter
);
1175 WARN_ONCE(RB_EMPTY_ROOT(&kernel_maps
),
1176 "Empty kernel_maps, was symbol__init() called?\n");
1181 struct map
*kernel_maps__find_by_dso_name(const char *name
)
1185 for (nd
= rb_first(&kernel_maps
); nd
; nd
= rb_next(nd
)) {
1186 struct map
*map
= rb_entry(nd
, struct map
, rb_node
);
1188 if (map
->dso
&& strcmp(map
->dso
->name
, name
) == 0)
1195 static int dsos__set_modules_path_dir(char *dirname
)
1197 struct dirent
*dent
;
1198 DIR *dir
= opendir(dirname
);
1201 pr_debug("%s: cannot open %s dir\n", __func__
, dirname
);
1205 while ((dent
= readdir(dir
)) != NULL
) {
1206 char path
[PATH_MAX
];
1208 if (dent
->d_type
== DT_DIR
) {
1209 if (!strcmp(dent
->d_name
, ".") ||
1210 !strcmp(dent
->d_name
, ".."))
1213 snprintf(path
, sizeof(path
), "%s/%s",
1214 dirname
, dent
->d_name
);
1215 if (dsos__set_modules_path_dir(path
) < 0)
1218 char *dot
= strrchr(dent
->d_name
, '.'),
1223 if (dot
== NULL
|| strcmp(dot
, ".ko"))
1225 snprintf(dso_name
, sizeof(dso_name
), "[%.*s]",
1226 (int)(dot
- dent
->d_name
), dent
->d_name
);
1228 strxfrchar(dso_name
, '-', '_');
1229 map
= kernel_maps__find_by_dso_name(dso_name
);
1233 snprintf(path
, sizeof(path
), "%s/%s",
1234 dirname
, dent
->d_name
);
1236 long_name
= strdup(path
);
1237 if (long_name
== NULL
)
1239 dso__set_long_name(map
->dso
, long_name
);
1249 static int dsos__set_modules_path(void)
1252 char modules_path
[PATH_MAX
];
1254 if (uname(&uts
) < 0)
1257 snprintf(modules_path
, sizeof(modules_path
), "/lib/modules/%s/kernel",
1260 return dsos__set_modules_path_dir(modules_path
);
1264 * Constructor variant for modules (where we know from /proc/modules where
1265 * they are loaded) and for vmlinux, where only after we load all the
1266 * symbols we'll know where it starts and ends.
1268 static struct map
*map__new2(u64 start
, struct dso
*dso
)
1270 struct map
*self
= malloc(sizeof(*self
));
1274 * ->end will be filled after we load all the symbols
1276 map__init(self
, start
, 0, 0, dso
);
1282 static int kernel_maps__create_module_maps(void)
1286 FILE *file
= fopen("/proc/modules", "r");
1292 while (!feof(file
)) {
1293 char name
[PATH_MAX
];
1299 line_len
= getline(&line
, &n
, file
);
1306 line
[--line_len
] = '\0'; /* \n */
1308 sep
= strrchr(line
, 'x');
1312 hex2u64(sep
+ 1, &start
);
1314 sep
= strchr(line
, ' ');
1320 snprintf(name
, sizeof(name
), "[%s]", line
);
1321 dso
= dso__new(name
);
1324 goto out_delete_line
;
1326 map
= map__new2(start
, dso
);
1329 goto out_delete_line
;
1332 snprintf(name
, sizeof(name
),
1333 "/sys/module/%s/notes/.note.gnu.build-id", line
);
1334 if (sysfs__read_build_id(name
, dso
->build_id
,
1335 sizeof(dso
->build_id
)) == 0)
1336 dso
->has_build_id
= true;
1338 dso
->origin
= DSO__ORIG_KMODULE
;
1339 kernel_maps__insert(map
);
1346 return dsos__set_modules_path();
1354 static int dso__load_vmlinux(struct dso
*self
, struct map
*map
,
1355 const char *vmlinux
, symbol_filter_t filter
)
1359 if (self
->has_build_id
) {
1360 u8 build_id
[BUILD_ID_SIZE
];
1362 if (filename__read_build_id(vmlinux
, build_id
,
1363 sizeof(build_id
)) < 0) {
1364 pr_debug("No build_id in %s, ignoring it\n", vmlinux
);
1367 if (!dso__build_id_equal(self
, build_id
)) {
1368 char expected_build_id
[BUILD_ID_SIZE
* 2 + 1],
1369 vmlinux_build_id
[BUILD_ID_SIZE
* 2 + 1];
1371 build_id__sprintf(self
->build_id
,
1372 sizeof(self
->build_id
),
1374 build_id__sprintf(build_id
, sizeof(build_id
),
1376 pr_debug("build_id in %s is %s while expected is %s, "
1377 "ignoring it\n", vmlinux
, vmlinux_build_id
,
1383 fd
= open(vmlinux
, O_RDONLY
);
1388 err
= dso__load_sym(self
, map
, self
->long_name
, fd
, filter
, 1, 0);
1395 static int dso__load_kernel_sym(struct dso
*self
, struct map
*map
,
1396 symbol_filter_t filter
)
1401 if (vmlinux_path
!= NULL
) {
1403 pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1404 vmlinux_path__nr_entries
);
1405 for (i
= 0; i
< vmlinux_path__nr_entries
; ++i
) {
1406 err
= dso__load_vmlinux(self
, map
, vmlinux_path
[i
],
1409 pr_debug("Using %s for symbols\n",
1411 dso__set_long_name(self
,
1412 strdup(vmlinux_path
[i
]));
1418 is_kallsyms
= self
->long_name
[0] == '[';
1422 err
= dso__load_vmlinux(self
, map
, self
->long_name
, filter
);
1424 pr_info("The file %s cannot be used, "
1425 "trying to use /proc/kallsyms...", self
->long_name
);
1428 err
= kernel_maps__load_kallsyms(filter
);
1429 if (err
> 0 && !is_kallsyms
)
1430 dso__set_long_name(self
, strdup("[kernel.kallsyms]"));
1435 map__fixup_start(map
);
1436 map__fixup_end(map
);
1445 static void dsos__add(struct dso
*dso
)
1447 list_add_tail(&dso
->node
, &dsos
);
1450 static struct dso
*dsos__find(const char *name
)
1454 list_for_each_entry(pos
, &dsos
, node
)
1455 if (strcmp(pos
->name
, name
) == 0)
1460 struct dso
*dsos__findnew(const char *name
)
1462 struct dso
*dso
= dsos__find(name
);
1465 dso
= dso__new(name
);
1468 dso__set_basename(dso
);
1475 void dsos__fprintf(FILE *fp
)
1479 list_for_each_entry(pos
, &dsos
, node
)
1480 dso__fprintf(pos
, fp
);
1483 size_t dsos__fprintf_buildid(FILE *fp
)
1488 list_for_each_entry(pos
, &dsos
, node
) {
1489 ret
+= dso__fprintf_buildid(pos
, fp
);
1490 ret
+= fprintf(fp
, " %s\n", pos
->long_name
);
1495 static int kernel_maps__create_kernel_map(const struct symbol_conf
*conf
)
1497 struct dso
*kernel
= dso__new(conf
->vmlinux_name
?: "[kernel.kallsyms]");
1502 kernel_map
= map__new2(0, kernel
);
1503 if (kernel_map
== NULL
)
1504 goto out_delete_kernel_dso
;
1506 kernel_map
->map_ip
= kernel_map
->unmap_ip
= identity__map_ip
;
1507 kernel
->short_name
= "[kernel]";
1510 vdso
= dso__new("[vdso]");
1512 goto out_delete_kernel_map
;
1514 if (sysfs__read_build_id("/sys/kernel/notes", kernel
->build_id
,
1515 sizeof(kernel
->build_id
)) == 0)
1516 kernel
->has_build_id
= true;
1518 kernel_maps__insert(kernel_map
);
1524 out_delete_kernel_map
:
1525 map__delete(kernel_map
);
1527 out_delete_kernel_dso
:
1528 dso__delete(kernel
);
1532 static void vmlinux_path__exit(void)
1534 while (--vmlinux_path__nr_entries
>= 0) {
1535 free(vmlinux_path
[vmlinux_path__nr_entries
]);
1536 vmlinux_path
[vmlinux_path__nr_entries
] = NULL
;
1540 vmlinux_path
= NULL
;
1543 static int vmlinux_path__init(void)
1548 if (uname(&uts
) < 0)
1551 vmlinux_path
= malloc(sizeof(char *) * 5);
1552 if (vmlinux_path
== NULL
)
1555 vmlinux_path
[vmlinux_path__nr_entries
] = strdup("vmlinux");
1556 if (vmlinux_path
[vmlinux_path__nr_entries
] == NULL
)
1558 ++vmlinux_path__nr_entries
;
1559 vmlinux_path
[vmlinux_path__nr_entries
] = strdup("/boot/vmlinux");
1560 if (vmlinux_path
[vmlinux_path__nr_entries
] == NULL
)
1562 ++vmlinux_path__nr_entries
;
1563 snprintf(bf
, sizeof(bf
), "/boot/vmlinux-%s", uts
.release
);
1564 vmlinux_path
[vmlinux_path__nr_entries
] = strdup(bf
);
1565 if (vmlinux_path
[vmlinux_path__nr_entries
] == NULL
)
1567 ++vmlinux_path__nr_entries
;
1568 snprintf(bf
, sizeof(bf
), "/lib/modules/%s/build/vmlinux", uts
.release
);
1569 vmlinux_path
[vmlinux_path__nr_entries
] = strdup(bf
);
1570 if (vmlinux_path
[vmlinux_path__nr_entries
] == NULL
)
1572 ++vmlinux_path__nr_entries
;
1573 snprintf(bf
, sizeof(bf
), "/usr/lib/debug/lib/modules/%s/vmlinux",
1575 vmlinux_path
[vmlinux_path__nr_entries
] = strdup(bf
);
1576 if (vmlinux_path
[vmlinux_path__nr_entries
] == NULL
)
1578 ++vmlinux_path__nr_entries
;
1583 vmlinux_path__exit();
1587 static int kernel_maps__init(const struct symbol_conf
*conf
)
1589 const struct symbol_conf
*pconf
= conf
?: &symbol_conf__defaults
;
1591 symbol__priv_size
= pconf
->priv_size
;
1593 if (pconf
->try_vmlinux_path
&& vmlinux_path__init() < 0)
1596 if (kernel_maps__create_kernel_map(pconf
) < 0) {
1597 vmlinux_path__exit();
1601 if (pconf
->use_modules
&& kernel_maps__create_module_maps() < 0)
1602 pr_debug("Failed to load list of modules in use, "
1605 * Now that we have all the maps created, just set the ->end of them:
1607 kernel_maps__fixup_end();
1611 int symbol__init(struct symbol_conf
*conf
)
1613 elf_version(EV_CURRENT
);
1614 return kernel_maps__init(conf
);