12 const char *sym_hist_filter;
24 static struct symbol *symbol__new(u64 start, u64 len,
25 const char *name, unsigned int priv_size,
28 size_t namelen = strlen(name) + 1;
29 struct symbol *self = calloc(1, priv_size + sizeof(*self) + namelen);
35 printf("new symbol: %016Lx [%08lx]: %s, hist: %p, obj_start: %p\n",
36 (u64)start, (unsigned long)len, name, self->hist, (void *)(unsigned long)obj_start);
38 self->obj_start= obj_start;
42 if (sym_hist_filter && !strcmp(name, sym_hist_filter))
43 self->hist = calloc(sizeof(u64), len);
46 memset(self, 0, priv_size);
47 self = ((void *)self) + priv_size;
50 self->end = len ? start + len - 1 : start;
51 memcpy(self->name, name, namelen);
56 static void symbol__delete(struct symbol *self, unsigned int priv_size)
58 free(((void *)self) - priv_size);
61 static size_t symbol__fprintf(struct symbol *self, FILE *fp)
64 return fprintf(fp, " %llx-%llx %s\n",
65 self->start, self->end, self->name);
67 return fprintf(fp, " %llx-%llx %s \t[%s]\n",
68 self->start, self->end, self->name, self->module->name);
71 struct dso *dso__new(const char *name, unsigned int sym_priv_size)
73 struct dso *self = malloc(sizeof(*self) + strlen(name) + 1);
76 strcpy(self->name, name);
78 self->sym_priv_size = sym_priv_size;
79 self->find_symbol = dso__find_symbol;
80 self->slen_calculated = 0;
81 self->origin = DSO__ORIG_NOT_FOUND;
87 static void dso__delete_symbols(struct dso *self)
90 struct rb_node *next = rb_first(&self->syms);
93 pos = rb_entry(next, struct symbol, rb_node);
94 next = rb_next(&pos->rb_node);
95 rb_erase(&pos->rb_node, &self->syms);
96 symbol__delete(pos, self->sym_priv_size);
100 void dso__delete(struct dso *self)
102 dso__delete_symbols(self);
106 static void dso__insert_symbol(struct dso *self, struct symbol *sym)
108 struct rb_node **p = &self->syms.rb_node;
109 struct rb_node *parent = NULL;
110 const u64 ip = sym->start;
115 s = rb_entry(parent, struct symbol, rb_node);
121 rb_link_node(&sym->rb_node, parent, p);
122 rb_insert_color(&sym->rb_node, &self->syms);
125 struct symbol *dso__find_symbol(struct dso *self, u64 ip)
132 n = self->syms.rb_node;
135 struct symbol *s = rb_entry(n, struct symbol, rb_node);
139 else if (ip > s->end)
148 size_t dso__fprintf(struct dso *self, FILE *fp)
150 size_t ret = fprintf(fp, "dso: %s\n", self->name);
153 for (nd = rb_first(&self->syms); nd; nd = rb_next(nd)) {
154 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
155 ret += symbol__fprintf(pos, fp);
161 static int dso__load_kallsyms(struct dso *self, symbol_filter_t filter, int v)
163 struct rb_node *nd, *prevnd;
166 FILE *file = fopen("/proc/kallsyms", "r");
172 while (!feof(file)) {
178 line_len = getline(&line, &n, file);
185 line[--line_len] = '\0'; /* \n */
187 len = hex2u64(line, &start);
190 if (len + 2 >= line_len)
193 symbol_type = toupper(line[len]);
195 * We're interested only in code ('T'ext)
197 if (symbol_type != 'T' && symbol_type != 'W')
200 * Well fix up the end later, when we have all sorted.
202 sym = symbol__new(start, 0xdead, line + len + 2,
203 self->sym_priv_size, 0, v);
206 goto out_delete_line;
208 if (filter && filter(self, sym))
209 symbol__delete(sym, self->sym_priv_size);
211 dso__insert_symbol(self, sym);
217 * Now that we have all sorted out, just set the ->end of all
220 prevnd = rb_first(&self->syms);
223 goto out_delete_line;
225 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
226 struct symbol *prev = rb_entry(prevnd, struct symbol, rb_node),
227 *curr = rb_entry(nd, struct symbol, rb_node);
229 prev->end = curr->start - 1;
232 prev->hist = calloc(sizeof(u64), prev->end - prev->start);
248 static int dso__load_perf_map(struct dso *self, symbol_filter_t filter, int v)
255 file = fopen(self->name, "r");
259 while (!feof(file)) {
264 line_len = getline(&line, &n, file);
271 line[--line_len] = '\0'; /* \n */
273 len = hex2u64(line, &start);
276 if (len + 2 >= line_len)
279 len += hex2u64(line + len, &size);
282 if (len + 2 >= line_len)
285 sym = symbol__new(start, size, line + len,
286 self->sym_priv_size, start, v);
289 goto out_delete_line;
291 if (filter && filter(self, sym))
292 symbol__delete(sym, self->sym_priv_size);
294 dso__insert_symbol(self, sym);
311 * elf_symtab__for_each_symbol - iterate thru all the symbols
313 * @self: struct elf_symtab instance to iterate
315 * @sym: GElf_Sym iterator
317 #define elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) \
318 for (idx = 0, gelf_getsym(syms, idx, &sym);\
320 idx++, gelf_getsym(syms, idx, &sym))
322 static inline uint8_t elf_sym__type(const GElf_Sym *sym)
324 return GELF_ST_TYPE(sym->st_info);
327 static inline int elf_sym__is_function(const GElf_Sym *sym)
329 return elf_sym__type(sym) == STT_FUNC &&
331 sym->st_shndx != SHN_UNDEF;
334 static inline int elf_sym__is_label(const GElf_Sym *sym)
336 return elf_sym__type(sym) == STT_NOTYPE &&
338 sym->st_shndx != SHN_UNDEF &&
339 sym->st_shndx != SHN_ABS;
342 static inline const char *elf_sec__name(const GElf_Shdr *shdr,
343 const Elf_Data *secstrs)
345 return secstrs->d_buf + shdr->sh_name;
348 static inline int elf_sec__is_text(const GElf_Shdr *shdr,
349 const Elf_Data *secstrs)
351 return strstr(elf_sec__name(shdr, secstrs), "text") != NULL;
354 static inline const char *elf_sym__name(const GElf_Sym *sym,
355 const Elf_Data *symstrs)
357 return symstrs->d_buf + sym->st_name;
360 static Elf_Scn *elf_section_by_name(Elf *elf, GElf_Ehdr *ep,
361 GElf_Shdr *shp, const char *name,
367 while ((sec = elf_nextscn(elf, sec)) != NULL) {
370 gelf_getshdr(sec, shp);
371 str = elf_strptr(elf, ep->e_shstrndx, shp->sh_name);
372 if (!strcmp(name, str)) {
383 #define elf_section__for_each_rel(reldata, pos, pos_mem, idx, nr_entries) \
384 for (idx = 0, pos = gelf_getrel(reldata, 0, &pos_mem); \
386 ++idx, pos = gelf_getrel(reldata, idx, &pos_mem))
388 #define elf_section__for_each_rela(reldata, pos, pos_mem, idx, nr_entries) \
389 for (idx = 0, pos = gelf_getrela(reldata, 0, &pos_mem); \
391 ++idx, pos = gelf_getrela(reldata, idx, &pos_mem))
394 * We need to check if we have a .dynsym, so that we can handle the
395 * .plt, synthesizing its symbols, that aren't on the symtabs (be it
396 * .dynsym or .symtab).
397 * And always look at the original dso, not at debuginfo packages, that
398 * have the PLT data stripped out (shdr_rel_plt.sh_type == SHT_NOBITS).
400 static int dso__synthesize_plt_symbols(struct dso *self, int v)
402 uint32_t nr_rel_entries, idx;
407 GElf_Shdr shdr_rel_plt, shdr_dynsym;
408 Elf_Data *reldata, *syms, *symstrs;
409 Elf_Scn *scn_plt_rel, *scn_symstrs, *scn_dynsym;
412 char sympltname[1024];
414 int nr = 0, symidx, fd, err = 0;
416 fd = open(self->name, O_RDONLY);
420 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
424 if (gelf_getehdr(elf, &ehdr) == NULL)
427 scn_dynsym = elf_section_by_name(elf, &ehdr, &shdr_dynsym,
428 ".dynsym", &dynsym_idx);
429 if (scn_dynsym == NULL)
432 scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
434 if (scn_plt_rel == NULL) {
435 scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
437 if (scn_plt_rel == NULL)
443 if (shdr_rel_plt.sh_link != dynsym_idx)
446 if (elf_section_by_name(elf, &ehdr, &shdr_plt, ".plt", NULL) == NULL)
450 * Fetch the relocation section to find the idxes to the GOT
451 * and the symbols in the .dynsym they refer to.
453 reldata = elf_getdata(scn_plt_rel, NULL);
457 syms = elf_getdata(scn_dynsym, NULL);
461 scn_symstrs = elf_getscn(elf, shdr_dynsym.sh_link);
462 if (scn_symstrs == NULL)
465 symstrs = elf_getdata(scn_symstrs, NULL);
469 nr_rel_entries = shdr_rel_plt.sh_size / shdr_rel_plt.sh_entsize;
470 plt_offset = shdr_plt.sh_offset;
472 if (shdr_rel_plt.sh_type == SHT_RELA) {
473 GElf_Rela pos_mem, *pos;
475 elf_section__for_each_rela(reldata, pos, pos_mem, idx,
477 symidx = GELF_R_SYM(pos->r_info);
478 plt_offset += shdr_plt.sh_entsize;
479 gelf_getsym(syms, symidx, &sym);
480 snprintf(sympltname, sizeof(sympltname),
481 "%s@plt", elf_sym__name(&sym, symstrs));
483 f = symbol__new(plt_offset, shdr_plt.sh_entsize,
484 sympltname, self->sym_priv_size, 0, v);
488 dso__insert_symbol(self, f);
491 } else if (shdr_rel_plt.sh_type == SHT_REL) {
492 GElf_Rel pos_mem, *pos;
493 elf_section__for_each_rel(reldata, pos, pos_mem, idx,
495 symidx = GELF_R_SYM(pos->r_info);
496 plt_offset += shdr_plt.sh_entsize;
497 gelf_getsym(syms, symidx, &sym);
498 snprintf(sympltname, sizeof(sympltname),
499 "%s@plt", elf_sym__name(&sym, symstrs));
501 f = symbol__new(plt_offset, shdr_plt.sh_entsize,
502 sympltname, self->sym_priv_size, 0, v);
506 dso__insert_symbol(self, f);
520 fprintf(stderr, "%s: problems reading %s PLT info.\n",
521 __func__, self->name);
525 static int dso__load_sym(struct dso *self, int fd, const char *name,
526 symbol_filter_t filter, int v, struct module *mod)
528 Elf_Data *symstrs, *secstrs;
536 Elf_Scn *sec, *sec_strndx;
538 int nr = 0, kernel = !strcmp("[kernel]", self->name);
540 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
543 fprintf(stderr, "%s: cannot read %s ELF file.\n",
548 if (gelf_getehdr(elf, &ehdr) == NULL) {
550 fprintf(stderr, "%s: cannot get elf header.\n", __func__);
554 sec = elf_section_by_name(elf, &ehdr, &shdr, ".symtab", NULL);
556 sec = elf_section_by_name(elf, &ehdr, &shdr, ".dynsym", NULL);
561 syms = elf_getdata(sec, NULL);
565 sec = elf_getscn(elf, shdr.sh_link);
569 symstrs = elf_getdata(sec, NULL);
573 sec_strndx = elf_getscn(elf, ehdr.e_shstrndx);
574 if (sec_strndx == NULL)
577 secstrs = elf_getdata(sec_strndx, NULL);
581 nr_syms = shdr.sh_size / shdr.sh_entsize;
583 memset(&sym, 0, sizeof(sym));
585 self->adjust_symbols = (ehdr.e_type == ET_EXEC ||
586 elf_section_by_name(elf, &ehdr, &shdr,
589 } else self->adjust_symbols = 0;
591 elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) {
593 const char *elf_name;
596 struct section *section = NULL;
597 int is_label = elf_sym__is_label(&sym);
598 const char *section_name;
600 if (!is_label && !elf_sym__is_function(&sym))
603 sec = elf_getscn(elf, sym.st_shndx);
607 gelf_getshdr(sec, &shdr);
609 if (is_label && !elf_sec__is_text(&shdr, secstrs))
612 section_name = elf_sec__name(&shdr, secstrs);
613 obj_start = sym.st_value;
615 if (self->adjust_symbols) {
617 printf("adjusting symbol: st_value: %Lx sh_addr: %Lx sh_offset: %Lx\n",
618 (u64)sym.st_value, (u64)shdr.sh_addr, (u64)shdr.sh_offset);
620 sym.st_value -= shdr.sh_addr - shdr.sh_offset;
624 section = mod->sections->find_section(mod->sections, section_name);
626 sym.st_value += section->vma;
628 fprintf(stderr, "dso__load_sym() module %s lookup of %s failed\n",
629 mod->name, section_name);
634 * We need to figure out if the object was created from C++ sources
635 * DWARF DW_compile_unit has this, but we don't always have access
638 elf_name = elf_sym__name(&sym, symstrs);
639 demangled = bfd_demangle(NULL, elf_name, DMGL_PARAMS | DMGL_ANSI);
640 if (demangled != NULL)
641 elf_name = demangled;
643 f = symbol__new(sym.st_value, sym.st_size, elf_name,
644 self->sym_priv_size, obj_start, v);
649 if (filter && filter(self, f))
650 symbol__delete(f, self->sym_priv_size);
653 dso__insert_symbol(self, f);
665 #define BUILD_ID_SIZE 128
667 static char *dso__read_build_id(struct dso *self, int v)
672 Elf_Data *build_id_data;
674 char *build_id = NULL, *bid;
677 int fd = open(self->name, O_RDONLY);
682 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
685 fprintf(stderr, "%s: cannot read %s ELF file.\n",
686 __func__, self->name);
690 if (gelf_getehdr(elf, &ehdr) == NULL) {
692 fprintf(stderr, "%s: cannot get elf header.\n", __func__);
696 sec = elf_section_by_name(elf, &ehdr, &shdr, ".note.gnu.build-id", NULL);
700 build_id_data = elf_getdata(sec, NULL);
701 if (build_id_data == NULL)
703 build_id = malloc(BUILD_ID_SIZE);
704 if (build_id == NULL)
706 raw = build_id_data->d_buf + 16;
709 for (i = 0; i < 20; ++i) {
710 sprintf(bid, "%02x", *raw);
715 printf("%s(%s): %s\n", __func__, self->name, build_id);
724 char dso__symtab_origin(const struct dso *self)
726 static const char origin[] = {
727 [DSO__ORIG_KERNEL] = 'k',
728 [DSO__ORIG_JAVA_JIT] = 'j',
729 [DSO__ORIG_FEDORA] = 'f',
730 [DSO__ORIG_UBUNTU] = 'u',
731 [DSO__ORIG_BUILDID] = 'b',
732 [DSO__ORIG_DSO] = 'd',
735 if (self == NULL || self->origin == DSO__ORIG_NOT_FOUND)
737 return origin[self->origin];
740 int dso__load(struct dso *self, symbol_filter_t filter, int v)
743 char *name = malloc(size), *build_id = NULL;
750 self->adjust_symbols = 0;
752 if (strncmp(self->name, "/tmp/perf-", 10) == 0) {
753 ret = dso__load_perf_map(self, filter, v);
754 self->origin = ret > 0 ? DSO__ORIG_JAVA_JIT :
759 self->origin = DSO__ORIG_FEDORA - 1;
764 switch (self->origin) {
765 case DSO__ORIG_FEDORA:
766 snprintf(name, size, "/usr/lib/debug%s.debug", self->name);
768 case DSO__ORIG_UBUNTU:
769 snprintf(name, size, "/usr/lib/debug%s", self->name);
771 case DSO__ORIG_BUILDID:
772 build_id = dso__read_build_id(self, v);
773 if (build_id != NULL) {
775 "/usr/lib/debug/.build-id/%.2s/%s.debug",
776 build_id, build_id + 2);
783 snprintf(name, size, "%s", self->name);
790 fd = open(name, O_RDONLY);
793 ret = dso__load_sym(self, fd, name, filter, v, NULL);
797 * Some people seem to have debuginfo files _WITHOUT_ debug info!?!?
803 int nr_plt = dso__synthesize_plt_symbols(self, v);
809 if (ret < 0 && strstr(self->name, " (deleted)") != NULL)
814 static int dso__load_module(struct dso *self, struct mod_dso *mods, const char *name,
815 symbol_filter_t filter, int v)
817 struct module *mod = mod_dso__find_module(mods, name);
820 if (mod == NULL || !mod->active)
823 fd = open(mod->path, O_RDONLY);
828 err = dso__load_sym(self, fd, name, filter, v, mod);
834 int dso__load_modules(struct dso *self, symbol_filter_t filter, int v)
836 struct mod_dso *mods = mod_dso__new_dso("modules");
838 struct rb_node *next;
841 err = mod_dso__load_modules(mods);
847 * Iterate over modules, and load active symbols.
849 next = rb_first(&mods->mods);
851 pos = rb_entry(next, struct module, rb_node);
852 err = dso__load_module(self, mods, pos->name, filter, v);
857 next = rb_next(&pos->rb_node);
862 mod_dso__delete_modules(mods);
863 mod_dso__delete_self(mods);
870 static inline void dso__fill_symbol_holes(struct dso *self)
872 struct symbol *prev = NULL;
875 for (nd = rb_last(&self->syms); nd; nd = rb_prev(nd)) {
876 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
880 int alias = pos->start == prev->start;
883 hole = prev->start - pos->end - 1;
887 pos->end = prev->end;
889 pos->end = prev->start - 1;
892 pos->hist = calloc(sizeof(u64), pos->end - pos->start);
900 static int dso__load_vmlinux(struct dso *self, const char *vmlinux,
901 symbol_filter_t filter, int v)
903 int err, fd = open(vmlinux, O_RDONLY);
908 err = dso__load_sym(self, fd, vmlinux, filter, v, NULL);
911 dso__fill_symbol_holes(self);
918 int dso__load_kernel(struct dso *self, const char *vmlinux,
919 symbol_filter_t filter, int v, int use_modules)
924 err = dso__load_vmlinux(self, vmlinux, filter, v);
925 if (err > 0 && use_modules) {
926 int syms = dso__load_modules(self, filter, v);
929 fprintf(stderr, "dso__load_modules failed!\n");
937 err = dso__load_kallsyms(self, filter, v);
940 self->origin = DSO__ORIG_KERNEL;
946 struct dso *kernel_dso;
948 struct dso *hypervisor_dso;
950 const char *vmlinux_name = "vmlinux";
953 static void dsos__add(struct dso *dso)
955 list_add_tail(&dso->node, &dsos);
958 static struct dso *dsos__find(const char *name)
962 list_for_each_entry(pos, &dsos, node)
963 if (strcmp(pos->name, name) == 0)
968 struct dso *dsos__findnew(const char *name)
970 struct dso *dso = dsos__find(name);
976 dso = dso__new(name, 0);
980 nr = dso__load(dso, NULL, verbose);
982 eprintf("Failed to open: %s\n", name);
986 eprintf("No symbols found in: %s, maybe install a debug package?\n", name);
997 void dsos__fprintf(FILE *fp)
1001 list_for_each_entry(pos, &dsos, node)
1002 dso__fprintf(pos, fp);
1005 static struct symbol *vdso__find_symbol(struct dso *dso, u64 ip)
1007 return dso__find_symbol(dso, ip);
1010 int load_kernel(void)
1014 kernel_dso = dso__new("[kernel]", 0);
1018 err = dso__load_kernel(kernel_dso, vmlinux_name, NULL, verbose, modules);
1020 dso__delete(kernel_dso);
1023 dsos__add(kernel_dso);
1025 vdso = dso__new("[vdso]", 0);
1029 vdso->find_symbol = vdso__find_symbol;
1033 hypervisor_dso = dso__new("[hypervisor]", 0);
1034 if (!hypervisor_dso)
1036 dsos__add(hypervisor_dso);
1042 void symbol__init(void)
1044 elf_version(EV_CURRENT);