14 #include <sys/utsname.h>
16 #ifndef NT_GNU_BUILD_ID
17 #define NT_GNU_BUILD_ID 3
31 static void dsos__add(struct dso *dso);
32 static struct dso *dsos__find(const char *name);
33 static struct map *map__new2(u64 start, struct dso *dso);
34 static void kernel_maps__insert(struct map *map);
35 static int dso__load_kernel_sym(struct dso *self, struct map *map,
36 symbol_filter_t filter);
37 unsigned int symbol__priv_size;
38 static int vmlinux_path__nr_entries;
39 static char **vmlinux_path;
41 static struct symbol_conf symbol_conf__defaults = {
43 .try_vmlinux_path = true,
46 static struct rb_root kernel_maps;
48 static void dso__fixup_sym_end(struct dso *self)
50 struct rb_node *nd, *prevnd = rb_first(&self->syms);
51 struct symbol *curr, *prev;
56 curr = rb_entry(prevnd, struct symbol, rb_node);
58 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
60 curr = rb_entry(nd, struct symbol, rb_node);
62 if (prev->end == prev->start)
63 prev->end = curr->start - 1;
67 if (curr->end == curr->start)
68 curr->end = roundup(curr->start, 4096);
71 static void kernel_maps__fixup_end(void)
73 struct map *prev, *curr;
74 struct rb_node *nd, *prevnd = rb_first(&kernel_maps);
79 curr = rb_entry(prevnd, struct map, rb_node);
81 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
83 curr = rb_entry(nd, struct map, rb_node);
84 prev->end = curr->start - 1;
88 * We still haven't the actual symbols, so guess the
89 * last map final address.
94 static struct symbol *symbol__new(u64 start, u64 len, const char *name)
96 size_t namelen = strlen(name) + 1;
97 struct symbol *self = calloc(1, (symbol__priv_size +
98 sizeof(*self) + namelen));
102 if (symbol__priv_size) {
103 memset(self, 0, symbol__priv_size);
104 self = ((void *)self) + symbol__priv_size;
107 self->end = len ? start + len - 1 : start;
109 pr_debug3("%s: %s %#Lx-%#Lx\n", __func__, name, start, self->end);
111 memcpy(self->name, name, namelen);
116 static void symbol__delete(struct symbol *self)
118 free(((void *)self) - symbol__priv_size);
121 static size_t symbol__fprintf(struct symbol *self, FILE *fp)
123 return fprintf(fp, " %llx-%llx %s\n",
124 self->start, self->end, self->name);
127 static void dso__set_long_name(struct dso *self, char *name)
131 self->long_name = name;
132 self->long_name_len = strlen(name);
135 static void dso__set_basename(struct dso *self)
137 self->short_name = basename(self->long_name);
140 struct dso *dso__new(const char *name)
142 struct dso *self = malloc(sizeof(*self) + strlen(name) + 1);
145 strcpy(self->name, name);
146 dso__set_long_name(self, self->name);
147 self->short_name = self->name;
148 self->syms = RB_ROOT;
149 self->find_symbol = dso__find_symbol;
150 self->slen_calculated = 0;
151 self->origin = DSO__ORIG_NOT_FOUND;
153 self->has_build_id = 0;
159 static void dso__delete_symbols(struct dso *self)
162 struct rb_node *next = rb_first(&self->syms);
165 pos = rb_entry(next, struct symbol, rb_node);
166 next = rb_next(&pos->rb_node);
167 rb_erase(&pos->rb_node, &self->syms);
172 void dso__delete(struct dso *self)
174 dso__delete_symbols(self);
175 if (self->long_name != self->name)
176 free(self->long_name);
180 void dso__set_build_id(struct dso *self, void *build_id)
182 memcpy(self->build_id, build_id, sizeof(self->build_id));
183 self->has_build_id = 1;
186 static void dso__insert_symbol(struct dso *self, struct symbol *sym)
188 struct rb_node **p = &self->syms.rb_node;
189 struct rb_node *parent = NULL;
190 const u64 ip = sym->start;
195 s = rb_entry(parent, struct symbol, rb_node);
201 rb_link_node(&sym->rb_node, parent, p);
202 rb_insert_color(&sym->rb_node, &self->syms);
205 struct symbol *dso__find_symbol(struct dso *self, u64 ip)
212 n = self->syms.rb_node;
215 struct symbol *s = rb_entry(n, struct symbol, rb_node);
219 else if (ip > s->end)
228 int build_id__sprintf(u8 *self, int len, char *bf)
234 for (i = 0; i < len; ++i) {
235 sprintf(bid, "%02x", *raw);
243 size_t dso__fprintf_buildid(struct dso *self, FILE *fp)
245 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
247 build_id__sprintf(self->build_id, sizeof(self->build_id), sbuild_id);
248 return fprintf(fp, "%s", sbuild_id);
251 size_t dso__fprintf(struct dso *self, FILE *fp)
254 size_t ret = fprintf(fp, "dso: %s (", self->short_name);
256 ret += dso__fprintf_buildid(self, fp);
257 ret += fprintf(fp, ")\n");
259 for (nd = rb_first(&self->syms); nd; nd = rb_next(nd)) {
260 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
261 ret += symbol__fprintf(pos, fp);
268 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
269 * so that we can in the next step set the symbol ->end address and then
270 * call kernel_maps__split_kallsyms.
272 static int kernel_maps__load_all_kallsyms(void)
276 FILE *file = fopen("/proc/kallsyms", "r");
281 while (!feof(file)) {
288 line_len = getline(&line, &n, file);
295 line[--line_len] = '\0'; /* \n */
297 len = hex2u64(line, &start);
300 if (len + 2 >= line_len)
303 symbol_type = toupper(line[len]);
305 * We're interested only in code ('T'ext)
307 if (symbol_type != 'T' && symbol_type != 'W')
310 symbol_name = line + len + 2;
312 * Will fix up the end later, when we have all symbols sorted.
314 sym = symbol__new(start, 0, symbol_name);
317 goto out_delete_line;
320 * We will pass the symbols to the filter later, in
321 * kernel_maps__split_kallsyms, when we have split the
324 dso__insert_symbol(kernel_map->dso, sym);
339 * Split the symbols into maps, making sure there are no overlaps, i.e. the
340 * kernel range is broken in several maps, named [kernel].N, as we don't have
341 * the original ELF section names vmlinux have.
343 static int kernel_maps__split_kallsyms(symbol_filter_t filter)
345 struct map *map = kernel_map;
348 struct rb_node *next = rb_first(&kernel_map->dso->syms);
349 int kernel_range = 0;
354 pos = rb_entry(next, struct symbol, rb_node);
355 next = rb_next(&pos->rb_node);
357 module = strchr(pos->name, '\t');
361 if (strcmp(map->dso->name, module)) {
362 map = kernel_maps__find_by_dso_name(module);
364 pr_err("/proc/{kallsyms,modules} "
370 * So that we look just like we get from .ko files,
371 * i.e. not prelinked, relative to map->start.
373 pos->start = map->map_ip(map, pos->start);
374 pos->end = map->map_ip(map, pos->end);
375 } else if (map != kernel_map) {
376 char dso_name[PATH_MAX];
379 snprintf(dso_name, sizeof(dso_name), "[kernel].%d",
382 dso = dso__new(dso_name);
386 map = map__new2(pos->start, dso);
392 map->map_ip = map->unmap_ip = identity__map_ip;
393 kernel_maps__insert(map);
397 if (filter && filter(map, pos)) {
398 rb_erase(&pos->rb_node, &kernel_map->dso->syms);
401 if (map != kernel_map) {
402 rb_erase(&pos->rb_node, &kernel_map->dso->syms);
403 dso__insert_symbol(map->dso, pos);
413 static int kernel_maps__load_kallsyms(symbol_filter_t filter)
415 if (kernel_maps__load_all_kallsyms())
418 dso__fixup_sym_end(kernel_map->dso);
419 kernel_map->dso->origin = DSO__ORIG_KERNEL;
421 return kernel_maps__split_kallsyms(filter);
424 size_t kernel_maps__fprintf(FILE *fp)
426 size_t printed = fprintf(fp, "Kernel maps:\n");
429 for (nd = rb_first(&kernel_maps); nd; nd = rb_next(nd)) {
430 struct map *pos = rb_entry(nd, struct map, rb_node);
432 printed += fprintf(fp, "Map:");
433 printed += map__fprintf(pos, fp);
435 printed += dso__fprintf(pos->dso, fp);
436 printed += fprintf(fp, "--\n");
440 return printed + fprintf(fp, "END kernel maps\n");
443 static int dso__load_perf_map(struct dso *self, struct map *map,
444 symbol_filter_t filter)
451 file = fopen(self->long_name, "r");
455 while (!feof(file)) {
460 line_len = getline(&line, &n, file);
467 line[--line_len] = '\0'; /* \n */
469 len = hex2u64(line, &start);
472 if (len + 2 >= line_len)
475 len += hex2u64(line + len, &size);
478 if (len + 2 >= line_len)
481 sym = symbol__new(start, size, line + len);
484 goto out_delete_line;
486 if (filter && filter(map, sym))
489 dso__insert_symbol(self, sym);
506 * elf_symtab__for_each_symbol - iterate thru all the symbols
508 * @self: struct elf_symtab instance to iterate
510 * @sym: GElf_Sym iterator
512 #define elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) \
513 for (idx = 0, gelf_getsym(syms, idx, &sym);\
515 idx++, gelf_getsym(syms, idx, &sym))
517 static inline uint8_t elf_sym__type(const GElf_Sym *sym)
519 return GELF_ST_TYPE(sym->st_info);
522 static inline int elf_sym__is_function(const GElf_Sym *sym)
524 return elf_sym__type(sym) == STT_FUNC &&
526 sym->st_shndx != SHN_UNDEF;
529 static inline int elf_sym__is_label(const GElf_Sym *sym)
531 return elf_sym__type(sym) == STT_NOTYPE &&
533 sym->st_shndx != SHN_UNDEF &&
534 sym->st_shndx != SHN_ABS;
537 static inline const char *elf_sec__name(const GElf_Shdr *shdr,
538 const Elf_Data *secstrs)
540 return secstrs->d_buf + shdr->sh_name;
543 static inline int elf_sec__is_text(const GElf_Shdr *shdr,
544 const Elf_Data *secstrs)
546 return strstr(elf_sec__name(shdr, secstrs), "text") != NULL;
549 static inline const char *elf_sym__name(const GElf_Sym *sym,
550 const Elf_Data *symstrs)
552 return symstrs->d_buf + sym->st_name;
555 static Elf_Scn *elf_section_by_name(Elf *elf, GElf_Ehdr *ep,
556 GElf_Shdr *shp, const char *name,
562 while ((sec = elf_nextscn(elf, sec)) != NULL) {
565 gelf_getshdr(sec, shp);
566 str = elf_strptr(elf, ep->e_shstrndx, shp->sh_name);
567 if (!strcmp(name, str)) {
578 #define elf_section__for_each_rel(reldata, pos, pos_mem, idx, nr_entries) \
579 for (idx = 0, pos = gelf_getrel(reldata, 0, &pos_mem); \
581 ++idx, pos = gelf_getrel(reldata, idx, &pos_mem))
583 #define elf_section__for_each_rela(reldata, pos, pos_mem, idx, nr_entries) \
584 for (idx = 0, pos = gelf_getrela(reldata, 0, &pos_mem); \
586 ++idx, pos = gelf_getrela(reldata, idx, &pos_mem))
589 * We need to check if we have a .dynsym, so that we can handle the
590 * .plt, synthesizing its symbols, that aren't on the symtabs (be it
591 * .dynsym or .symtab).
592 * And always look at the original dso, not at debuginfo packages, that
593 * have the PLT data stripped out (shdr_rel_plt.sh_type == SHT_NOBITS).
595 static int dso__synthesize_plt_symbols(struct dso *self, struct map *map,
596 symbol_filter_t filter)
598 uint32_t nr_rel_entries, idx;
603 GElf_Shdr shdr_rel_plt, shdr_dynsym;
604 Elf_Data *reldata, *syms, *symstrs;
605 Elf_Scn *scn_plt_rel, *scn_symstrs, *scn_dynsym;
608 char sympltname[1024];
610 int nr = 0, symidx, fd, err = 0;
612 fd = open(self->long_name, O_RDONLY);
616 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
620 if (gelf_getehdr(elf, &ehdr) == NULL)
623 scn_dynsym = elf_section_by_name(elf, &ehdr, &shdr_dynsym,
624 ".dynsym", &dynsym_idx);
625 if (scn_dynsym == NULL)
628 scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
630 if (scn_plt_rel == NULL) {
631 scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
633 if (scn_plt_rel == NULL)
639 if (shdr_rel_plt.sh_link != dynsym_idx)
642 if (elf_section_by_name(elf, &ehdr, &shdr_plt, ".plt", NULL) == NULL)
646 * Fetch the relocation section to find the idxes to the GOT
647 * and the symbols in the .dynsym they refer to.
649 reldata = elf_getdata(scn_plt_rel, NULL);
653 syms = elf_getdata(scn_dynsym, NULL);
657 scn_symstrs = elf_getscn(elf, shdr_dynsym.sh_link);
658 if (scn_symstrs == NULL)
661 symstrs = elf_getdata(scn_symstrs, NULL);
665 nr_rel_entries = shdr_rel_plt.sh_size / shdr_rel_plt.sh_entsize;
666 plt_offset = shdr_plt.sh_offset;
668 if (shdr_rel_plt.sh_type == SHT_RELA) {
669 GElf_Rela pos_mem, *pos;
671 elf_section__for_each_rela(reldata, pos, pos_mem, idx,
673 symidx = GELF_R_SYM(pos->r_info);
674 plt_offset += shdr_plt.sh_entsize;
675 gelf_getsym(syms, symidx, &sym);
676 snprintf(sympltname, sizeof(sympltname),
677 "%s@plt", elf_sym__name(&sym, symstrs));
679 f = symbol__new(plt_offset, shdr_plt.sh_entsize,
684 if (filter && filter(map, f))
687 dso__insert_symbol(self, f);
691 } else if (shdr_rel_plt.sh_type == SHT_REL) {
692 GElf_Rel pos_mem, *pos;
693 elf_section__for_each_rel(reldata, pos, pos_mem, idx,
695 symidx = GELF_R_SYM(pos->r_info);
696 plt_offset += shdr_plt.sh_entsize;
697 gelf_getsym(syms, symidx, &sym);
698 snprintf(sympltname, sizeof(sympltname),
699 "%s@plt", elf_sym__name(&sym, symstrs));
701 f = symbol__new(plt_offset, shdr_plt.sh_entsize,
706 if (filter && filter(map, f))
709 dso__insert_symbol(self, f);
724 pr_warning("%s: problems reading %s PLT info.\n",
725 __func__, self->long_name);
729 static int dso__load_sym(struct dso *self, struct map *map, const char *name,
730 int fd, symbol_filter_t filter, int kernel,
733 struct map *curr_map = map;
734 struct dso *curr_dso = self;
735 size_t dso_name_len = strlen(self->short_name);
736 Elf_Data *symstrs, *secstrs;
744 Elf_Scn *sec, *sec_strndx;
748 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
750 pr_err("%s: cannot read %s ELF file.\n", __func__, name);
754 if (gelf_getehdr(elf, &ehdr) == NULL) {
755 pr_err("%s: cannot get elf header.\n", __func__);
759 sec = elf_section_by_name(elf, &ehdr, &shdr, ".symtab", NULL);
761 sec = elf_section_by_name(elf, &ehdr, &shdr, ".dynsym", NULL);
766 syms = elf_getdata(sec, NULL);
770 sec = elf_getscn(elf, shdr.sh_link);
774 symstrs = elf_getdata(sec, NULL);
778 sec_strndx = elf_getscn(elf, ehdr.e_shstrndx);
779 if (sec_strndx == NULL)
782 secstrs = elf_getdata(sec_strndx, NULL);
786 nr_syms = shdr.sh_size / shdr.sh_entsize;
788 memset(&sym, 0, sizeof(sym));
790 self->adjust_symbols = (ehdr.e_type == ET_EXEC ||
791 elf_section_by_name(elf, &ehdr, &shdr,
794 } else self->adjust_symbols = 0;
796 elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) {
798 const char *elf_name;
799 char *demangled = NULL;
800 int is_label = elf_sym__is_label(&sym);
801 const char *section_name;
803 if (!is_label && !elf_sym__is_function(&sym))
806 sec = elf_getscn(elf, sym.st_shndx);
810 gelf_getshdr(sec, &shdr);
812 if (is_label && !elf_sec__is_text(&shdr, secstrs))
815 elf_name = elf_sym__name(&sym, symstrs);
816 section_name = elf_sec__name(&shdr, secstrs);
818 if (kernel || kmodule) {
819 char dso_name[PATH_MAX];
821 if (strcmp(section_name,
822 curr_dso->short_name + dso_name_len) == 0)
825 if (strcmp(section_name, ".text") == 0) {
831 snprintf(dso_name, sizeof(dso_name),
832 "%s%s", self->short_name, section_name);
834 curr_map = kernel_maps__find_by_dso_name(dso_name);
835 if (curr_map == NULL) {
836 u64 start = sym.st_value;
839 start += map->start + shdr.sh_offset;
841 curr_dso = dso__new(dso_name);
842 if (curr_dso == NULL)
844 curr_map = map__new2(start, curr_dso);
845 if (curr_map == NULL) {
846 dso__delete(curr_dso);
849 curr_map->map_ip = identity__map_ip;
850 curr_map->unmap_ip = identity__map_ip;
851 curr_dso->origin = DSO__ORIG_KERNEL;
852 kernel_maps__insert(curr_map);
855 curr_dso = curr_map->dso;
860 if (curr_dso->adjust_symbols) {
861 pr_debug2("adjusting symbol: st_value: %Lx sh_addr: "
862 "%Lx sh_offset: %Lx\n", (u64)sym.st_value,
863 (u64)shdr.sh_addr, (u64)shdr.sh_offset);
864 sym.st_value -= shdr.sh_addr - shdr.sh_offset;
867 * We need to figure out if the object was created from C++ sources
868 * DWARF DW_compile_unit has this, but we don't always have access
871 demangled = bfd_demangle(NULL, elf_name, DMGL_PARAMS | DMGL_ANSI);
872 if (demangled != NULL)
873 elf_name = demangled;
875 f = symbol__new(sym.st_value, sym.st_size, elf_name);
880 if (filter && filter(curr_map, f))
883 dso__insert_symbol(curr_dso, f);
889 * For misannotated, zeroed, ASM function sizes.
892 dso__fixup_sym_end(self);
900 static bool dso__build_id_equal(const struct dso *self, u8 *build_id)
902 return memcmp(self->build_id, build_id, sizeof(self->build_id)) == 0;
905 bool dsos__read_build_ids(void)
907 bool have_build_id = false;
910 list_for_each_entry(pos, &dsos, node)
911 if (filename__read_build_id(pos->long_name, pos->build_id,
912 sizeof(pos->build_id)) > 0) {
913 have_build_id = true;
914 pos->has_build_id = true;
917 return have_build_id;
921 * Align offset to 4 bytes as needed for note name and descriptor data.
923 #define NOTE_ALIGN(n) (((n) + 3) & -4U)
925 int filename__read_build_id(const char *filename, void *bf, size_t size)
936 if (size < BUILD_ID_SIZE)
939 fd = open(filename, O_RDONLY);
943 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
945 pr_debug2("%s: cannot read %s ELF file.\n", __func__, filename);
953 if (gelf_getehdr(elf, &ehdr) == NULL) {
954 pr_err("%s: cannot get elf header.\n", __func__);
958 sec = elf_section_by_name(elf, &ehdr, &shdr,
959 ".note.gnu.build-id", NULL);
961 sec = elf_section_by_name(elf, &ehdr, &shdr,
967 data = elf_getdata(sec, NULL);
972 while (ptr < (data->d_buf + data->d_size)) {
973 GElf_Nhdr *nhdr = ptr;
974 int namesz = NOTE_ALIGN(nhdr->n_namesz),
975 descsz = NOTE_ALIGN(nhdr->n_descsz);
978 ptr += sizeof(*nhdr);
981 if (nhdr->n_type == NT_GNU_BUILD_ID &&
982 nhdr->n_namesz == sizeof("GNU")) {
983 if (memcmp(name, "GNU", sizeof("GNU")) == 0) {
984 memcpy(bf, ptr, BUILD_ID_SIZE);
999 int sysfs__read_build_id(const char *filename, void *build_id, size_t size)
1003 if (size < BUILD_ID_SIZE)
1006 fd = open(filename, O_RDONLY);
1015 if (read(fd, &nhdr, sizeof(nhdr)) != sizeof(nhdr))
1018 namesz = NOTE_ALIGN(nhdr.n_namesz);
1019 descsz = NOTE_ALIGN(nhdr.n_descsz);
1020 if (nhdr.n_type == NT_GNU_BUILD_ID &&
1021 nhdr.n_namesz == sizeof("GNU")) {
1022 if (read(fd, bf, namesz) != namesz)
1024 if (memcmp(bf, "GNU", sizeof("GNU")) == 0) {
1025 if (read(fd, build_id,
1026 BUILD_ID_SIZE) == BUILD_ID_SIZE) {
1030 } else if (read(fd, bf, descsz) != descsz)
1033 int n = namesz + descsz;
1034 if (read(fd, bf, n) != n)
1043 char dso__symtab_origin(const struct dso *self)
1045 static const char origin[] = {
1046 [DSO__ORIG_KERNEL] = 'k',
1047 [DSO__ORIG_JAVA_JIT] = 'j',
1048 [DSO__ORIG_FEDORA] = 'f',
1049 [DSO__ORIG_UBUNTU] = 'u',
1050 [DSO__ORIG_BUILDID] = 'b',
1051 [DSO__ORIG_DSO] = 'd',
1052 [DSO__ORIG_KMODULE] = 'K',
1055 if (self == NULL || self->origin == DSO__ORIG_NOT_FOUND)
1057 return origin[self->origin];
1060 int dso__load(struct dso *self, struct map *map, symbol_filter_t filter)
1062 int size = PATH_MAX;
1064 u8 build_id[BUILD_ID_SIZE];
1071 return dso__load_kernel_sym(self, map, filter);
1073 name = malloc(size);
1077 self->adjust_symbols = 0;
1079 if (strncmp(self->name, "/tmp/perf-", 10) == 0) {
1080 ret = dso__load_perf_map(self, map, filter);
1081 self->origin = ret > 0 ? DSO__ORIG_JAVA_JIT :
1082 DSO__ORIG_NOT_FOUND;
1086 self->origin = DSO__ORIG_FEDORA - 1;
1091 switch (self->origin) {
1092 case DSO__ORIG_FEDORA:
1093 snprintf(name, size, "/usr/lib/debug%s.debug",
1096 case DSO__ORIG_UBUNTU:
1097 snprintf(name, size, "/usr/lib/debug%s",
1100 case DSO__ORIG_BUILDID:
1101 if (filename__read_build_id(self->long_name, build_id,
1102 sizeof(build_id))) {
1103 char build_id_hex[BUILD_ID_SIZE * 2 + 1];
1105 build_id__sprintf(build_id, sizeof(build_id),
1107 snprintf(name, size,
1108 "/usr/lib/debug/.build-id/%.2s/%s.debug",
1109 build_id_hex, build_id_hex + 2);
1110 if (self->has_build_id)
1111 goto compare_build_id;
1117 snprintf(name, size, "%s", self->long_name);
1124 if (self->has_build_id) {
1125 if (filename__read_build_id(name, build_id,
1126 sizeof(build_id)) < 0)
1129 if (!dso__build_id_equal(self, build_id))
1133 fd = open(name, O_RDONLY);
1136 ret = dso__load_sym(self, map, name, fd, filter, 0, 0);
1140 * Some people seem to have debuginfo files _WITHOUT_ debug info!?!?
1146 int nr_plt = dso__synthesize_plt_symbols(self, map, filter);
1152 if (ret < 0 && strstr(self->name, " (deleted)") != NULL)
1157 struct map *kernel_map;
1159 static void kernel_maps__insert(struct map *map)
1161 maps__insert(&kernel_maps, map);
1164 struct symbol *kernel_maps__find_symbol(u64 ip, struct map **mapp,
1165 symbol_filter_t filter)
1167 struct map *map = maps__find(&kernel_maps, ip);
1173 ip = map->map_ip(map, ip);
1174 return map__find_symbol(map, ip, filter);
1176 WARN_ONCE(RB_EMPTY_ROOT(&kernel_maps),
1177 "Empty kernel_maps, was symbol__init() called?\n");
1182 struct map *kernel_maps__find_by_dso_name(const char *name)
1186 for (nd = rb_first(&kernel_maps); nd; nd = rb_next(nd)) {
1187 struct map *map = rb_entry(nd, struct map, rb_node);
1189 if (map->dso && strcmp(map->dso->name, name) == 0)
1196 static int dsos__set_modules_path_dir(char *dirname)
1198 struct dirent *dent;
1199 DIR *dir = opendir(dirname);
1202 pr_debug("%s: cannot open %s dir\n", __func__, dirname);
1206 while ((dent = readdir(dir)) != NULL) {
1207 char path[PATH_MAX];
1209 if (dent->d_type == DT_DIR) {
1210 if (!strcmp(dent->d_name, ".") ||
1211 !strcmp(dent->d_name, ".."))
1214 snprintf(path, sizeof(path), "%s/%s",
1215 dirname, dent->d_name);
1216 if (dsos__set_modules_path_dir(path) < 0)
1219 char *dot = strrchr(dent->d_name, '.'),
1224 if (dot == NULL || strcmp(dot, ".ko"))
1226 snprintf(dso_name, sizeof(dso_name), "[%.*s]",
1227 (int)(dot - dent->d_name), dent->d_name);
1229 strxfrchar(dso_name, '-', '_');
1230 map = kernel_maps__find_by_dso_name(dso_name);
1234 snprintf(path, sizeof(path), "%s/%s",
1235 dirname, dent->d_name);
1237 long_name = strdup(path);
1238 if (long_name == NULL)
1240 dso__set_long_name(map->dso, long_name);
1250 static int dsos__set_modules_path(void)
1253 char modules_path[PATH_MAX];
1255 if (uname(&uts) < 0)
1258 snprintf(modules_path, sizeof(modules_path), "/lib/modules/%s/kernel",
1261 return dsos__set_modules_path_dir(modules_path);
1265 * Constructor variant for modules (where we know from /proc/modules where
1266 * they are loaded) and for vmlinux, where only after we load all the
1267 * symbols we'll know where it starts and ends.
1269 static struct map *map__new2(u64 start, struct dso *dso)
1271 struct map *self = malloc(sizeof(*self));
1275 * ->end will be filled after we load all the symbols
1277 map__init(self, start, 0, 0, dso);
1283 static int kernel_maps__create_module_maps(void)
1287 FILE *file = fopen("/proc/modules", "r");
1293 while (!feof(file)) {
1294 char name[PATH_MAX];
1300 line_len = getline(&line, &n, file);
1307 line[--line_len] = '\0'; /* \n */
1309 sep = strrchr(line, 'x');
1313 hex2u64(sep + 1, &start);
1315 sep = strchr(line, ' ');
1321 snprintf(name, sizeof(name), "[%s]", line);
1322 dso = dso__new(name);
1325 goto out_delete_line;
1327 map = map__new2(start, dso);
1330 goto out_delete_line;
1333 snprintf(name, sizeof(name),
1334 "/sys/module/%s/notes/.note.gnu.build-id", line);
1335 if (sysfs__read_build_id(name, dso->build_id,
1336 sizeof(dso->build_id)) == 0)
1337 dso->has_build_id = true;
1339 dso->origin = DSO__ORIG_KMODULE;
1340 kernel_maps__insert(map);
1347 return dsos__set_modules_path();
1355 static int dso__load_vmlinux(struct dso *self, struct map *map,
1356 const char *vmlinux, symbol_filter_t filter)
1360 if (self->has_build_id) {
1361 u8 build_id[BUILD_ID_SIZE];
1363 if (filename__read_build_id(vmlinux, build_id,
1364 sizeof(build_id)) < 0) {
1365 pr_debug("No build_id in %s, ignoring it\n", vmlinux);
1368 if (!dso__build_id_equal(self, build_id)) {
1369 char expected_build_id[BUILD_ID_SIZE * 2 + 1],
1370 vmlinux_build_id[BUILD_ID_SIZE * 2 + 1];
1372 build_id__sprintf(self->build_id,
1373 sizeof(self->build_id),
1375 build_id__sprintf(build_id, sizeof(build_id),
1377 pr_debug("build_id in %s is %s while expected is %s, "
1378 "ignoring it\n", vmlinux, vmlinux_build_id,
1384 fd = open(vmlinux, O_RDONLY);
1389 err = dso__load_sym(self, map, self->long_name, fd, filter, 1, 0);
1396 static int dso__load_kernel_sym(struct dso *self, struct map *map,
1397 symbol_filter_t filter)
1402 if (vmlinux_path != NULL) {
1404 pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1405 vmlinux_path__nr_entries);
1406 for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1407 err = dso__load_vmlinux(self, map, vmlinux_path[i],
1410 pr_debug("Using %s for symbols\n",
1412 dso__set_long_name(self,
1413 strdup(vmlinux_path[i]));
1419 is_kallsyms = self->long_name[0] == '[';
1423 err = dso__load_vmlinux(self, map, self->long_name, filter);
1425 pr_info("The file %s cannot be used, "
1426 "trying to use /proc/kallsyms...", self->long_name);
1429 err = kernel_maps__load_kallsyms(filter);
1430 if (err > 0 && !is_kallsyms)
1431 dso__set_long_name(self, strdup("[kernel.kallsyms]"));
1436 map__fixup_start(map);
1437 map__fixup_end(map);
1446 static void dsos__add(struct dso *dso)
1448 list_add_tail(&dso->node, &dsos);
1451 static struct dso *dsos__find(const char *name)
1455 list_for_each_entry(pos, &dsos, node)
1456 if (strcmp(pos->name, name) == 0)
1461 struct dso *dsos__findnew(const char *name)
1463 struct dso *dso = dsos__find(name);
1466 dso = dso__new(name);
1469 dso__set_basename(dso);
1476 void dsos__fprintf(FILE *fp)
1480 list_for_each_entry(pos, &dsos, node)
1481 dso__fprintf(pos, fp);
1484 size_t dsos__fprintf_buildid(FILE *fp)
1489 list_for_each_entry(pos, &dsos, node) {
1490 ret += dso__fprintf_buildid(pos, fp);
1491 ret += fprintf(fp, " %s\n", pos->long_name);
1496 static int kernel_maps__create_kernel_map(const struct symbol_conf *conf)
1498 struct dso *kernel = dso__new(conf->vmlinux_name ?: "[kernel.kallsyms]");
1503 kernel_map = map__new2(0, kernel);
1504 if (kernel_map == NULL)
1505 goto out_delete_kernel_dso;
1507 kernel_map->map_ip = kernel_map->unmap_ip = identity__map_ip;
1508 kernel->short_name = "[kernel]";
1511 vdso = dso__new("[vdso]");
1513 goto out_delete_kernel_map;
1515 if (sysfs__read_build_id("/sys/kernel/notes", kernel->build_id,
1516 sizeof(kernel->build_id)) == 0)
1517 kernel->has_build_id = true;
1519 kernel_maps__insert(kernel_map);
1525 out_delete_kernel_map:
1526 map__delete(kernel_map);
1528 out_delete_kernel_dso:
1529 dso__delete(kernel);
1533 static void vmlinux_path__exit(void)
1535 while (--vmlinux_path__nr_entries >= 0) {
1536 free(vmlinux_path[vmlinux_path__nr_entries]);
1537 vmlinux_path[vmlinux_path__nr_entries] = NULL;
1541 vmlinux_path = NULL;
1544 static int vmlinux_path__init(void)
1549 if (uname(&uts) < 0)
1552 vmlinux_path = malloc(sizeof(char *) * 5);
1553 if (vmlinux_path == NULL)
1556 vmlinux_path[vmlinux_path__nr_entries] = strdup("vmlinux");
1557 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1559 ++vmlinux_path__nr_entries;
1560 vmlinux_path[vmlinux_path__nr_entries] = strdup("/boot/vmlinux");
1561 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1563 ++vmlinux_path__nr_entries;
1564 snprintf(bf, sizeof(bf), "/boot/vmlinux-%s", uts.release);
1565 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1566 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1568 ++vmlinux_path__nr_entries;
1569 snprintf(bf, sizeof(bf), "/lib/modules/%s/build/vmlinux", uts.release);
1570 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1571 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1573 ++vmlinux_path__nr_entries;
1574 snprintf(bf, sizeof(bf), "/usr/lib/debug/lib/modules/%s/vmlinux",
1576 vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1577 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1579 ++vmlinux_path__nr_entries;
1584 vmlinux_path__exit();
1588 static int kernel_maps__init(const struct symbol_conf *conf)
1590 const struct symbol_conf *pconf = conf ?: &symbol_conf__defaults;
1592 symbol__priv_size = pconf->priv_size;
1594 if (pconf->try_vmlinux_path && vmlinux_path__init() < 0)
1597 if (kernel_maps__create_kernel_map(pconf) < 0) {
1598 vmlinux_path__exit();
1602 if (pconf->use_modules && kernel_maps__create_module_maps() < 0)
1603 pr_debug("Failed to load list of modules in use, "
1606 * Now that we have all the maps created, just set the ->end of them:
1608 kernel_maps__fixup_end();
1612 int symbol__init(struct symbol_conf *conf)
1614 elf_version(EV_CURRENT);
1615 return kernel_maps__init(conf);