13 #include <sys/utsname.h>
26 static void dsos__add(struct dso *dso);
27 static struct dso *dsos__find(const char *name);
28 static struct map *map__new2(u64 start, struct dso *dso);
29 static void kernel_maps__insert(struct map *map);
30 static int dso__load_kernel_sym(struct dso *self, struct map *map,
31 symbol_filter_t filter);
32 unsigned int symbol__priv_size;
34 static struct rb_root kernel_maps;
36 static void dso__fixup_sym_end(struct dso *self)
38 struct rb_node *nd, *prevnd = rb_first(&self->syms);
39 struct symbol *curr, *prev;
44 curr = rb_entry(prevnd, struct symbol, rb_node);
46 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
48 curr = rb_entry(nd, struct symbol, rb_node);
50 if (prev->end == prev->start)
51 prev->end = curr->start - 1;
55 if (curr->end == curr->start)
56 curr->end = roundup(curr->start, 4096);
59 static void kernel_maps__fixup_end(void)
61 struct map *prev, *curr;
62 struct rb_node *nd, *prevnd = rb_first(&kernel_maps);
67 curr = rb_entry(prevnd, struct map, rb_node);
69 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
71 curr = rb_entry(nd, struct map, rb_node);
72 prev->end = curr->start - 1;
76 * We still haven't the actual symbols, so guess the
77 * last map final address.
82 static struct symbol *symbol__new(u64 start, u64 len, const char *name)
84 size_t namelen = strlen(name) + 1;
85 struct symbol *self = calloc(1, (symbol__priv_size +
86 sizeof(*self) + namelen));
90 if (symbol__priv_size) {
91 memset(self, 0, symbol__priv_size);
92 self = ((void *)self) + symbol__priv_size;
95 self->end = len ? start + len - 1 : start;
97 pr_debug3("%s: %s %#Lx-%#Lx\n", __func__, name, start, self->end);
99 memcpy(self->name, name, namelen);
104 static void symbol__delete(struct symbol *self)
106 free(((void *)self) - symbol__priv_size);
109 static size_t symbol__fprintf(struct symbol *self, FILE *fp)
111 return fprintf(fp, " %llx-%llx %s\n",
112 self->start, self->end, self->name);
115 static void dso__set_long_name(struct dso *self, char *name)
119 self->long_name = name;
120 self->long_name_len = strlen(name);
123 static void dso__set_basename(struct dso *self)
125 self->short_name = basename(self->long_name);
128 struct dso *dso__new(const char *name)
130 struct dso *self = malloc(sizeof(*self) + strlen(name) + 1);
133 strcpy(self->name, name);
134 dso__set_long_name(self, self->name);
135 self->short_name = self->name;
136 self->syms = RB_ROOT;
137 self->find_symbol = dso__find_symbol;
138 self->slen_calculated = 0;
139 self->origin = DSO__ORIG_NOT_FOUND;
141 self->has_build_id = 0;
147 static void dso__delete_symbols(struct dso *self)
150 struct rb_node *next = rb_first(&self->syms);
153 pos = rb_entry(next, struct symbol, rb_node);
154 next = rb_next(&pos->rb_node);
155 rb_erase(&pos->rb_node, &self->syms);
160 void dso__delete(struct dso *self)
162 dso__delete_symbols(self);
163 if (self->long_name != self->name)
164 free(self->long_name);
168 void dso__set_build_id(struct dso *self, void *build_id)
170 memcpy(self->build_id, build_id, sizeof(self->build_id));
171 self->has_build_id = 1;
174 static void dso__insert_symbol(struct dso *self, struct symbol *sym)
176 struct rb_node **p = &self->syms.rb_node;
177 struct rb_node *parent = NULL;
178 const u64 ip = sym->start;
183 s = rb_entry(parent, struct symbol, rb_node);
189 rb_link_node(&sym->rb_node, parent, p);
190 rb_insert_color(&sym->rb_node, &self->syms);
193 struct symbol *dso__find_symbol(struct dso *self, u64 ip)
200 n = self->syms.rb_node;
203 struct symbol *s = rb_entry(n, struct symbol, rb_node);
207 else if (ip > s->end)
216 int build_id__sprintf(u8 *self, int len, char *bf)
222 for (i = 0; i < len; ++i) {
223 sprintf(bid, "%02x", *raw);
231 size_t dso__fprintf_buildid(struct dso *self, FILE *fp)
233 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
235 build_id__sprintf(self->build_id, sizeof(self->build_id), sbuild_id);
236 return fprintf(fp, "%s", sbuild_id);
239 size_t dso__fprintf(struct dso *self, FILE *fp)
242 size_t ret = fprintf(fp, "dso: %s (", self->short_name);
244 ret += dso__fprintf_buildid(self, fp);
245 ret += fprintf(fp, ")\n");
247 for (nd = rb_first(&self->syms); nd; nd = rb_next(nd)) {
248 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
249 ret += symbol__fprintf(pos, fp);
256 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
257 * so that we can in the next step set the symbol ->end address and then
258 * call kernel_maps__split_kallsyms.
260 static int kernel_maps__load_all_kallsyms(void)
264 FILE *file = fopen("/proc/kallsyms", "r");
269 while (!feof(file)) {
276 line_len = getline(&line, &n, file);
283 line[--line_len] = '\0'; /* \n */
285 len = hex2u64(line, &start);
288 if (len + 2 >= line_len)
291 symbol_type = toupper(line[len]);
293 * We're interested only in code ('T'ext)
295 if (symbol_type != 'T' && symbol_type != 'W')
298 symbol_name = line + len + 2;
300 * Will fix up the end later, when we have all symbols sorted.
302 sym = symbol__new(start, 0, symbol_name);
305 goto out_delete_line;
308 * We will pass the symbols to the filter later, in
309 * kernel_maps__split_kallsyms, when we have split the
312 dso__insert_symbol(kernel_map->dso, sym);
327 * Split the symbols into maps, making sure there are no overlaps, i.e. the
328 * kernel range is broken in several maps, named [kernel].N, as we don't have
329 * the original ELF section names vmlinux have.
331 static int kernel_maps__split_kallsyms(symbol_filter_t filter)
333 struct map *map = kernel_map;
336 struct rb_node *next = rb_first(&kernel_map->dso->syms);
337 int kernel_range = 0;
342 pos = rb_entry(next, struct symbol, rb_node);
343 next = rb_next(&pos->rb_node);
345 module = strchr(pos->name, '\t');
349 if (strcmp(map->dso->name, module)) {
350 map = kernel_maps__find_by_dso_name(module);
352 pr_err("/proc/{kallsyms,modules} "
358 * So that we look just like we get from .ko files,
359 * i.e. not prelinked, relative to map->start.
361 pos->start = map->map_ip(map, pos->start);
362 pos->end = map->map_ip(map, pos->end);
363 } else if (map != kernel_map) {
364 char dso_name[PATH_MAX];
367 snprintf(dso_name, sizeof(dso_name), "[kernel].%d",
370 dso = dso__new(dso_name);
374 map = map__new2(pos->start, dso);
380 map->map_ip = map->unmap_ip = identity__map_ip;
381 kernel_maps__insert(map);
385 if (filter && filter(map, pos)) {
386 rb_erase(&pos->rb_node, &kernel_map->dso->syms);
389 if (map != kernel_map) {
390 rb_erase(&pos->rb_node, &kernel_map->dso->syms);
391 dso__insert_symbol(map->dso, pos);
401 static int kernel_maps__load_kallsyms(symbol_filter_t filter)
403 if (kernel_maps__load_all_kallsyms())
406 dso__fixup_sym_end(kernel_map->dso);
407 kernel_map->dso->origin = DSO__ORIG_KERNEL;
409 return kernel_maps__split_kallsyms(filter);
412 size_t kernel_maps__fprintf(FILE *fp)
414 size_t printed = fprintf(fp, "Kernel maps:\n");
417 for (nd = rb_first(&kernel_maps); nd; nd = rb_next(nd)) {
418 struct map *pos = rb_entry(nd, struct map, rb_node);
420 printed += fprintf(fp, "Map:");
421 printed += map__fprintf(pos, fp);
423 printed += dso__fprintf(pos->dso, fp);
424 printed += fprintf(fp, "--\n");
428 return printed + fprintf(fp, "END kernel maps\n");
431 static int dso__load_perf_map(struct dso *self, struct map *map,
432 symbol_filter_t filter)
439 file = fopen(self->long_name, "r");
443 while (!feof(file)) {
448 line_len = getline(&line, &n, file);
455 line[--line_len] = '\0'; /* \n */
457 len = hex2u64(line, &start);
460 if (len + 2 >= line_len)
463 len += hex2u64(line + len, &size);
466 if (len + 2 >= line_len)
469 sym = symbol__new(start, size, line + len);
472 goto out_delete_line;
474 if (filter && filter(map, sym))
477 dso__insert_symbol(self, sym);
494 * elf_symtab__for_each_symbol - iterate thru all the symbols
496 * @self: struct elf_symtab instance to iterate
498 * @sym: GElf_Sym iterator
500 #define elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) \
501 for (idx = 0, gelf_getsym(syms, idx, &sym);\
503 idx++, gelf_getsym(syms, idx, &sym))
505 static inline uint8_t elf_sym__type(const GElf_Sym *sym)
507 return GELF_ST_TYPE(sym->st_info);
510 static inline int elf_sym__is_function(const GElf_Sym *sym)
512 return elf_sym__type(sym) == STT_FUNC &&
514 sym->st_shndx != SHN_UNDEF;
517 static inline int elf_sym__is_label(const GElf_Sym *sym)
519 return elf_sym__type(sym) == STT_NOTYPE &&
521 sym->st_shndx != SHN_UNDEF &&
522 sym->st_shndx != SHN_ABS;
525 static inline const char *elf_sec__name(const GElf_Shdr *shdr,
526 const Elf_Data *secstrs)
528 return secstrs->d_buf + shdr->sh_name;
531 static inline int elf_sec__is_text(const GElf_Shdr *shdr,
532 const Elf_Data *secstrs)
534 return strstr(elf_sec__name(shdr, secstrs), "text") != NULL;
537 static inline const char *elf_sym__name(const GElf_Sym *sym,
538 const Elf_Data *symstrs)
540 return symstrs->d_buf + sym->st_name;
543 static Elf_Scn *elf_section_by_name(Elf *elf, GElf_Ehdr *ep,
544 GElf_Shdr *shp, const char *name,
550 while ((sec = elf_nextscn(elf, sec)) != NULL) {
553 gelf_getshdr(sec, shp);
554 str = elf_strptr(elf, ep->e_shstrndx, shp->sh_name);
555 if (!strcmp(name, str)) {
566 #define elf_section__for_each_rel(reldata, pos, pos_mem, idx, nr_entries) \
567 for (idx = 0, pos = gelf_getrel(reldata, 0, &pos_mem); \
569 ++idx, pos = gelf_getrel(reldata, idx, &pos_mem))
571 #define elf_section__for_each_rela(reldata, pos, pos_mem, idx, nr_entries) \
572 for (idx = 0, pos = gelf_getrela(reldata, 0, &pos_mem); \
574 ++idx, pos = gelf_getrela(reldata, idx, &pos_mem))
577 * We need to check if we have a .dynsym, so that we can handle the
578 * .plt, synthesizing its symbols, that aren't on the symtabs (be it
579 * .dynsym or .symtab).
580 * And always look at the original dso, not at debuginfo packages, that
581 * have the PLT data stripped out (shdr_rel_plt.sh_type == SHT_NOBITS).
583 static int dso__synthesize_plt_symbols(struct dso *self, struct map *map,
584 symbol_filter_t filter)
586 uint32_t nr_rel_entries, idx;
591 GElf_Shdr shdr_rel_plt, shdr_dynsym;
592 Elf_Data *reldata, *syms, *symstrs;
593 Elf_Scn *scn_plt_rel, *scn_symstrs, *scn_dynsym;
596 char sympltname[1024];
598 int nr = 0, symidx, fd, err = 0;
600 fd = open(self->long_name, O_RDONLY);
604 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
608 if (gelf_getehdr(elf, &ehdr) == NULL)
611 scn_dynsym = elf_section_by_name(elf, &ehdr, &shdr_dynsym,
612 ".dynsym", &dynsym_idx);
613 if (scn_dynsym == NULL)
616 scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
618 if (scn_plt_rel == NULL) {
619 scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
621 if (scn_plt_rel == NULL)
627 if (shdr_rel_plt.sh_link != dynsym_idx)
630 if (elf_section_by_name(elf, &ehdr, &shdr_plt, ".plt", NULL) == NULL)
634 * Fetch the relocation section to find the idxes to the GOT
635 * and the symbols in the .dynsym they refer to.
637 reldata = elf_getdata(scn_plt_rel, NULL);
641 syms = elf_getdata(scn_dynsym, NULL);
645 scn_symstrs = elf_getscn(elf, shdr_dynsym.sh_link);
646 if (scn_symstrs == NULL)
649 symstrs = elf_getdata(scn_symstrs, NULL);
653 nr_rel_entries = shdr_rel_plt.sh_size / shdr_rel_plt.sh_entsize;
654 plt_offset = shdr_plt.sh_offset;
656 if (shdr_rel_plt.sh_type == SHT_RELA) {
657 GElf_Rela pos_mem, *pos;
659 elf_section__for_each_rela(reldata, pos, pos_mem, idx,
661 symidx = GELF_R_SYM(pos->r_info);
662 plt_offset += shdr_plt.sh_entsize;
663 gelf_getsym(syms, symidx, &sym);
664 snprintf(sympltname, sizeof(sympltname),
665 "%s@plt", elf_sym__name(&sym, symstrs));
667 f = symbol__new(plt_offset, shdr_plt.sh_entsize,
672 if (filter && filter(map, f))
675 dso__insert_symbol(self, f);
679 } else if (shdr_rel_plt.sh_type == SHT_REL) {
680 GElf_Rel pos_mem, *pos;
681 elf_section__for_each_rel(reldata, pos, pos_mem, idx,
683 symidx = GELF_R_SYM(pos->r_info);
684 plt_offset += shdr_plt.sh_entsize;
685 gelf_getsym(syms, symidx, &sym);
686 snprintf(sympltname, sizeof(sympltname),
687 "%s@plt", elf_sym__name(&sym, symstrs));
689 f = symbol__new(plt_offset, shdr_plt.sh_entsize,
694 if (filter && filter(map, f))
697 dso__insert_symbol(self, f);
712 pr_warning("%s: problems reading %s PLT info.\n",
713 __func__, self->long_name);
717 static int dso__load_sym(struct dso *self, struct map *map, const char *name,
718 int fd, symbol_filter_t filter, int kernel,
721 struct map *curr_map = map;
722 struct dso *curr_dso = self;
723 size_t dso_name_len = strlen(self->short_name);
724 Elf_Data *symstrs, *secstrs;
732 Elf_Scn *sec, *sec_strndx;
736 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
738 pr_err("%s: cannot read %s ELF file.\n", __func__, name);
742 if (gelf_getehdr(elf, &ehdr) == NULL) {
743 pr_err("%s: cannot get elf header.\n", __func__);
747 sec = elf_section_by_name(elf, &ehdr, &shdr, ".symtab", NULL);
749 sec = elf_section_by_name(elf, &ehdr, &shdr, ".dynsym", NULL);
754 syms = elf_getdata(sec, NULL);
758 sec = elf_getscn(elf, shdr.sh_link);
762 symstrs = elf_getdata(sec, NULL);
766 sec_strndx = elf_getscn(elf, ehdr.e_shstrndx);
767 if (sec_strndx == NULL)
770 secstrs = elf_getdata(sec_strndx, NULL);
774 nr_syms = shdr.sh_size / shdr.sh_entsize;
776 memset(&sym, 0, sizeof(sym));
778 self->adjust_symbols = (ehdr.e_type == ET_EXEC ||
779 elf_section_by_name(elf, &ehdr, &shdr,
782 } else self->adjust_symbols = 0;
784 elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) {
786 const char *elf_name;
787 char *demangled = NULL;
788 int is_label = elf_sym__is_label(&sym);
789 const char *section_name;
791 if (!is_label && !elf_sym__is_function(&sym))
794 sec = elf_getscn(elf, sym.st_shndx);
798 gelf_getshdr(sec, &shdr);
800 if (is_label && !elf_sec__is_text(&shdr, secstrs))
803 elf_name = elf_sym__name(&sym, symstrs);
804 section_name = elf_sec__name(&shdr, secstrs);
806 if (kernel || kmodule) {
807 char dso_name[PATH_MAX];
809 if (strcmp(section_name,
810 curr_dso->short_name + dso_name_len) == 0)
813 if (strcmp(section_name, ".text") == 0) {
819 snprintf(dso_name, sizeof(dso_name),
820 "%s%s", self->short_name, section_name);
822 curr_map = kernel_maps__find_by_dso_name(dso_name);
823 if (curr_map == NULL) {
824 u64 start = sym.st_value;
827 start += map->start + shdr.sh_offset;
829 curr_dso = dso__new(dso_name);
830 if (curr_dso == NULL)
832 curr_map = map__new2(start, curr_dso);
833 if (curr_map == NULL) {
834 dso__delete(curr_dso);
837 curr_map->map_ip = identity__map_ip;
838 curr_map->unmap_ip = identity__map_ip;
839 curr_dso->origin = DSO__ORIG_KERNEL;
840 kernel_maps__insert(curr_map);
843 curr_dso = curr_map->dso;
848 if (curr_dso->adjust_symbols) {
849 pr_debug2("adjusting symbol: st_value: %Lx sh_addr: "
850 "%Lx sh_offset: %Lx\n", (u64)sym.st_value,
851 (u64)shdr.sh_addr, (u64)shdr.sh_offset);
852 sym.st_value -= shdr.sh_addr - shdr.sh_offset;
855 * We need to figure out if the object was created from C++ sources
856 * DWARF DW_compile_unit has this, but we don't always have access
859 demangled = bfd_demangle(NULL, elf_name, DMGL_PARAMS | DMGL_ANSI);
860 if (demangled != NULL)
861 elf_name = demangled;
863 f = symbol__new(sym.st_value, sym.st_size, elf_name);
868 if (filter && filter(curr_map, f))
871 dso__insert_symbol(curr_dso, f);
877 * For misannotated, zeroed, ASM function sizes.
880 dso__fixup_sym_end(self);
888 static bool dso__build_id_equal(const struct dso *self, u8 *build_id)
890 return memcmp(self->build_id, build_id, sizeof(self->build_id)) == 0;
893 bool dsos__read_build_ids(void)
895 bool have_build_id = false;
898 list_for_each_entry(pos, &dsos, node)
899 if (filename__read_build_id(pos->long_name, pos->build_id,
900 sizeof(pos->build_id)) > 0) {
901 have_build_id = true;
902 pos->has_build_id = true;
905 return have_build_id;
909 * Align offset to 4 bytes as needed for note name and descriptor data.
911 #define NOTE_ALIGN(n) (((n) + 3) & -4U)
913 int filename__read_build_id(const char *filename, void *bf, size_t size)
923 if (size < BUILD_ID_SIZE)
926 fd = open(filename, O_RDONLY);
930 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
932 pr_debug2("%s: cannot read %s ELF file.\n", __func__, filename);
936 if (gelf_getehdr(elf, &ehdr) == NULL) {
937 pr_err("%s: cannot get elf header.\n", __func__);
941 sec = elf_section_by_name(elf, &ehdr, &shdr,
942 ".note.gnu.build-id", NULL);
944 sec = elf_section_by_name(elf, &ehdr, &shdr,
950 data = elf_getdata(sec, NULL);
955 while (ptr < (data->d_buf + data->d_size)) {
956 GElf_Nhdr *nhdr = ptr;
957 int namesz = NOTE_ALIGN(nhdr->n_namesz),
958 descsz = NOTE_ALIGN(nhdr->n_descsz);
961 ptr += sizeof(*nhdr);
964 if (nhdr->n_type == NT_GNU_BUILD_ID &&
965 nhdr->n_namesz == sizeof("GNU")) {
966 if (memcmp(name, "GNU", sizeof("GNU")) == 0) {
967 memcpy(bf, ptr, BUILD_ID_SIZE);
982 int sysfs__read_build_id(const char *filename, void *build_id, size_t size)
986 if (size < BUILD_ID_SIZE)
989 fd = open(filename, O_RDONLY);
998 if (read(fd, &nhdr, sizeof(nhdr)) != sizeof(nhdr))
1001 namesz = NOTE_ALIGN(nhdr.n_namesz);
1002 descsz = NOTE_ALIGN(nhdr.n_descsz);
1003 if (nhdr.n_type == NT_GNU_BUILD_ID &&
1004 nhdr.n_namesz == sizeof("GNU")) {
1005 if (read(fd, bf, namesz) != namesz)
1007 if (memcmp(bf, "GNU", sizeof("GNU")) == 0) {
1008 if (read(fd, build_id,
1009 BUILD_ID_SIZE) == BUILD_ID_SIZE) {
1013 } else if (read(fd, bf, descsz) != descsz)
1016 int n = namesz + descsz;
1017 if (read(fd, bf, n) != n)
1026 char dso__symtab_origin(const struct dso *self)
1028 static const char origin[] = {
1029 [DSO__ORIG_KERNEL] = 'k',
1030 [DSO__ORIG_JAVA_JIT] = 'j',
1031 [DSO__ORIG_FEDORA] = 'f',
1032 [DSO__ORIG_UBUNTU] = 'u',
1033 [DSO__ORIG_BUILDID] = 'b',
1034 [DSO__ORIG_DSO] = 'd',
1035 [DSO__ORIG_KMODULE] = 'K',
1038 if (self == NULL || self->origin == DSO__ORIG_NOT_FOUND)
1040 return origin[self->origin];
1043 int dso__load(struct dso *self, struct map *map, symbol_filter_t filter)
1045 int size = PATH_MAX;
1047 u8 build_id[BUILD_ID_SIZE];
1054 return dso__load_kernel_sym(self, map, filter);
1056 name = malloc(size);
1060 self->adjust_symbols = 0;
1062 if (strncmp(self->name, "/tmp/perf-", 10) == 0) {
1063 ret = dso__load_perf_map(self, map, filter);
1064 self->origin = ret > 0 ? DSO__ORIG_JAVA_JIT :
1065 DSO__ORIG_NOT_FOUND;
1069 self->origin = DSO__ORIG_FEDORA - 1;
1074 switch (self->origin) {
1075 case DSO__ORIG_FEDORA:
1076 snprintf(name, size, "/usr/lib/debug%s.debug",
1079 case DSO__ORIG_UBUNTU:
1080 snprintf(name, size, "/usr/lib/debug%s",
1083 case DSO__ORIG_BUILDID:
1084 if (filename__read_build_id(self->long_name, build_id,
1085 sizeof(build_id))) {
1086 char build_id_hex[BUILD_ID_SIZE * 2 + 1];
1088 build_id__sprintf(build_id, sizeof(build_id),
1090 snprintf(name, size,
1091 "/usr/lib/debug/.build-id/%.2s/%s.debug",
1092 build_id_hex, build_id_hex + 2);
1093 if (self->has_build_id)
1094 goto compare_build_id;
1100 snprintf(name, size, "%s", self->long_name);
1107 if (self->has_build_id) {
1108 if (filename__read_build_id(name, build_id,
1109 sizeof(build_id)) < 0)
1112 if (!dso__build_id_equal(self, build_id))
1116 fd = open(name, O_RDONLY);
1119 ret = dso__load_sym(self, map, name, fd, filter, 0, 0);
1123 * Some people seem to have debuginfo files _WITHOUT_ debug info!?!?
1129 int nr_plt = dso__synthesize_plt_symbols(self, map, filter);
1135 if (ret < 0 && strstr(self->name, " (deleted)") != NULL)
1140 struct map *kernel_map;
1142 static void kernel_maps__insert(struct map *map)
1144 maps__insert(&kernel_maps, map);
1147 struct symbol *kernel_maps__find_symbol(u64 ip, struct map **mapp,
1148 symbol_filter_t filter)
1150 struct map *map = maps__find(&kernel_maps, ip);
1156 ip = map->map_ip(map, ip);
1157 return map__find_symbol(map, ip, filter);
1163 struct map *kernel_maps__find_by_dso_name(const char *name)
1167 for (nd = rb_first(&kernel_maps); nd; nd = rb_next(nd)) {
1168 struct map *map = rb_entry(nd, struct map, rb_node);
1170 if (map->dso && strcmp(map->dso->name, name) == 0)
1177 static int dsos__set_modules_path_dir(char *dirname)
1179 struct dirent *dent;
1180 DIR *dir = opendir(dirname);
1183 pr_err("%s: cannot open %s dir\n", __func__, dirname);
1187 while ((dent = readdir(dir)) != NULL) {
1188 char path[PATH_MAX];
1190 if (dent->d_type == DT_DIR) {
1191 if (!strcmp(dent->d_name, ".") ||
1192 !strcmp(dent->d_name, ".."))
1195 snprintf(path, sizeof(path), "%s/%s",
1196 dirname, dent->d_name);
1197 if (dsos__set_modules_path_dir(path) < 0)
1200 char *dot = strrchr(dent->d_name, '.'),
1205 if (dot == NULL || strcmp(dot, ".ko"))
1207 snprintf(dso_name, sizeof(dso_name), "[%.*s]",
1208 (int)(dot - dent->d_name), dent->d_name);
1210 strxfrchar(dso_name, '-', '_');
1211 map = kernel_maps__find_by_dso_name(dso_name);
1215 snprintf(path, sizeof(path), "%s/%s",
1216 dirname, dent->d_name);
1218 long_name = strdup(path);
1219 if (long_name == NULL)
1221 dso__set_long_name(map->dso, long_name);
1231 static int dsos__set_modules_path(void)
1234 char modules_path[PATH_MAX];
1236 if (uname(&uts) < 0)
1239 snprintf(modules_path, sizeof(modules_path), "/lib/modules/%s/kernel",
1242 return dsos__set_modules_path_dir(modules_path);
1246 * Constructor variant for modules (where we know from /proc/modules where
1247 * they are loaded) and for vmlinux, where only after we load all the
1248 * symbols we'll know where it starts and ends.
1250 static struct map *map__new2(u64 start, struct dso *dso)
1252 struct map *self = malloc(sizeof(*self));
1256 * ->end will be filled after we load all the symbols
1258 map__init(self, start, 0, 0, dso);
1264 static int kernel_maps__create_module_maps(void)
1268 FILE *file = fopen("/proc/modules", "r");
1274 while (!feof(file)) {
1275 char name[PATH_MAX];
1281 line_len = getline(&line, &n, file);
1288 line[--line_len] = '\0'; /* \n */
1290 sep = strrchr(line, 'x');
1294 hex2u64(sep + 1, &start);
1296 sep = strchr(line, ' ');
1302 snprintf(name, sizeof(name), "[%s]", line);
1303 dso = dso__new(name);
1306 goto out_delete_line;
1308 map = map__new2(start, dso);
1311 goto out_delete_line;
1314 snprintf(name, sizeof(name),
1315 "/sys/module/%s/notes/.note.gnu.build-id", line);
1316 if (sysfs__read_build_id(name, dso->build_id,
1317 sizeof(dso->build_id)) == 0)
1318 dso->has_build_id = true;
1320 dso->origin = DSO__ORIG_KMODULE;
1321 kernel_maps__insert(map);
1328 return dsos__set_modules_path();
1336 static int dso__load_vmlinux(struct dso *self, struct map *map,
1337 const char *vmlinux, symbol_filter_t filter)
1341 if (self->has_build_id) {
1342 u8 build_id[BUILD_ID_SIZE];
1344 if (filename__read_build_id(vmlinux, build_id,
1345 sizeof(build_id)) < 0) {
1346 pr_debug("No build_id in %s, ignoring it\n", vmlinux);
1349 if (!dso__build_id_equal(self, build_id)) {
1350 char expected_build_id[BUILD_ID_SIZE * 2 + 1],
1351 vmlinux_build_id[BUILD_ID_SIZE * 2 + 1];
1353 build_id__sprintf(self->build_id,
1354 sizeof(self->build_id),
1356 build_id__sprintf(build_id, sizeof(build_id),
1358 pr_debug("build_id in %s is %s while expected is %s, "
1359 "ignoring it\n", vmlinux, vmlinux_build_id,
1365 fd = open(vmlinux, O_RDONLY);
1370 err = dso__load_sym(self, map, self->long_name, fd, filter, 1, 0);
1377 static int dso__load_kernel_sym(struct dso *self, struct map *map,
1378 symbol_filter_t filter)
1380 int err = dso__load_vmlinux(self, map, self->name, filter);
1383 err = kernel_maps__load_kallsyms(filter);
1385 dso__set_long_name(self, strdup("[kernel.kallsyms]"));
1389 map__fixup_start(map);
1390 map__fixup_end(map);
1399 const char *vmlinux_name = "vmlinux";
1401 static void dsos__add(struct dso *dso)
1403 list_add_tail(&dso->node, &dsos);
1406 static struct dso *dsos__find(const char *name)
1410 list_for_each_entry(pos, &dsos, node)
1411 if (strcmp(pos->name, name) == 0)
1416 struct dso *dsos__findnew(const char *name)
1418 struct dso *dso = dsos__find(name);
1421 dso = dso__new(name);
1424 dso__set_basename(dso);
1431 void dsos__fprintf(FILE *fp)
1435 list_for_each_entry(pos, &dsos, node)
1436 dso__fprintf(pos, fp);
1439 size_t dsos__fprintf_buildid(FILE *fp)
1444 list_for_each_entry(pos, &dsos, node) {
1445 ret += dso__fprintf_buildid(pos, fp);
1446 ret += fprintf(fp, " %s\n", pos->long_name);
1451 static int kernel_maps__create_kernel_map(void)
1453 struct dso *kernel = dso__new(vmlinux_name);
1458 kernel_map = map__new2(0, kernel);
1459 if (kernel_map == NULL)
1460 goto out_delete_kernel_dso;
1462 kernel_map->map_ip = kernel_map->unmap_ip = identity__map_ip;
1464 kernel->short_name = "[kernel]";
1466 vdso = dso__new("[vdso]");
1468 goto out_delete_kernel_map;
1470 if (sysfs__read_build_id("/sys/kernel/notes", kernel->build_id,
1471 sizeof(kernel->build_id)) == 0)
1472 kernel->has_build_id = true;
1474 kernel_maps__insert(kernel_map);
1480 out_delete_kernel_map:
1481 map__delete(kernel_map);
1483 out_delete_kernel_dso:
1484 dso__delete(kernel);
1488 int kernel_maps__init(bool use_modules)
1490 if (kernel_maps__create_kernel_map() < 0)
1493 if (use_modules && kernel_maps__create_module_maps() < 0)
1494 pr_warning("Failed to load list of modules in use, "
1497 * Now that we have all the maps created, just set the ->end of them:
1499 kernel_maps__fixup_end();
1503 void symbol__init(unsigned int priv_size)
1505 elf_version(EV_CURRENT);
1506 symbol__priv_size = priv_size;