1 #define _LARGEFILE64_SOURCE
2 #define _FILE_OFFSET_BITS 64
9 #include <linux/list.h>
10 #include <linux/kernel.h>
15 #include "trace-event.h"
21 * Create new perf.data header attribute:
23 struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
25 struct perf_header_attr *self = malloc(sizeof(*self));
31 self->id = malloc(sizeof(u64));
32 if (self->id == NULL) {
41 void perf_header_attr__delete(struct perf_header_attr *self)
47 int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
52 if (self->ids > self->size) {
53 int nsize = self->size * 2;
54 u64 *nid = realloc(self->id, nsize * sizeof(u64));
66 int perf_header__init(struct perf_header *self)
69 self->attr = malloc(sizeof(void *));
70 return self->attr == NULL ? -ENOMEM : 0;
73 void perf_header__exit(struct perf_header *self)
76 for (i = 0; i < self->attrs; ++i)
77 perf_header_attr__delete(self->attr[i]);
81 int perf_header__add_attr(struct perf_header *self,
82 struct perf_header_attr *attr)
87 if (self->attrs == self->size) {
88 int nsize = self->size * 2;
89 struct perf_header_attr **nattr;
91 nattr = realloc(self->attr, nsize * sizeof(void *));
99 self->attr[self->attrs++] = attr;
103 #define MAX_EVENT_NAME 64
105 struct perf_trace_event_type {
107 char name[MAX_EVENT_NAME];
110 static int event_count;
111 static struct perf_trace_event_type *events;
113 int perf_header__push_event(u64 id, const char *name)
115 if (strlen(name) > MAX_EVENT_NAME)
116 pr_warning("Event %s will be truncated\n", name);
119 events = malloc(sizeof(struct perf_trace_event_type));
123 struct perf_trace_event_type *nevents;
125 nevents = realloc(events, (event_count + 1) * sizeof(*events));
130 memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
131 events[event_count].event_id = id;
132 strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
137 char *perf_header__find_event(u64 id)
140 for (i = 0 ; i < event_count; i++) {
141 if (events[i].event_id == id)
142 return events[i].name;
147 static const char *__perf_magic = "PERFFILE";
149 #define PERF_MAGIC (*(u64 *)__perf_magic)
151 struct perf_file_attr {
152 struct perf_event_attr attr;
153 struct perf_file_section ids;
156 void perf_header__set_feat(struct perf_header *self, int feat)
158 set_bit(feat, self->adds_features);
161 bool perf_header__has_feat(const struct perf_header *self, int feat)
163 return test_bit(feat, self->adds_features);
166 static int do_write(int fd, const void *buf, size_t size)
169 int ret = write(fd, buf, size);
181 #define NAME_ALIGN 64
183 static int write_padded(int fd, const void *bf, size_t count,
184 size_t count_aligned)
186 static const char zero_buf[NAME_ALIGN];
187 int err = do_write(fd, bf, count);
190 err = do_write(fd, zero_buf, count_aligned - count);
195 #define dsos__for_each_with_build_id(pos, head) \
196 list_for_each_entry(pos, head, node) \
197 if (!pos->has_build_id) \
201 static int __dsos__write_buildid_table(struct list_head *head, u16 misc, int fd)
205 dsos__for_each_with_build_id(pos, head) {
207 struct build_id_event b;
208 size_t len = pos->long_name_len + 1;
210 len = ALIGN(len, NAME_ALIGN);
211 memset(&b, 0, sizeof(b));
212 memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
213 b.header.misc = misc;
214 b.header.size = sizeof(b) + len;
215 err = do_write(fd, &b, sizeof(b));
218 err = write_padded(fd, pos->long_name,
219 pos->long_name_len + 1, len);
227 static int dsos__write_buildid_table(int fd)
229 int err = __dsos__write_buildid_table(&dsos__kernel,
230 PERF_RECORD_MISC_KERNEL, fd);
232 err = __dsos__write_buildid_table(&dsos__user,
233 PERF_RECORD_MISC_USER, fd);
237 int build_id_cache__add_s(const char *sbuild_id, const char *debugdir,
238 const char *name, bool is_kallsyms)
240 const size_t size = PATH_MAX;
241 char *filename = malloc(size),
242 *linkname = malloc(size), *targetname;
245 if (filename == NULL || linkname == NULL)
248 len = snprintf(filename, size, "%s%s%s",
249 debugdir, is_kallsyms ? "/" : "", name);
250 if (mkdir_p(filename, 0755))
253 snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id);
255 if (access(filename, F_OK)) {
257 if (copyfile("/proc/kallsyms", filename))
259 } else if (link(name, filename) && copyfile(name, filename))
263 len = snprintf(linkname, size, "%s/.build-id/%.2s",
264 debugdir, sbuild_id);
266 if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
269 snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
270 targetname = filename + strlen(debugdir) - 5;
271 memcpy(targetname, "../..", 5);
273 if (symlink(targetname, linkname) == 0)
281 static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size,
282 const char *name, const char *debugdir,
285 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
287 build_id__sprintf(build_id, build_id_size, sbuild_id);
289 return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms);
292 int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir)
294 const size_t size = PATH_MAX;
295 char *filename = malloc(size),
296 *linkname = malloc(size);
299 if (filename == NULL || linkname == NULL)
302 snprintf(linkname, size, "%s/.build-id/%.2s/%s",
303 debugdir, sbuild_id, sbuild_id + 2);
305 if (access(linkname, F_OK))
308 if (readlink(linkname, filename, size) < 0)
311 if (unlink(linkname))
315 * Since the link is relative, we must make it absolute:
317 snprintf(linkname, size, "%s/.build-id/%.2s/%s",
318 debugdir, sbuild_id, filename);
320 if (unlink(linkname))
330 static int dso__cache_build_id(struct dso *self, const char *debugdir)
332 bool is_kallsyms = self->kernel && self->long_name[0] != '/';
334 return build_id_cache__add_b(self->build_id, sizeof(self->build_id),
335 self->long_name, debugdir, is_kallsyms);
338 static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
343 dsos__for_each_with_build_id(pos, head)
344 if (dso__cache_build_id(pos, debugdir))
350 static int dsos__cache_build_ids(void)
352 int err_kernel, err_user;
353 char debugdir[PATH_MAX];
355 snprintf(debugdir, sizeof(debugdir), "%s/%s", getenv("HOME"),
358 if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
361 err_kernel = __dsos__cache_build_ids(&dsos__kernel, debugdir);
362 err_user = __dsos__cache_build_ids(&dsos__user, debugdir);
363 return err_kernel || err_user ? -1 : 0;
366 static int perf_header__adds_write(struct perf_header *self, int fd)
369 struct perf_file_section *feat_sec;
374 if (dsos__read_build_ids())
375 perf_header__set_feat(self, HEADER_BUILD_ID);
377 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
381 feat_sec = calloc(sizeof(*feat_sec), nr_sections);
382 if (feat_sec == NULL)
385 sec_size = sizeof(*feat_sec) * nr_sections;
387 sec_start = self->data_offset + self->data_size;
388 lseek64(fd, sec_start + sec_size, SEEK_SET);
390 if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
391 struct perf_file_section *trace_sec;
393 trace_sec = &feat_sec[idx++];
395 /* Write trace info */
396 trace_sec->offset = lseek64(fd, 0, SEEK_CUR);
397 read_tracing_data(fd, attrs, nr_counters);
398 trace_sec->size = lseek64(fd, 0, SEEK_CUR) - trace_sec->offset;
402 if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
403 struct perf_file_section *buildid_sec;
405 buildid_sec = &feat_sec[idx++];
407 /* Write build-ids */
408 buildid_sec->offset = lseek64(fd, 0, SEEK_CUR);
409 err = dsos__write_buildid_table(fd);
411 pr_debug("failed to write buildid table\n");
414 buildid_sec->size = lseek64(fd, 0, SEEK_CUR) -
416 dsos__cache_build_ids();
419 lseek64(fd, sec_start, SEEK_SET);
420 err = do_write(fd, feat_sec, sec_size);
422 pr_debug("failed to write feature section\n");
428 int perf_header__write(struct perf_header *self, int fd, bool at_exit)
430 struct perf_file_header f_header;
431 struct perf_file_attr f_attr;
432 struct perf_header_attr *attr;
435 lseek(fd, sizeof(f_header), SEEK_SET);
438 for (i = 0; i < self->attrs; i++) {
439 attr = self->attr[i];
441 attr->id_offset = lseek(fd, 0, SEEK_CUR);
442 err = do_write(fd, attr->id, attr->ids * sizeof(u64));
444 pr_debug("failed to write perf header\n");
450 self->attr_offset = lseek(fd, 0, SEEK_CUR);
452 for (i = 0; i < self->attrs; i++) {
453 attr = self->attr[i];
455 f_attr = (struct perf_file_attr){
458 .offset = attr->id_offset,
459 .size = attr->ids * sizeof(u64),
462 err = do_write(fd, &f_attr, sizeof(f_attr));
464 pr_debug("failed to write perf header attribute\n");
469 self->event_offset = lseek(fd, 0, SEEK_CUR);
470 self->event_size = event_count * sizeof(struct perf_trace_event_type);
472 err = do_write(fd, events, self->event_size);
474 pr_debug("failed to write perf header events\n");
479 self->data_offset = lseek(fd, 0, SEEK_CUR);
482 err = perf_header__adds_write(self, fd);
487 f_header = (struct perf_file_header){
489 .size = sizeof(f_header),
490 .attr_size = sizeof(f_attr),
492 .offset = self->attr_offset,
493 .size = self->attrs * sizeof(f_attr),
496 .offset = self->data_offset,
497 .size = self->data_size,
500 .offset = self->event_offset,
501 .size = self->event_size,
505 memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
507 lseek(fd, 0, SEEK_SET);
508 err = do_write(fd, &f_header, sizeof(f_header));
510 pr_debug("failed to write perf header\n");
513 lseek64(fd, self->data_offset + self->data_size, SEEK_SET);
519 static int do_read(int fd, void *buf, size_t size)
522 int ret = read(fd, buf, size);
534 static int perf_header__getbuffer64(struct perf_header *self,
535 int fd, void *buf, size_t size)
537 if (do_read(fd, buf, size))
540 if (self->needs_swap)
541 mem_bswap_64(buf, size);
546 int perf_header__process_sections(struct perf_header *self, int fd,
547 int (*process)(struct perf_file_section *self,
548 struct perf_header *ph,
551 struct perf_file_section *feat_sec;
555 int err = -1, feat = 1;
557 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
561 feat_sec = calloc(sizeof(*feat_sec), nr_sections);
565 sec_size = sizeof(*feat_sec) * nr_sections;
567 lseek64(fd, self->data_offset + self->data_size, SEEK_SET);
569 if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
573 while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
574 if (perf_header__has_feat(self, feat)) {
575 struct perf_file_section *sec = &feat_sec[idx++];
577 err = process(sec, self, feat, fd);
588 int perf_file_header__read(struct perf_file_header *self,
589 struct perf_header *ph, int fd)
591 lseek(fd, 0, SEEK_SET);
593 if (do_read(fd, self, sizeof(*self)) ||
594 memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
597 if (self->attr_size != sizeof(struct perf_file_attr)) {
598 u64 attr_size = bswap_64(self->attr_size);
600 if (attr_size != sizeof(struct perf_file_attr))
603 mem_bswap_64(self, offsetof(struct perf_file_header,
605 ph->needs_swap = true;
608 if (self->size != sizeof(*self)) {
609 /* Support the previous format */
610 if (self->size == offsetof(typeof(*self), adds_features))
611 bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
616 memcpy(&ph->adds_features, &self->adds_features,
617 sizeof(ph->adds_features));
619 * FIXME: hack that assumes that if we need swap the perf.data file
620 * may be coming from an arch with a different word-size, ergo different
621 * DEFINE_BITMAP format, investigate more later, but for now its mostly
622 * safe to assume that we have a build-id section. Trace files probably
623 * have several other issues in this realm anyway...
625 if (ph->needs_swap) {
626 memset(&ph->adds_features, 0, sizeof(ph->adds_features));
627 perf_header__set_feat(ph, HEADER_BUILD_ID);
630 ph->event_offset = self->event_types.offset;
631 ph->event_size = self->event_types.size;
632 ph->data_offset = self->data.offset;
633 ph->data_size = self->data.size;
637 static int perf_file_section__process(struct perf_file_section *self,
638 struct perf_header *ph,
641 if (lseek64(fd, self->offset, SEEK_SET) < 0) {
642 pr_debug("Failed to lseek to %Ld offset for feature %d, "
643 "continuing...\n", self->offset, feat);
648 case HEADER_TRACE_INFO:
652 case HEADER_BUILD_ID:
653 if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
654 pr_debug("Failed to read buildids, continuing...\n");
657 pr_debug("unknown feature %d, continuing...\n", feat);
663 int perf_header__read(struct perf_header *self, int fd)
665 struct perf_file_header f_header;
666 struct perf_file_attr f_attr;
668 int nr_attrs, nr_ids, i, j;
670 if (perf_file_header__read(&f_header, self, fd) < 0) {
671 pr_debug("incompatible file format\n");
675 nr_attrs = f_header.attrs.size / sizeof(f_attr);
676 lseek(fd, f_header.attrs.offset, SEEK_SET);
678 for (i = 0; i < nr_attrs; i++) {
679 struct perf_header_attr *attr;
682 if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
685 tmp = lseek(fd, 0, SEEK_CUR);
687 attr = perf_header_attr__new(&f_attr.attr);
691 nr_ids = f_attr.ids.size / sizeof(u64);
692 lseek(fd, f_attr.ids.offset, SEEK_SET);
694 for (j = 0; j < nr_ids; j++) {
695 if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
698 if (perf_header_attr__add_id(attr, f_id) < 0) {
699 perf_header_attr__delete(attr);
703 if (perf_header__add_attr(self, attr) < 0) {
704 perf_header_attr__delete(attr);
708 lseek(fd, tmp, SEEK_SET);
711 if (f_header.event_types.size) {
712 lseek(fd, f_header.event_types.offset, SEEK_SET);
713 events = malloc(f_header.event_types.size);
716 if (perf_header__getbuffer64(self, fd, events,
717 f_header.event_types.size))
719 event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type);
722 perf_header__process_sections(self, fd, perf_file_section__process);
724 lseek(fd, self->data_offset, SEEK_SET);
732 u64 perf_header__sample_type(struct perf_header *header)
737 for (i = 0; i < header->attrs; i++) {
738 struct perf_header_attr *attr = header->attr[i];
741 type = attr->attr.sample_type;
742 else if (type != attr->attr.sample_type)
743 die("non matching sample_type");
749 struct perf_event_attr *
750 perf_header__find_attr(u64 id, struct perf_header *header)
754 for (i = 0; i < header->attrs; i++) {
755 struct perf_header_attr *attr = header->attr[i];
758 for (j = 0; j < attr->ids; j++) {
759 if (attr->id[j] == id)