1 #define _FILE_OFFSET_BITS 64
8 #include <linux/list.h>
9 #include <linux/kernel.h>
14 #include "trace-event.h"
20 * Create new perf.data header attribute:
22 struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
24 struct perf_header_attr *self = malloc(sizeof(*self));
30 self->id = malloc(sizeof(u64));
31 if (self->id == NULL) {
40 void perf_header_attr__delete(struct perf_header_attr *self)
46 int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
51 if (self->ids > self->size) {
52 int nsize = self->size * 2;
53 u64 *nid = realloc(self->id, nsize * sizeof(u64));
65 int perf_header__init(struct perf_header *self)
68 self->attr = malloc(sizeof(void *));
69 return self->attr == NULL ? -ENOMEM : 0;
72 void perf_header__exit(struct perf_header *self)
75 for (i = 0; i < self->attrs; ++i)
76 perf_header_attr__delete(self->attr[i]);
80 int perf_header__add_attr(struct perf_header *self,
81 struct perf_header_attr *attr)
86 if (self->attrs == self->size) {
87 int nsize = self->size * 2;
88 struct perf_header_attr **nattr;
90 nattr = realloc(self->attr, nsize * sizeof(void *));
98 self->attr[self->attrs++] = attr;
102 #define MAX_EVENT_NAME 64
104 struct perf_trace_event_type {
106 char name[MAX_EVENT_NAME];
109 static int event_count;
110 static struct perf_trace_event_type *events;
112 int perf_header__push_event(u64 id, const char *name)
114 if (strlen(name) > MAX_EVENT_NAME)
115 pr_warning("Event %s will be truncated\n", name);
118 events = malloc(sizeof(struct perf_trace_event_type));
122 struct perf_trace_event_type *nevents;
124 nevents = realloc(events, (event_count + 1) * sizeof(*events));
129 memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
130 events[event_count].event_id = id;
131 strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
136 char *perf_header__find_event(u64 id)
139 for (i = 0 ; i < event_count; i++) {
140 if (events[i].event_id == id)
141 return events[i].name;
146 static const char *__perf_magic = "PERFFILE";
148 #define PERF_MAGIC (*(u64 *)__perf_magic)
150 struct perf_file_attr {
151 struct perf_event_attr attr;
152 struct perf_file_section ids;
155 void perf_header__set_feat(struct perf_header *self, int feat)
157 set_bit(feat, self->adds_features);
160 bool perf_header__has_feat(const struct perf_header *self, int feat)
162 return test_bit(feat, self->adds_features);
165 static int do_write(int fd, const void *buf, size_t size)
168 int ret = write(fd, buf, size);
180 #define NAME_ALIGN 64
182 static int write_padded(int fd, const void *bf, size_t count,
183 size_t count_aligned)
185 static const char zero_buf[NAME_ALIGN];
186 int err = do_write(fd, bf, count);
189 err = do_write(fd, zero_buf, count_aligned - count);
194 #define dsos__for_each_with_build_id(pos, head) \
195 list_for_each_entry(pos, head, node) \
196 if (!pos->has_build_id) \
200 static int __dsos__write_buildid_table(struct list_head *head, u16 misc, int fd)
204 dsos__for_each_with_build_id(pos, head) {
206 struct build_id_event b;
211 len = pos->long_name_len + 1;
212 len = ALIGN(len, NAME_ALIGN);
213 memset(&b, 0, sizeof(b));
214 memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
215 b.header.misc = misc;
216 b.header.size = sizeof(b) + len;
217 err = do_write(fd, &b, sizeof(b));
220 err = write_padded(fd, pos->long_name,
221 pos->long_name_len + 1, len);
229 static int dsos__write_buildid_table(int fd)
231 int err = __dsos__write_buildid_table(&dsos__kernel,
232 PERF_RECORD_MISC_KERNEL, fd);
234 err = __dsos__write_buildid_table(&dsos__user,
235 PERF_RECORD_MISC_USER, fd);
239 int build_id_cache__add_s(const char *sbuild_id, const char *debugdir,
240 const char *name, bool is_kallsyms)
242 const size_t size = PATH_MAX;
243 char *filename = malloc(size),
244 *linkname = malloc(size), *targetname;
247 if (filename == NULL || linkname == NULL)
250 len = snprintf(filename, size, "%s%s%s",
251 debugdir, is_kallsyms ? "/" : "", name);
252 if (mkdir_p(filename, 0755))
255 snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id);
257 if (access(filename, F_OK)) {
259 if (copyfile("/proc/kallsyms", filename))
261 } else if (link(name, filename) && copyfile(name, filename))
265 len = snprintf(linkname, size, "%s/.build-id/%.2s",
266 debugdir, sbuild_id);
268 if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
271 snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
272 targetname = filename + strlen(debugdir) - 5;
273 memcpy(targetname, "../..", 5);
275 if (symlink(targetname, linkname) == 0)
283 static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size,
284 const char *name, const char *debugdir,
287 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
289 build_id__sprintf(build_id, build_id_size, sbuild_id);
291 return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms);
294 int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir)
296 const size_t size = PATH_MAX;
297 char *filename = malloc(size),
298 *linkname = malloc(size);
301 if (filename == NULL || linkname == NULL)
304 snprintf(linkname, size, "%s/.build-id/%.2s/%s",
305 debugdir, sbuild_id, sbuild_id + 2);
307 if (access(linkname, F_OK))
310 if (readlink(linkname, filename, size) < 0)
313 if (unlink(linkname))
317 * Since the link is relative, we must make it absolute:
319 snprintf(linkname, size, "%s/.build-id/%.2s/%s",
320 debugdir, sbuild_id, filename);
322 if (unlink(linkname))
332 static int dso__cache_build_id(struct dso *self, const char *debugdir)
334 bool is_kallsyms = self->kernel && self->long_name[0] != '/';
336 return build_id_cache__add_b(self->build_id, sizeof(self->build_id),
337 self->long_name, debugdir, is_kallsyms);
340 static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
345 dsos__for_each_with_build_id(pos, head)
346 if (dso__cache_build_id(pos, debugdir))
352 static int dsos__cache_build_ids(void)
354 int err_kernel, err_user;
355 char debugdir[PATH_MAX];
357 snprintf(debugdir, sizeof(debugdir), "%s/%s", getenv("HOME"),
360 if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
363 err_kernel = __dsos__cache_build_ids(&dsos__kernel, debugdir);
364 err_user = __dsos__cache_build_ids(&dsos__user, debugdir);
365 return err_kernel || err_user ? -1 : 0;
368 static int perf_header__adds_write(struct perf_header *self, int fd)
371 struct perf_file_section *feat_sec;
376 if (dsos__read_build_ids(true))
377 perf_header__set_feat(self, HEADER_BUILD_ID);
379 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
383 feat_sec = calloc(sizeof(*feat_sec), nr_sections);
384 if (feat_sec == NULL)
387 sec_size = sizeof(*feat_sec) * nr_sections;
389 sec_start = self->data_offset + self->data_size;
390 lseek(fd, sec_start + sec_size, SEEK_SET);
392 if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
393 struct perf_file_section *trace_sec;
395 trace_sec = &feat_sec[idx++];
397 /* Write trace info */
398 trace_sec->offset = lseek(fd, 0, SEEK_CUR);
399 read_tracing_data(fd, attrs, nr_counters);
400 trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
404 if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
405 struct perf_file_section *buildid_sec;
407 buildid_sec = &feat_sec[idx++];
409 /* Write build-ids */
410 buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
411 err = dsos__write_buildid_table(fd);
413 pr_debug("failed to write buildid table\n");
416 buildid_sec->size = lseek(fd, 0, SEEK_CUR) -
418 dsos__cache_build_ids();
421 lseek(fd, sec_start, SEEK_SET);
422 err = do_write(fd, feat_sec, sec_size);
424 pr_debug("failed to write feature section\n");
430 int perf_header__write_pipe(int fd)
432 struct perf_pipe_file_header f_header;
435 f_header = (struct perf_pipe_file_header){
437 .size = sizeof(f_header),
440 err = do_write(fd, &f_header, sizeof(f_header));
442 pr_debug("failed to write perf pipe header\n");
449 int perf_header__write(struct perf_header *self, int fd, bool at_exit)
451 struct perf_file_header f_header;
452 struct perf_file_attr f_attr;
453 struct perf_header_attr *attr;
456 lseek(fd, sizeof(f_header), SEEK_SET);
459 for (i = 0; i < self->attrs; i++) {
460 attr = self->attr[i];
462 attr->id_offset = lseek(fd, 0, SEEK_CUR);
463 err = do_write(fd, attr->id, attr->ids * sizeof(u64));
465 pr_debug("failed to write perf header\n");
471 self->attr_offset = lseek(fd, 0, SEEK_CUR);
473 for (i = 0; i < self->attrs; i++) {
474 attr = self->attr[i];
476 f_attr = (struct perf_file_attr){
479 .offset = attr->id_offset,
480 .size = attr->ids * sizeof(u64),
483 err = do_write(fd, &f_attr, sizeof(f_attr));
485 pr_debug("failed to write perf header attribute\n");
490 self->event_offset = lseek(fd, 0, SEEK_CUR);
491 self->event_size = event_count * sizeof(struct perf_trace_event_type);
493 err = do_write(fd, events, self->event_size);
495 pr_debug("failed to write perf header events\n");
500 self->data_offset = lseek(fd, 0, SEEK_CUR);
503 err = perf_header__adds_write(self, fd);
508 f_header = (struct perf_file_header){
510 .size = sizeof(f_header),
511 .attr_size = sizeof(f_attr),
513 .offset = self->attr_offset,
514 .size = self->attrs * sizeof(f_attr),
517 .offset = self->data_offset,
518 .size = self->data_size,
521 .offset = self->event_offset,
522 .size = self->event_size,
526 memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
528 lseek(fd, 0, SEEK_SET);
529 err = do_write(fd, &f_header, sizeof(f_header));
531 pr_debug("failed to write perf header\n");
534 lseek(fd, self->data_offset + self->data_size, SEEK_SET);
540 static int perf_header__getbuffer64(struct perf_header *self,
541 int fd, void *buf, size_t size)
543 if (do_read(fd, buf, size) <= 0)
546 if (self->needs_swap)
547 mem_bswap_64(buf, size);
552 int perf_header__process_sections(struct perf_header *self, int fd,
553 int (*process)(struct perf_file_section *self,
554 struct perf_header *ph,
557 struct perf_file_section *feat_sec;
561 int err = -1, feat = 1;
563 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
567 feat_sec = calloc(sizeof(*feat_sec), nr_sections);
571 sec_size = sizeof(*feat_sec) * nr_sections;
573 lseek(fd, self->data_offset + self->data_size, SEEK_SET);
575 if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
579 while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
580 if (perf_header__has_feat(self, feat)) {
581 struct perf_file_section *sec = &feat_sec[idx++];
583 err = process(sec, self, feat, fd);
594 int perf_file_header__read(struct perf_file_header *self,
595 struct perf_header *ph, int fd)
597 lseek(fd, 0, SEEK_SET);
599 if (do_read(fd, self, sizeof(*self)) <= 0 ||
600 memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
603 if (self->attr_size != sizeof(struct perf_file_attr)) {
604 u64 attr_size = bswap_64(self->attr_size);
606 if (attr_size != sizeof(struct perf_file_attr))
609 mem_bswap_64(self, offsetof(struct perf_file_header,
611 ph->needs_swap = true;
614 if (self->size != sizeof(*self)) {
615 /* Support the previous format */
616 if (self->size == offsetof(typeof(*self), adds_features))
617 bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
622 memcpy(&ph->adds_features, &self->adds_features,
623 sizeof(ph->adds_features));
625 * FIXME: hack that assumes that if we need swap the perf.data file
626 * may be coming from an arch with a different word-size, ergo different
627 * DEFINE_BITMAP format, investigate more later, but for now its mostly
628 * safe to assume that we have a build-id section. Trace files probably
629 * have several other issues in this realm anyway...
631 if (ph->needs_swap) {
632 memset(&ph->adds_features, 0, sizeof(ph->adds_features));
633 perf_header__set_feat(ph, HEADER_BUILD_ID);
636 ph->event_offset = self->event_types.offset;
637 ph->event_size = self->event_types.size;
638 ph->data_offset = self->data.offset;
639 ph->data_size = self->data.size;
643 static int perf_file_section__process(struct perf_file_section *self,
644 struct perf_header *ph,
647 if (lseek(fd, self->offset, SEEK_SET) == (off_t)-1) {
648 pr_debug("Failed to lseek to %Ld offset for feature %d, "
649 "continuing...\n", self->offset, feat);
654 case HEADER_TRACE_INFO:
658 case HEADER_BUILD_ID:
659 if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
660 pr_debug("Failed to read buildids, continuing...\n");
663 pr_debug("unknown feature %d, continuing...\n", feat);
669 static int perf_file_header__read_pipe(struct perf_pipe_file_header *self,
670 struct perf_header *ph, int fd)
672 if (do_read(fd, self, sizeof(*self)) <= 0 ||
673 memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
676 if (self->size != sizeof(*self)) {
677 u64 size = bswap_64(self->size);
679 if (size != sizeof(*self))
682 ph->needs_swap = true;
688 static int perf_header__read_pipe(struct perf_session *session, int fd)
690 struct perf_header *self = &session->header;
691 struct perf_pipe_file_header f_header;
693 if (perf_file_header__read_pipe(&f_header, self, fd) < 0) {
694 pr_debug("incompatible file format\n");
703 int perf_header__read(struct perf_session *session, int fd)
705 struct perf_header *self = &session->header;
706 struct perf_file_header f_header;
707 struct perf_file_attr f_attr;
709 int nr_attrs, nr_ids, i, j;
711 if (session->fd_pipe)
712 return perf_header__read_pipe(session, fd);
714 if (perf_file_header__read(&f_header, self, fd) < 0) {
715 pr_debug("incompatible file format\n");
719 nr_attrs = f_header.attrs.size / sizeof(f_attr);
720 lseek(fd, f_header.attrs.offset, SEEK_SET);
722 for (i = 0; i < nr_attrs; i++) {
723 struct perf_header_attr *attr;
726 if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
729 tmp = lseek(fd, 0, SEEK_CUR);
731 attr = perf_header_attr__new(&f_attr.attr);
735 nr_ids = f_attr.ids.size / sizeof(u64);
736 lseek(fd, f_attr.ids.offset, SEEK_SET);
738 for (j = 0; j < nr_ids; j++) {
739 if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
742 if (perf_header_attr__add_id(attr, f_id) < 0) {
743 perf_header_attr__delete(attr);
747 if (perf_header__add_attr(self, attr) < 0) {
748 perf_header_attr__delete(attr);
752 lseek(fd, tmp, SEEK_SET);
755 if (f_header.event_types.size) {
756 lseek(fd, f_header.event_types.offset, SEEK_SET);
757 events = malloc(f_header.event_types.size);
760 if (perf_header__getbuffer64(self, fd, events,
761 f_header.event_types.size))
763 event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type);
766 perf_header__process_sections(self, fd, perf_file_section__process);
768 lseek(fd, self->data_offset, SEEK_SET);
776 u64 perf_header__sample_type(struct perf_header *header)
781 for (i = 0; i < header->attrs; i++) {
782 struct perf_header_attr *attr = header->attr[i];
785 type = attr->attr.sample_type;
786 else if (type != attr->attr.sample_type)
787 die("non matching sample_type");
793 struct perf_event_attr *
794 perf_header__find_attr(u64 id, struct perf_header *header)
798 for (i = 0; i < header->attrs; i++) {
799 struct perf_header_attr *attr = header->attr[i];
802 for (j = 0; j < attr->ids; j++) {
803 if (attr->id[j] == id)
811 int event__synthesize_attr(struct perf_event_attr *attr, u16 ids, u64 *id,
812 event__handler_t process,
813 struct perf_session *session)
819 size = sizeof(struct perf_event_attr);
820 size = ALIGN(size, sizeof(u64));
821 size += sizeof(struct perf_event_header);
822 size += ids * sizeof(u64);
826 ev->attr.attr = *attr;
827 memcpy(ev->attr.id, id, ids * sizeof(u64));
829 ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
830 ev->attr.header.size = size;
832 err = process(ev, session);
839 int event__synthesize_attrs(struct perf_header *self,
840 event__handler_t process,
841 struct perf_session *session)
843 struct perf_header_attr *attr;
846 for (i = 0; i < self->attrs; i++) {
847 attr = self->attr[i];
849 err = event__synthesize_attr(&attr->attr, attr->ids, attr->id,
852 pr_debug("failed to create perf header attribute\n");
860 int event__process_attr(event_t *self, struct perf_session *session)
862 struct perf_header_attr *attr;
863 unsigned int i, ids, n_ids;
865 attr = perf_header_attr__new(&self->attr.attr);
869 ids = self->header.size;
870 ids -= (void *)&self->attr.id - (void *)self;
871 n_ids = ids / sizeof(u64);
873 for (i = 0; i < n_ids; i++) {
874 if (perf_header_attr__add_id(attr, self->attr.id[i]) < 0) {
875 perf_header_attr__delete(attr);
880 if (perf_header__add_attr(&session->header, attr) < 0) {
881 perf_header_attr__delete(attr);
885 perf_session__update_sample_type(session);