6 #include <linux/list.h>
7 #include <linux/kernel.h>
12 #include "trace-event.h"
18 * Create new perf.data header attribute:
20 struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
22 struct perf_header_attr *self = malloc(sizeof(*self));
28 self->id = malloc(sizeof(u64));
29 if (self->id == NULL) {
38 void perf_header_attr__delete(struct perf_header_attr *self)
44 int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
49 if (self->ids > self->size) {
50 int nsize = self->size * 2;
51 u64 *nid = realloc(self->id, nsize * sizeof(u64));
63 int perf_header__init(struct perf_header *self)
66 self->attr = malloc(sizeof(void *));
67 return self->attr == NULL ? -ENOMEM : 0;
70 void perf_header__exit(struct perf_header *self)
73 for (i = 0; i < self->attrs; ++i)
74 perf_header_attr__delete(self->attr[i]);
78 int perf_header__add_attr(struct perf_header *self,
79 struct perf_header_attr *attr)
84 if (self->attrs == self->size) {
85 int nsize = self->size * 2;
86 struct perf_header_attr **nattr;
88 nattr = realloc(self->attr, nsize * sizeof(void *));
96 self->attr[self->attrs++] = attr;
100 #define MAX_EVENT_NAME 64
102 struct perf_trace_event_type {
104 char name[MAX_EVENT_NAME];
107 static int event_count;
108 static struct perf_trace_event_type *events;
110 int perf_header__push_event(u64 id, const char *name)
112 if (strlen(name) > MAX_EVENT_NAME)
113 pr_warning("Event %s will be truncated\n", name);
116 events = malloc(sizeof(struct perf_trace_event_type));
120 struct perf_trace_event_type *nevents;
122 nevents = realloc(events, (event_count + 1) * sizeof(*events));
127 memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
128 events[event_count].event_id = id;
129 strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
134 char *perf_header__find_event(u64 id)
137 for (i = 0 ; i < event_count; i++) {
138 if (events[i].event_id == id)
139 return events[i].name;
144 static const char *__perf_magic = "PERFFILE";
146 #define PERF_MAGIC (*(u64 *)__perf_magic)
148 struct perf_file_attr {
149 struct perf_event_attr attr;
150 struct perf_file_section ids;
153 void perf_header__set_feat(struct perf_header *self, int feat)
155 set_bit(feat, self->adds_features);
158 bool perf_header__has_feat(const struct perf_header *self, int feat)
160 return test_bit(feat, self->adds_features);
163 static int do_write(int fd, const void *buf, size_t size)
166 int ret = write(fd, buf, size);
178 #define NAME_ALIGN 64
180 static int write_padded(int fd, const void *bf, size_t count,
181 size_t count_aligned)
183 static const char zero_buf[NAME_ALIGN];
184 int err = do_write(fd, bf, count);
187 err = do_write(fd, zero_buf, count_aligned - count);
192 #define dsos__for_each_with_build_id(pos, head) \
193 list_for_each_entry(pos, head, node) \
194 if (!pos->has_build_id) \
198 static int __dsos__write_buildid_table(struct list_head *head, u16 misc, int fd)
202 dsos__for_each_with_build_id(pos, head) {
204 struct build_id_event b;
205 size_t len = pos->long_name_len + 1;
207 len = ALIGN(len, NAME_ALIGN);
208 memset(&b, 0, sizeof(b));
209 memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
210 b.header.misc = misc;
211 b.header.size = sizeof(b) + len;
212 err = do_write(fd, &b, sizeof(b));
215 err = write_padded(fd, pos->long_name,
216 pos->long_name_len + 1, len);
224 static int dsos__write_buildid_table(int fd)
226 int err = __dsos__write_buildid_table(&dsos__kernel,
227 PERF_RECORD_MISC_KERNEL, fd);
229 err = __dsos__write_buildid_table(&dsos__user,
230 PERF_RECORD_MISC_USER, fd);
234 int build_id_cache__add_s(const char *sbuild_id, const char *debugdir,
235 const char *name, bool is_kallsyms)
237 const size_t size = PATH_MAX;
238 char *filename = malloc(size),
239 *linkname = malloc(size), *targetname;
242 if (filename == NULL || linkname == NULL)
245 len = snprintf(filename, size, "%s%s%s",
246 debugdir, is_kallsyms ? "/" : "", name);
247 if (mkdir_p(filename, 0755))
250 snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id);
252 if (access(filename, F_OK)) {
254 if (copyfile("/proc/kallsyms", filename))
256 } else if (link(name, filename) && copyfile(name, filename))
260 len = snprintf(linkname, size, "%s/.build-id/%.2s",
261 debugdir, sbuild_id);
263 if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
266 snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
267 targetname = filename + strlen(debugdir) - 5;
268 memcpy(targetname, "../..", 5);
270 if (symlink(targetname, linkname) == 0)
278 static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size,
279 const char *name, const char *debugdir,
282 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
284 build_id__sprintf(build_id, build_id_size, sbuild_id);
286 return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms);
289 int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir)
291 const size_t size = PATH_MAX;
292 char *filename = malloc(size),
293 *linkname = malloc(size);
296 if (filename == NULL || linkname == NULL)
299 snprintf(linkname, size, "%s/.build-id/%.2s/%s",
300 debugdir, sbuild_id, sbuild_id + 2);
302 if (access(linkname, F_OK))
305 if (readlink(linkname, filename, size) < 0)
308 if (unlink(linkname))
312 * Since the link is relative, we must make it absolute:
314 snprintf(linkname, size, "%s/.build-id/%.2s/%s",
315 debugdir, sbuild_id, filename);
317 if (unlink(linkname))
327 static int dso__cache_build_id(struct dso *self, const char *debugdir)
329 bool is_kallsyms = self->kernel && self->long_name[0] != '/';
331 return build_id_cache__add_b(self->build_id, sizeof(self->build_id),
332 self->long_name, debugdir, is_kallsyms);
335 static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
340 dsos__for_each_with_build_id(pos, head)
341 if (dso__cache_build_id(pos, debugdir))
347 static int dsos__cache_build_ids(void)
349 int err_kernel, err_user;
350 char debugdir[PATH_MAX];
352 snprintf(debugdir, sizeof(debugdir), "%s/%s", getenv("HOME"),
355 if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
358 err_kernel = __dsos__cache_build_ids(&dsos__kernel, debugdir);
359 err_user = __dsos__cache_build_ids(&dsos__user, debugdir);
360 return err_kernel || err_user ? -1 : 0;
363 static int perf_header__adds_write(struct perf_header *self, int fd)
366 struct perf_file_section *feat_sec;
371 if (dsos__read_build_ids())
372 perf_header__set_feat(self, HEADER_BUILD_ID);
374 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
378 feat_sec = calloc(sizeof(*feat_sec), nr_sections);
379 if (feat_sec == NULL)
382 sec_size = sizeof(*feat_sec) * nr_sections;
384 sec_start = self->data_offset + self->data_size;
385 lseek(fd, sec_start + sec_size, SEEK_SET);
387 if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
388 struct perf_file_section *trace_sec;
390 trace_sec = &feat_sec[idx++];
392 /* Write trace info */
393 trace_sec->offset = lseek(fd, 0, SEEK_CUR);
394 read_tracing_data(fd, attrs, nr_counters);
395 trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
399 if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
400 struct perf_file_section *buildid_sec;
402 buildid_sec = &feat_sec[idx++];
404 /* Write build-ids */
405 buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
406 err = dsos__write_buildid_table(fd);
408 pr_debug("failed to write buildid table\n");
411 buildid_sec->size = lseek(fd, 0, SEEK_CUR) - buildid_sec->offset;
412 dsos__cache_build_ids();
415 lseek(fd, sec_start, SEEK_SET);
416 err = do_write(fd, feat_sec, sec_size);
418 pr_debug("failed to write feature section\n");
424 int perf_header__write(struct perf_header *self, int fd, bool at_exit)
426 struct perf_file_header f_header;
427 struct perf_file_attr f_attr;
428 struct perf_header_attr *attr;
431 lseek(fd, sizeof(f_header), SEEK_SET);
434 for (i = 0; i < self->attrs; i++) {
435 attr = self->attr[i];
437 attr->id_offset = lseek(fd, 0, SEEK_CUR);
438 err = do_write(fd, attr->id, attr->ids * sizeof(u64));
440 pr_debug("failed to write perf header\n");
446 self->attr_offset = lseek(fd, 0, SEEK_CUR);
448 for (i = 0; i < self->attrs; i++) {
449 attr = self->attr[i];
451 f_attr = (struct perf_file_attr){
454 .offset = attr->id_offset,
455 .size = attr->ids * sizeof(u64),
458 err = do_write(fd, &f_attr, sizeof(f_attr));
460 pr_debug("failed to write perf header attribute\n");
465 self->event_offset = lseek(fd, 0, SEEK_CUR);
466 self->event_size = event_count * sizeof(struct perf_trace_event_type);
468 err = do_write(fd, events, self->event_size);
470 pr_debug("failed to write perf header events\n");
475 self->data_offset = lseek(fd, 0, SEEK_CUR);
478 err = perf_header__adds_write(self, fd);
483 f_header = (struct perf_file_header){
485 .size = sizeof(f_header),
486 .attr_size = sizeof(f_attr),
488 .offset = self->attr_offset,
489 .size = self->attrs * sizeof(f_attr),
492 .offset = self->data_offset,
493 .size = self->data_size,
496 .offset = self->event_offset,
497 .size = self->event_size,
501 memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
503 lseek(fd, 0, SEEK_SET);
504 err = do_write(fd, &f_header, sizeof(f_header));
506 pr_debug("failed to write perf header\n");
509 lseek(fd, self->data_offset + self->data_size, SEEK_SET);
515 static int do_read(int fd, void *buf, size_t size)
518 int ret = read(fd, buf, size);
530 static int perf_header__getbuffer64(struct perf_header *self,
531 int fd, void *buf, size_t size)
533 if (do_read(fd, buf, size))
536 if (self->needs_swap)
537 mem_bswap_64(buf, size);
542 int perf_header__process_sections(struct perf_header *self, int fd,
543 int (*process)(struct perf_file_section *self,
544 struct perf_header *ph,
547 struct perf_file_section *feat_sec;
551 int err = -1, feat = 1;
553 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
557 feat_sec = calloc(sizeof(*feat_sec), nr_sections);
561 sec_size = sizeof(*feat_sec) * nr_sections;
563 lseek(fd, self->data_offset + self->data_size, SEEK_SET);
565 if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
569 while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
570 if (perf_header__has_feat(self, feat)) {
571 struct perf_file_section *sec = &feat_sec[idx++];
573 err = process(sec, self, feat, fd);
584 int perf_file_header__read(struct perf_file_header *self,
585 struct perf_header *ph, int fd)
587 lseek(fd, 0, SEEK_SET);
589 if (do_read(fd, self, sizeof(*self)) ||
590 memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
593 if (self->attr_size != sizeof(struct perf_file_attr)) {
594 u64 attr_size = bswap_64(self->attr_size);
596 if (attr_size != sizeof(struct perf_file_attr))
599 mem_bswap_64(self, offsetof(struct perf_file_header,
601 ph->needs_swap = true;
604 if (self->size != sizeof(*self)) {
605 /* Support the previous format */
606 if (self->size == offsetof(typeof(*self), adds_features))
607 bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
612 memcpy(&ph->adds_features, &self->adds_features,
613 sizeof(ph->adds_features));
615 * FIXME: hack that assumes that if we need swap the perf.data file
616 * may be coming from an arch with a different word-size, ergo different
617 * DEFINE_BITMAP format, investigate more later, but for now its mostly
618 * safe to assume that we have a build-id section. Trace files probably
619 * have several other issues in this realm anyway...
621 if (ph->needs_swap) {
622 memset(&ph->adds_features, 0, sizeof(ph->adds_features));
623 perf_header__set_feat(ph, HEADER_BUILD_ID);
626 ph->event_offset = self->event_types.offset;
627 ph->event_size = self->event_types.size;
628 ph->data_offset = self->data.offset;
629 ph->data_size = self->data.size;
633 static int perf_file_section__process(struct perf_file_section *self,
634 struct perf_header *ph,
637 if (lseek(fd, self->offset, SEEK_SET) < 0) {
638 pr_debug("Failed to lseek to %Ld offset for feature %d, "
639 "continuing...\n", self->offset, feat);
644 case HEADER_TRACE_INFO:
648 case HEADER_BUILD_ID:
649 if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
650 pr_debug("Failed to read buildids, continuing...\n");
653 pr_debug("unknown feature %d, continuing...\n", feat);
659 int perf_header__read(struct perf_header *self, int fd)
661 struct perf_file_header f_header;
662 struct perf_file_attr f_attr;
664 int nr_attrs, nr_ids, i, j;
666 if (perf_file_header__read(&f_header, self, fd) < 0) {
667 pr_debug("incompatible file format\n");
671 nr_attrs = f_header.attrs.size / sizeof(f_attr);
672 lseek(fd, f_header.attrs.offset, SEEK_SET);
674 for (i = 0; i < nr_attrs; i++) {
675 struct perf_header_attr *attr;
678 if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
681 tmp = lseek(fd, 0, SEEK_CUR);
683 attr = perf_header_attr__new(&f_attr.attr);
687 nr_ids = f_attr.ids.size / sizeof(u64);
688 lseek(fd, f_attr.ids.offset, SEEK_SET);
690 for (j = 0; j < nr_ids; j++) {
691 if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
694 if (perf_header_attr__add_id(attr, f_id) < 0) {
695 perf_header_attr__delete(attr);
699 if (perf_header__add_attr(self, attr) < 0) {
700 perf_header_attr__delete(attr);
704 lseek(fd, tmp, SEEK_SET);
707 if (f_header.event_types.size) {
708 lseek(fd, f_header.event_types.offset, SEEK_SET);
709 events = malloc(f_header.event_types.size);
712 if (perf_header__getbuffer64(self, fd, events,
713 f_header.event_types.size))
715 event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type);
718 perf_header__process_sections(self, fd, perf_file_section__process);
720 lseek(fd, self->data_offset, SEEK_SET);
728 u64 perf_header__sample_type(struct perf_header *header)
733 for (i = 0; i < header->attrs; i++) {
734 struct perf_header_attr *attr = header->attr[i];
737 type = attr->attr.sample_type;
738 else if (type != attr->attr.sample_type)
739 die("non matching sample_type");
745 struct perf_event_attr *
746 perf_header__find_attr(u64 id, struct perf_header *header)
750 for (i = 0; i < header->attrs; i++) {
751 struct perf_header_attr *attr = header->attr[i];
754 for (j = 0; j < attr->ids; j++) {
755 if (attr->id[j] == id)