2 * CTF writing support via babeltrace.
4 * Copyright (C) 2014, Jiri Olsa <jolsa@redhat.com>
5 * Copyright (C) 2014, Sebastian Andrzej Siewior <bigeasy@linutronix.de>
7 * Released under the GPL v2. (and only v2, not any later version)
10 #include <linux/compiler.h>
11 #include <linux/kernel.h>
12 #include <babeltrace/ctf-writer/writer.h>
13 #include <babeltrace/ctf-writer/clock.h>
14 #include <babeltrace/ctf-writer/stream.h>
15 #include <babeltrace/ctf-writer/event.h>
16 #include <babeltrace/ctf-writer/event-types.h>
17 #include <babeltrace/ctf-writer/event-fields.h>
18 #include <babeltrace/ctf-ir/utils.h>
19 #include <babeltrace/ctf/events.h>
20 #include <traceevent/event-parse.h>
22 #include "data-convert-bt.h"
32 #define pr_N(n, fmt, ...) \
33 eprintf(n, debug_data_convert, fmt, ##__VA_ARGS__)
35 #define pr(fmt, ...) pr_N(1, pr_fmt(fmt), ##__VA_ARGS__)
36 #define pr2(fmt, ...) pr_N(2, pr_fmt(fmt), ##__VA_ARGS__)
38 #define pr_time2(t, fmt, ...) pr_time_N(2, debug_data_convert, t, pr_fmt(fmt), ##__VA_ARGS__)
41 struct bt_ctf_event_class *event_class;
47 struct bt_ctf_stream *stream;
53 /* writer primitives */
54 struct bt_ctf_writer *writer;
55 struct ctf_stream **stream;
57 struct bt_ctf_stream_class *stream_class;
58 struct bt_ctf_clock *clock;
63 struct bt_ctf_field_type *s64;
64 struct bt_ctf_field_type *u64;
65 struct bt_ctf_field_type *s32;
66 struct bt_ctf_field_type *u32;
67 struct bt_ctf_field_type *string;
68 struct bt_ctf_field_type *u32_hex;
69 struct bt_ctf_field_type *u64_hex;
71 struct bt_ctf_field_type *array[6];
73 struct bt_ctf_event_class *comm_class;
74 struct bt_ctf_event_class *exit_class;
75 struct bt_ctf_event_class *fork_class;
79 struct perf_tool tool;
80 struct ctf_writer writer;
86 /* Ordered events configured queue size. */
90 static int value_set(struct bt_ctf_field_type *type,
91 struct bt_ctf_event *event,
92 const char *name, u64 val)
94 struct bt_ctf_field *field;
95 bool sign = bt_ctf_field_type_integer_get_signed(type);
98 field = bt_ctf_field_create(type);
100 pr_err("failed to create a field %s\n", name);
105 ret = bt_ctf_field_signed_integer_set_value(field, val);
107 pr_err("failed to set field value %s\n", name);
111 ret = bt_ctf_field_unsigned_integer_set_value(field, val);
113 pr_err("failed to set field value %s\n", name);
118 ret = bt_ctf_event_set_payload(event, name, field);
120 pr_err("failed to set payload %s\n", name);
124 pr2(" SET [%s = %" PRIu64 "]\n", name, val);
127 bt_ctf_field_put(field);
131 #define __FUNC_VALUE_SET(_name, _val_type) \
132 static __maybe_unused int value_set_##_name(struct ctf_writer *cw, \
133 struct bt_ctf_event *event, \
137 struct bt_ctf_field_type *type = cw->data._name; \
138 return value_set(type, event, name, (u64) val); \
141 #define FUNC_VALUE_SET(_name) __FUNC_VALUE_SET(_name, _name)
147 __FUNC_VALUE_SET(u64_hex, u64)
149 static int string_set_value(struct bt_ctf_field *field, const char *string);
150 static __maybe_unused int
151 value_set_string(struct ctf_writer *cw, struct bt_ctf_event *event,
152 const char *name, const char *string)
154 struct bt_ctf_field_type *type = cw->data.string;
155 struct bt_ctf_field *field;
158 field = bt_ctf_field_create(type);
160 pr_err("failed to create a field %s\n", name);
164 ret = string_set_value(field, string);
166 pr_err("failed to set value %s\n", name);
170 ret = bt_ctf_event_set_payload(event, name, field);
172 pr_err("failed to set payload %s\n", name);
175 bt_ctf_field_put(field);
179 static struct bt_ctf_field_type*
180 get_tracepoint_field_type(struct ctf_writer *cw, struct format_field *field)
182 unsigned long flags = field->flags;
184 if (flags & FIELD_IS_STRING)
185 return cw->data.string;
187 if (!(flags & FIELD_IS_SIGNED)) {
188 /* unsigned long are mostly pointers */
189 if (flags & FIELD_IS_LONG || flags & FIELD_IS_POINTER)
190 return cw->data.u64_hex;
193 if (flags & FIELD_IS_SIGNED) {
194 if (field->size == 8)
200 if (field->size == 8)
206 static unsigned long long adjust_signedness(unsigned long long value_int, int size)
208 unsigned long long value_mask;
211 * value_mask = (1 << (size * 8 - 1)) - 1.
212 * Directly set value_mask for code readers.
216 value_mask = 0x7fULL;
219 value_mask = 0x7fffULL;
222 value_mask = 0x7fffffffULL;
226 * For 64 bit value, return it self. There is no need
235 /* If it is a positive value, don't adjust. */
236 if ((value_int & (~0ULL - value_mask)) == 0)
239 /* Fill upper part of value_int with 1 to make it a negative long long. */
240 return (value_int & value_mask) | ~value_mask;
243 static int string_set_value(struct bt_ctf_field *field, const char *string)
246 size_t len = strlen(string), i, p;
249 for (i = p = 0; i < len; i++, p++) {
250 if (isprint(string[i])) {
253 buffer[p] = string[i];
257 snprintf(numstr, sizeof(numstr), "\\x%02x",
258 (unsigned int)(string[i]) & 0xff);
261 buffer = zalloc(i + (len - i) * 4 + 2);
263 pr_err("failed to set unprintable string '%s'\n", string);
264 return bt_ctf_field_string_set_value(field, "UNPRINTABLE-STRING");
267 strncpy(buffer, string, i);
269 strncat(buffer + p, numstr, 4);
275 return bt_ctf_field_string_set_value(field, string);
276 err = bt_ctf_field_string_set_value(field, buffer);
281 static int add_tracepoint_field_value(struct ctf_writer *cw,
282 struct bt_ctf_event_class *event_class,
283 struct bt_ctf_event *event,
284 struct perf_sample *sample,
285 struct format_field *fmtf)
287 struct bt_ctf_field_type *type;
288 struct bt_ctf_field *array_field;
289 struct bt_ctf_field *field;
290 const char *name = fmtf->name;
291 void *data = sample->raw_data;
292 unsigned long flags = fmtf->flags;
293 unsigned int n_items;
300 offset = fmtf->offset;
302 if (flags & FIELD_IS_STRING)
303 flags &= ~FIELD_IS_ARRAY;
305 if (flags & FIELD_IS_DYNAMIC) {
306 unsigned long long tmp_val;
308 tmp_val = pevent_read_number(fmtf->event->pevent,
315 if (flags & FIELD_IS_ARRAY) {
317 type = bt_ctf_event_class_get_field_by_name(
319 array_field = bt_ctf_field_create(type);
320 bt_ctf_field_type_put(type);
322 pr_err("Failed to create array type %s\n", name);
326 len = fmtf->size / fmtf->arraylen;
327 n_items = fmtf->arraylen;
333 type = get_tracepoint_field_type(cw, fmtf);
335 for (i = 0; i < n_items; i++) {
336 if (flags & FIELD_IS_ARRAY)
337 field = bt_ctf_field_array_get_field(array_field, i);
339 field = bt_ctf_field_create(type);
342 pr_err("failed to create a field %s\n", name);
346 if (flags & FIELD_IS_STRING)
347 ret = string_set_value(field, data + offset + i * len);
349 unsigned long long value_int;
351 value_int = pevent_read_number(
353 data + offset + i * len, len);
355 if (!(flags & FIELD_IS_SIGNED))
356 ret = bt_ctf_field_unsigned_integer_set_value(
359 ret = bt_ctf_field_signed_integer_set_value(
360 field, adjust_signedness(value_int, len));
364 pr_err("failed to set file value %s\n", name);
367 if (!(flags & FIELD_IS_ARRAY)) {
368 ret = bt_ctf_event_set_payload(event, name, field);
370 pr_err("failed to set payload %s\n", name);
374 bt_ctf_field_put(field);
376 if (flags & FIELD_IS_ARRAY) {
377 ret = bt_ctf_event_set_payload(event, name, array_field);
379 pr_err("Failed add payload array %s\n", name);
382 bt_ctf_field_put(array_field);
387 bt_ctf_field_put(field);
391 static int add_tracepoint_fields_values(struct ctf_writer *cw,
392 struct bt_ctf_event_class *event_class,
393 struct bt_ctf_event *event,
394 struct format_field *fields,
395 struct perf_sample *sample)
397 struct format_field *field;
400 for (field = fields; field; field = field->next) {
401 ret = add_tracepoint_field_value(cw, event_class, event, sample,
409 static int add_tracepoint_values(struct ctf_writer *cw,
410 struct bt_ctf_event_class *event_class,
411 struct bt_ctf_event *event,
412 struct perf_evsel *evsel,
413 struct perf_sample *sample)
415 struct format_field *common_fields = evsel->tp_format->format.common_fields;
416 struct format_field *fields = evsel->tp_format->format.fields;
419 ret = add_tracepoint_fields_values(cw, event_class, event,
420 common_fields, sample);
422 ret = add_tracepoint_fields_values(cw, event_class, event,
429 add_bpf_output_values(struct bt_ctf_event_class *event_class,
430 struct bt_ctf_event *event,
431 struct perf_sample *sample)
433 struct bt_ctf_field_type *len_type, *seq_type;
434 struct bt_ctf_field *len_field, *seq_field;
435 unsigned int raw_size = sample->raw_size;
436 unsigned int nr_elements = raw_size / sizeof(u32);
440 if (nr_elements * sizeof(u32) != raw_size)
441 pr_warning("Incorrect raw_size (%u) in bpf output event, skip %zu bytes\n",
442 raw_size, nr_elements * sizeof(u32) - raw_size);
444 len_type = bt_ctf_event_class_get_field_by_name(event_class, "raw_len");
445 len_field = bt_ctf_field_create(len_type);
447 pr_err("failed to create 'raw_len' for bpf output event\n");
452 ret = bt_ctf_field_unsigned_integer_set_value(len_field, nr_elements);
454 pr_err("failed to set field value for raw_len\n");
457 ret = bt_ctf_event_set_payload(event, "raw_len", len_field);
459 pr_err("failed to set payload to raw_len\n");
463 seq_type = bt_ctf_event_class_get_field_by_name(event_class, "raw_data");
464 seq_field = bt_ctf_field_create(seq_type);
466 pr_err("failed to create 'raw_data' for bpf output event\n");
471 ret = bt_ctf_field_sequence_set_length(seq_field, len_field);
473 pr_err("failed to set length of 'raw_data'\n");
477 for (i = 0; i < nr_elements; i++) {
478 struct bt_ctf_field *elem_field =
479 bt_ctf_field_sequence_get_field(seq_field, i);
481 ret = bt_ctf_field_unsigned_integer_set_value(elem_field,
482 ((u32 *)(sample->raw_data))[i]);
484 bt_ctf_field_put(elem_field);
486 pr_err("failed to set raw_data[%d]\n", i);
491 ret = bt_ctf_event_set_payload(event, "raw_data", seq_field);
493 pr_err("failed to set payload for raw_data\n");
496 bt_ctf_field_put(seq_field);
498 bt_ctf_field_type_put(seq_type);
500 bt_ctf_field_put(len_field);
502 bt_ctf_field_type_put(len_type);
506 static int add_generic_values(struct ctf_writer *cw,
507 struct bt_ctf_event *event,
508 struct perf_evsel *evsel,
509 struct perf_sample *sample)
511 u64 type = evsel->attr.sample_type;
516 * PERF_SAMPLE_TIME - not needed as we have it in
518 * PERF_SAMPLE_READ - TODO
519 * PERF_SAMPLE_CALLCHAIN - TODO
520 * PERF_SAMPLE_RAW - tracepoint fields are handled separately
521 * PERF_SAMPLE_BRANCH_STACK - TODO
522 * PERF_SAMPLE_REGS_USER - TODO
523 * PERF_SAMPLE_STACK_USER - TODO
526 if (type & PERF_SAMPLE_IP) {
527 ret = value_set_u64_hex(cw, event, "perf_ip", sample->ip);
532 if (type & PERF_SAMPLE_TID) {
533 ret = value_set_s32(cw, event, "perf_tid", sample->tid);
537 ret = value_set_s32(cw, event, "perf_pid", sample->pid);
542 if ((type & PERF_SAMPLE_ID) ||
543 (type & PERF_SAMPLE_IDENTIFIER)) {
544 ret = value_set_u64(cw, event, "perf_id", sample->id);
549 if (type & PERF_SAMPLE_STREAM_ID) {
550 ret = value_set_u64(cw, event, "perf_stream_id", sample->stream_id);
555 if (type & PERF_SAMPLE_PERIOD) {
556 ret = value_set_u64(cw, event, "perf_period", sample->period);
561 if (type & PERF_SAMPLE_WEIGHT) {
562 ret = value_set_u64(cw, event, "perf_weight", sample->weight);
567 if (type & PERF_SAMPLE_DATA_SRC) {
568 ret = value_set_u64(cw, event, "perf_data_src",
574 if (type & PERF_SAMPLE_TRANSACTION) {
575 ret = value_set_u64(cw, event, "perf_transaction",
576 sample->transaction);
584 static int ctf_stream__flush(struct ctf_stream *cs)
589 err = bt_ctf_stream_flush(cs->stream);
591 pr_err("CTF stream %d flush failed\n", cs->cpu);
593 pr("Flush stream for cpu %d (%u samples)\n",
602 static struct ctf_stream *ctf_stream__create(struct ctf_writer *cw, int cpu)
604 struct ctf_stream *cs;
605 struct bt_ctf_field *pkt_ctx = NULL;
606 struct bt_ctf_field *cpu_field = NULL;
607 struct bt_ctf_stream *stream = NULL;
610 cs = zalloc(sizeof(*cs));
612 pr_err("Failed to allocate ctf stream\n");
616 stream = bt_ctf_writer_create_stream(cw->writer, cw->stream_class);
618 pr_err("Failed to create CTF stream\n");
622 pkt_ctx = bt_ctf_stream_get_packet_context(stream);
624 pr_err("Failed to obtain packet context\n");
628 cpu_field = bt_ctf_field_structure_get_field(pkt_ctx, "cpu_id");
629 bt_ctf_field_put(pkt_ctx);
631 pr_err("Failed to obtain cpu field\n");
635 ret = bt_ctf_field_unsigned_integer_set_value(cpu_field, (u32) cpu);
637 pr_err("Failed to update CPU number\n");
641 bt_ctf_field_put(cpu_field);
649 bt_ctf_field_put(cpu_field);
651 bt_ctf_stream_put(stream);
657 static void ctf_stream__delete(struct ctf_stream *cs)
660 bt_ctf_stream_put(cs->stream);
665 static struct ctf_stream *ctf_stream(struct ctf_writer *cw, int cpu)
667 struct ctf_stream *cs = cw->stream[cpu];
670 cs = ctf_stream__create(cw, cpu);
671 cw->stream[cpu] = cs;
677 static int get_sample_cpu(struct ctf_writer *cw, struct perf_sample *sample,
678 struct perf_evsel *evsel)
682 if (evsel->attr.sample_type & PERF_SAMPLE_CPU)
685 if (cpu > cw->stream_cnt) {
686 pr_err("Event was recorded for CPU %d, limit is at %d.\n",
687 cpu, cw->stream_cnt);
694 #define STREAM_FLUSH_COUNT 100000
697 * Currently we have no other way to determine the
698 * time for the stream flush other than keep track
699 * of the number of events and check it against
702 static bool is_flush_needed(struct ctf_stream *cs)
704 return cs->count >= STREAM_FLUSH_COUNT;
707 static int process_sample_event(struct perf_tool *tool,
708 union perf_event *_event,
709 struct perf_sample *sample,
710 struct perf_evsel *evsel,
711 struct machine *machine __maybe_unused)
713 struct convert *c = container_of(tool, struct convert, tool);
714 struct evsel_priv *priv = evsel->priv;
715 struct ctf_writer *cw = &c->writer;
716 struct ctf_stream *cs;
717 struct bt_ctf_event_class *event_class;
718 struct bt_ctf_event *event;
721 if (WARN_ONCE(!priv, "Failed to setup all events.\n"))
724 event_class = priv->event_class;
728 c->events_size += _event->header.size;
730 pr_time2(sample->time, "sample %" PRIu64 "\n", c->events_count);
732 event = bt_ctf_event_create(event_class);
734 pr_err("Failed to create an CTF event\n");
738 bt_ctf_clock_set_time(cw->clock, sample->time);
740 ret = add_generic_values(cw, event, evsel, sample);
744 if (evsel->attr.type == PERF_TYPE_TRACEPOINT) {
745 ret = add_tracepoint_values(cw, event_class, event,
751 if (perf_evsel__is_bpf_output(evsel)) {
752 ret = add_bpf_output_values(event_class, event, sample);
757 cs = ctf_stream(cw, get_sample_cpu(cw, sample, evsel));
759 if (is_flush_needed(cs))
760 ctf_stream__flush(cs);
763 bt_ctf_stream_append_event(cs->stream, event);
766 bt_ctf_event_put(event);
770 #define __NON_SAMPLE_SET_FIELD(_name, _type, _field) \
772 ret = value_set_##_type(cw, event, #_field, _event->_name._field);\
777 #define __FUNC_PROCESS_NON_SAMPLE(_name, body) \
778 static int process_##_name##_event(struct perf_tool *tool, \
779 union perf_event *_event, \
780 struct perf_sample *sample, \
781 struct machine *machine) \
783 struct convert *c = container_of(tool, struct convert, tool);\
784 struct ctf_writer *cw = &c->writer; \
785 struct bt_ctf_event_class *event_class = cw->_name##_class;\
786 struct bt_ctf_event *event; \
787 struct ctf_stream *cs; \
790 c->non_sample_count++; \
791 c->events_size += _event->header.size; \
792 event = bt_ctf_event_create(event_class); \
794 pr_err("Failed to create an CTF event\n"); \
798 bt_ctf_clock_set_time(cw->clock, sample->time); \
800 cs = ctf_stream(cw, 0); \
802 if (is_flush_needed(cs)) \
803 ctf_stream__flush(cs); \
806 bt_ctf_stream_append_event(cs->stream, event); \
808 bt_ctf_event_put(event); \
810 return perf_event__process_##_name(tool, _event, sample, machine);\
813 __FUNC_PROCESS_NON_SAMPLE(comm,
814 __NON_SAMPLE_SET_FIELD(comm, u32, pid);
815 __NON_SAMPLE_SET_FIELD(comm, u32, tid);
816 __NON_SAMPLE_SET_FIELD(comm, string, comm);
818 __FUNC_PROCESS_NON_SAMPLE(fork,
819 __NON_SAMPLE_SET_FIELD(fork, u32, pid);
820 __NON_SAMPLE_SET_FIELD(fork, u32, ppid);
821 __NON_SAMPLE_SET_FIELD(fork, u32, tid);
822 __NON_SAMPLE_SET_FIELD(fork, u32, ptid);
823 __NON_SAMPLE_SET_FIELD(fork, u64, time);
826 __FUNC_PROCESS_NON_SAMPLE(exit,
827 __NON_SAMPLE_SET_FIELD(fork, u32, pid);
828 __NON_SAMPLE_SET_FIELD(fork, u32, ppid);
829 __NON_SAMPLE_SET_FIELD(fork, u32, tid);
830 __NON_SAMPLE_SET_FIELD(fork, u32, ptid);
831 __NON_SAMPLE_SET_FIELD(fork, u64, time);
833 #undef __NON_SAMPLE_SET_FIELD
834 #undef __FUNC_PROCESS_NON_SAMPLE
836 /* If dup < 0, add a prefix. Else, add _dupl_X suffix. */
837 static char *change_name(char *name, char *orig_name, int dup)
839 char *new_name = NULL;
848 * Add '_' prefix to potential keywork. According to
849 * Mathieu Desnoyers (https://lkml.org/lkml/2015/1/23/652),
850 * futher CTF spec updating may require us to use '$'.
853 len = strlen(name) + sizeof("_");
855 len = strlen(orig_name) + sizeof("_dupl_X");
857 new_name = malloc(len);
862 snprintf(new_name, len, "_%s", name);
864 snprintf(new_name, len, "%s_dupl_%d", orig_name, dup);
867 if (name != orig_name)
872 static int event_class_add_field(struct bt_ctf_event_class *event_class,
873 struct bt_ctf_field_type *type,
874 struct format_field *field)
876 struct bt_ctf_field_type *t = NULL;
881 /* alias was already assigned */
882 if (field->alias != field->name)
883 return bt_ctf_event_class_add_field(event_class, type,
884 (char *)field->alias);
888 /* If 'name' is a keywork, add prefix. */
889 if (bt_ctf_validate_identifier(name))
890 name = change_name(name, field->name, -1);
893 pr_err("Failed to fix invalid identifier.");
896 while ((t = bt_ctf_event_class_get_field_by_name(event_class, name))) {
897 bt_ctf_field_type_put(t);
898 name = change_name(name, field->name, dup++);
900 pr_err("Failed to create dup name for '%s'\n", field->name);
905 ret = bt_ctf_event_class_add_field(event_class, type, name);
912 static int add_tracepoint_fields_types(struct ctf_writer *cw,
913 struct format_field *fields,
914 struct bt_ctf_event_class *event_class)
916 struct format_field *field;
919 for (field = fields; field; field = field->next) {
920 struct bt_ctf_field_type *type;
921 unsigned long flags = field->flags;
923 pr2(" field '%s'\n", field->name);
925 type = get_tracepoint_field_type(cw, field);
930 * A string is an array of chars. For this we use the string
931 * type and don't care that it is an array. What we don't
932 * support is an array of strings.
934 if (flags & FIELD_IS_STRING)
935 flags &= ~FIELD_IS_ARRAY;
937 if (flags & FIELD_IS_ARRAY)
938 type = bt_ctf_field_type_array_create(type, field->arraylen);
940 ret = event_class_add_field(event_class, type, field);
942 if (flags & FIELD_IS_ARRAY)
943 bt_ctf_field_type_put(type);
946 pr_err("Failed to add field '%s': %d\n",
955 static int add_tracepoint_types(struct ctf_writer *cw,
956 struct perf_evsel *evsel,
957 struct bt_ctf_event_class *class)
959 struct format_field *common_fields = evsel->tp_format->format.common_fields;
960 struct format_field *fields = evsel->tp_format->format.fields;
963 ret = add_tracepoint_fields_types(cw, common_fields, class);
965 ret = add_tracepoint_fields_types(cw, fields, class);
970 static int add_bpf_output_types(struct ctf_writer *cw,
971 struct bt_ctf_event_class *class)
973 struct bt_ctf_field_type *len_type = cw->data.u32;
974 struct bt_ctf_field_type *seq_base_type = cw->data.u32_hex;
975 struct bt_ctf_field_type *seq_type;
978 ret = bt_ctf_event_class_add_field(class, len_type, "raw_len");
982 seq_type = bt_ctf_field_type_sequence_create(seq_base_type, "raw_len");
986 return bt_ctf_event_class_add_field(class, seq_type, "raw_data");
989 static int add_generic_types(struct ctf_writer *cw, struct perf_evsel *evsel,
990 struct bt_ctf_event_class *event_class)
992 u64 type = evsel->attr.sample_type;
996 * PERF_SAMPLE_TIME - not needed as we have it in
998 * PERF_SAMPLE_READ - TODO
999 * PERF_SAMPLE_CALLCHAIN - TODO
1000 * PERF_SAMPLE_RAW - tracepoint fields and BPF output
1001 * are handled separately
1002 * PERF_SAMPLE_BRANCH_STACK - TODO
1003 * PERF_SAMPLE_REGS_USER - TODO
1004 * PERF_SAMPLE_STACK_USER - TODO
1007 #define ADD_FIELD(cl, t, n) \
1009 pr2(" field '%s'\n", n); \
1010 if (bt_ctf_event_class_add_field(cl, t, n)) { \
1011 pr_err("Failed to add field '%s';\n", n); \
1016 if (type & PERF_SAMPLE_IP)
1017 ADD_FIELD(event_class, cw->data.u64_hex, "perf_ip");
1019 if (type & PERF_SAMPLE_TID) {
1020 ADD_FIELD(event_class, cw->data.s32, "perf_tid");
1021 ADD_FIELD(event_class, cw->data.s32, "perf_pid");
1024 if ((type & PERF_SAMPLE_ID) ||
1025 (type & PERF_SAMPLE_IDENTIFIER))
1026 ADD_FIELD(event_class, cw->data.u64, "perf_id");
1028 if (type & PERF_SAMPLE_STREAM_ID)
1029 ADD_FIELD(event_class, cw->data.u64, "perf_stream_id");
1031 if (type & PERF_SAMPLE_PERIOD)
1032 ADD_FIELD(event_class, cw->data.u64, "perf_period");
1034 if (type & PERF_SAMPLE_WEIGHT)
1035 ADD_FIELD(event_class, cw->data.u64, "perf_weight");
1037 if (type & PERF_SAMPLE_DATA_SRC)
1038 ADD_FIELD(event_class, cw->data.u64, "perf_data_src");
1040 if (type & PERF_SAMPLE_TRANSACTION)
1041 ADD_FIELD(event_class, cw->data.u64, "perf_transaction");
1047 static int add_event(struct ctf_writer *cw, struct perf_evsel *evsel)
1049 struct bt_ctf_event_class *event_class;
1050 struct evsel_priv *priv;
1051 const char *name = perf_evsel__name(evsel);
1054 pr("Adding event '%s' (type %d)\n", name, evsel->attr.type);
1056 event_class = bt_ctf_event_class_create(name);
1060 ret = add_generic_types(cw, evsel, event_class);
1064 if (evsel->attr.type == PERF_TYPE_TRACEPOINT) {
1065 ret = add_tracepoint_types(cw, evsel, event_class);
1070 if (perf_evsel__is_bpf_output(evsel)) {
1071 ret = add_bpf_output_types(cw, event_class);
1076 ret = bt_ctf_stream_class_add_event_class(cw->stream_class, event_class);
1078 pr("Failed to add event class into stream.\n");
1082 priv = malloc(sizeof(*priv));
1086 priv->event_class = event_class;
1091 bt_ctf_event_class_put(event_class);
1092 pr_err("Failed to add event '%s'.\n", name);
1096 static int setup_events(struct ctf_writer *cw, struct perf_session *session)
1098 struct perf_evlist *evlist = session->evlist;
1099 struct perf_evsel *evsel;
1102 evlist__for_each_entry(evlist, evsel) {
1103 ret = add_event(cw, evsel);
1110 #define __NON_SAMPLE_ADD_FIELD(t, n) \
1112 pr2(" field '%s'\n", #n); \
1113 if (bt_ctf_event_class_add_field(event_class, cw->data.t, #n)) {\
1114 pr_err("Failed to add field '%s';\n", #n);\
1119 #define __FUNC_ADD_NON_SAMPLE_EVENT_CLASS(_name, body) \
1120 static int add_##_name##_event(struct ctf_writer *cw) \
1122 struct bt_ctf_event_class *event_class; \
1125 pr("Adding "#_name" event\n"); \
1126 event_class = bt_ctf_event_class_create("perf_" #_name);\
1131 ret = bt_ctf_stream_class_add_event_class(cw->stream_class, event_class);\
1133 pr("Failed to add event class '"#_name"' into stream.\n");\
1137 cw->_name##_class = event_class; \
1138 bt_ctf_event_class_put(event_class); \
1142 __FUNC_ADD_NON_SAMPLE_EVENT_CLASS(comm,
1143 __NON_SAMPLE_ADD_FIELD(u32, pid);
1144 __NON_SAMPLE_ADD_FIELD(u32, tid);
1145 __NON_SAMPLE_ADD_FIELD(string, comm);
1148 __FUNC_ADD_NON_SAMPLE_EVENT_CLASS(fork,
1149 __NON_SAMPLE_ADD_FIELD(u32, pid);
1150 __NON_SAMPLE_ADD_FIELD(u32, ppid);
1151 __NON_SAMPLE_ADD_FIELD(u32, tid);
1152 __NON_SAMPLE_ADD_FIELD(u32, ptid);
1153 __NON_SAMPLE_ADD_FIELD(u64, time);
1156 __FUNC_ADD_NON_SAMPLE_EVENT_CLASS(exit,
1157 __NON_SAMPLE_ADD_FIELD(u32, pid);
1158 __NON_SAMPLE_ADD_FIELD(u32, ppid);
1159 __NON_SAMPLE_ADD_FIELD(u32, tid);
1160 __NON_SAMPLE_ADD_FIELD(u32, ptid);
1161 __NON_SAMPLE_ADD_FIELD(u64, time);
1164 #undef __NON_SAMPLE_ADD_FIELD
1165 #undef __FUNC_ADD_NON_SAMPLE_EVENT_CLASS
1167 static int setup_non_sample_events(struct ctf_writer *cw,
1168 struct perf_session *session __maybe_unused)
1172 ret = add_comm_event(cw);
1175 ret = add_exit_event(cw);
1178 ret = add_fork_event(cw);
1184 static void cleanup_events(struct perf_session *session)
1186 struct perf_evlist *evlist = session->evlist;
1187 struct perf_evsel *evsel;
1189 evlist__for_each_entry(evlist, evsel) {
1190 struct evsel_priv *priv;
1193 bt_ctf_event_class_put(priv->event_class);
1194 zfree(&evsel->priv);
1197 perf_evlist__delete(evlist);
1198 session->evlist = NULL;
1201 static int setup_streams(struct ctf_writer *cw, struct perf_session *session)
1203 struct ctf_stream **stream;
1204 struct perf_header *ph = &session->header;
1208 * Try to get the number of cpus used in the data file,
1209 * if not present fallback to the MAX_CPUS.
1211 ncpus = ph->env.nr_cpus_avail ?: MAX_CPUS;
1213 stream = zalloc(sizeof(*stream) * ncpus);
1215 pr_err("Failed to allocate streams.\n");
1219 cw->stream = stream;
1220 cw->stream_cnt = ncpus;
1224 static void free_streams(struct ctf_writer *cw)
1228 for (cpu = 0; cpu < cw->stream_cnt; cpu++)
1229 ctf_stream__delete(cw->stream[cpu]);
1234 static int ctf_writer__setup_env(struct ctf_writer *cw,
1235 struct perf_session *session)
1237 struct perf_header *header = &session->header;
1238 struct bt_ctf_writer *writer = cw->writer;
1240 #define ADD(__n, __v) \
1242 if (bt_ctf_writer_add_environment_field(writer, __n, __v)) \
1246 ADD("host", header->env.hostname);
1247 ADD("sysname", "Linux");
1248 ADD("release", header->env.os_release);
1249 ADD("version", header->env.version);
1250 ADD("machine", header->env.arch);
1251 ADD("domain", "kernel");
1252 ADD("tracer_name", "perf");
1258 static int ctf_writer__setup_clock(struct ctf_writer *cw)
1260 struct bt_ctf_clock *clock = cw->clock;
1262 bt_ctf_clock_set_description(clock, "perf clock");
1264 #define SET(__n, __v) \
1266 if (bt_ctf_clock_set_##__n(clock, __v)) \
1270 SET(frequency, 1000000000);
1274 SET(is_absolute, 0);
1280 static struct bt_ctf_field_type *create_int_type(int size, bool sign, bool hex)
1282 struct bt_ctf_field_type *type;
1284 type = bt_ctf_field_type_integer_create(size);
1289 bt_ctf_field_type_integer_set_signed(type, 1))
1293 bt_ctf_field_type_integer_set_base(type, BT_CTF_INTEGER_BASE_HEXADECIMAL))
1296 #if __BYTE_ORDER == __BIG_ENDIAN
1297 bt_ctf_field_type_set_byte_order(type, BT_CTF_BYTE_ORDER_BIG_ENDIAN);
1299 bt_ctf_field_type_set_byte_order(type, BT_CTF_BYTE_ORDER_LITTLE_ENDIAN);
1302 pr2("Created type: INTEGER %d-bit %ssigned %s\n",
1303 size, sign ? "un" : "", hex ? "hex" : "");
1307 bt_ctf_field_type_put(type);
1311 static void ctf_writer__cleanup_data(struct ctf_writer *cw)
1315 for (i = 0; i < ARRAY_SIZE(cw->data.array); i++)
1316 bt_ctf_field_type_put(cw->data.array[i]);
1319 static int ctf_writer__init_data(struct ctf_writer *cw)
1321 #define CREATE_INT_TYPE(type, size, sign, hex) \
1323 (type) = create_int_type(size, sign, hex); \
1328 CREATE_INT_TYPE(cw->data.s64, 64, true, false);
1329 CREATE_INT_TYPE(cw->data.u64, 64, false, false);
1330 CREATE_INT_TYPE(cw->data.s32, 32, true, false);
1331 CREATE_INT_TYPE(cw->data.u32, 32, false, false);
1332 CREATE_INT_TYPE(cw->data.u32_hex, 32, false, true);
1333 CREATE_INT_TYPE(cw->data.u64_hex, 64, false, true);
1335 cw->data.string = bt_ctf_field_type_string_create();
1336 if (cw->data.string)
1340 ctf_writer__cleanup_data(cw);
1341 pr_err("Failed to create data types.\n");
1345 static void ctf_writer__cleanup(struct ctf_writer *cw)
1347 ctf_writer__cleanup_data(cw);
1349 bt_ctf_clock_put(cw->clock);
1351 bt_ctf_stream_class_put(cw->stream_class);
1352 bt_ctf_writer_put(cw->writer);
1354 /* and NULL all the pointers */
1355 memset(cw, 0, sizeof(*cw));
1358 static int ctf_writer__init(struct ctf_writer *cw, const char *path)
1360 struct bt_ctf_writer *writer;
1361 struct bt_ctf_stream_class *stream_class;
1362 struct bt_ctf_clock *clock;
1363 struct bt_ctf_field_type *pkt_ctx_type;
1367 writer = bt_ctf_writer_create(path);
1371 cw->writer = writer;
1374 clock = bt_ctf_clock_create("perf_clock");
1376 pr("Failed to create CTF clock.\n");
1382 if (ctf_writer__setup_clock(cw)) {
1383 pr("Failed to setup CTF clock.\n");
1387 /* CTF stream class */
1388 stream_class = bt_ctf_stream_class_create("perf_stream");
1389 if (!stream_class) {
1390 pr("Failed to create CTF stream class.\n");
1394 cw->stream_class = stream_class;
1396 /* CTF clock stream setup */
1397 if (bt_ctf_stream_class_set_clock(stream_class, clock)) {
1398 pr("Failed to assign CTF clock to stream class.\n");
1402 if (ctf_writer__init_data(cw))
1405 /* Add cpu_id for packet context */
1406 pkt_ctx_type = bt_ctf_stream_class_get_packet_context_type(stream_class);
1410 ret = bt_ctf_field_type_structure_add_field(pkt_ctx_type, cw->data.u32, "cpu_id");
1411 bt_ctf_field_type_put(pkt_ctx_type);
1415 /* CTF clock writer setup */
1416 if (bt_ctf_writer_add_clock(writer, clock)) {
1417 pr("Failed to assign CTF clock to writer.\n");
1424 ctf_writer__cleanup(cw);
1426 pr_err("Failed to setup CTF writer.\n");
1430 static int ctf_writer__flush_streams(struct ctf_writer *cw)
1434 for (cpu = 0; cpu < cw->stream_cnt && !ret; cpu++)
1435 ret = ctf_stream__flush(cw->stream[cpu]);
1440 static int convert__config(const char *var, const char *value, void *cb)
1442 struct convert *c = cb;
1444 if (!strcmp(var, "convert.queue-size")) {
1445 c->queue_size = perf_config_u64(var, value);
1452 int bt_convert__perf2ctf(const char *input, const char *path,
1453 struct perf_data_convert_opts *opts)
1455 struct perf_session *session;
1456 struct perf_data_file file = {
1458 .mode = PERF_DATA_MODE_READ,
1459 .force = opts->force,
1461 struct convert c = {
1463 .sample = process_sample_event,
1464 .mmap = perf_event__process_mmap,
1465 .mmap2 = perf_event__process_mmap2,
1466 .comm = perf_event__process_comm,
1467 .exit = perf_event__process_exit,
1468 .fork = perf_event__process_fork,
1469 .lost = perf_event__process_lost,
1470 .tracing_data = perf_event__process_tracing_data,
1471 .build_id = perf_event__process_build_id,
1472 .namespaces = perf_event__process_namespaces,
1473 .ordered_events = true,
1474 .ordering_requires_timestamps = true,
1477 struct ctf_writer *cw = &c.writer;
1481 c.tool.comm = process_comm_event;
1482 c.tool.exit = process_exit_event;
1483 c.tool.fork = process_fork_event;
1486 err = perf_config(convert__config, &c);
1491 if (ctf_writer__init(cw, path))
1495 /* perf.data session */
1496 session = perf_session__new(&file, 0, &c.tool);
1501 ordered_events__set_alloc_size(&session->ordered_events,
1505 /* CTF writer env/clock setup */
1506 if (ctf_writer__setup_env(cw, session))
1509 /* CTF events setup */
1510 if (setup_events(cw, session))
1513 if (opts->all && setup_non_sample_events(cw, session))
1516 if (setup_streams(cw, session))
1519 err = perf_session__process_events(session);
1521 err = ctf_writer__flush_streams(cw);
1523 pr_err("Error during conversion.\n");
1526 "[ perf data convert: Converted '%s' into CTF data '%s' ]\n",
1530 "[ perf data convert: Converted and wrote %.3f MB (%" PRIu64 " samples",
1531 (double) c.events_size / 1024.0 / 1024.0,
1534 if (!c.non_sample_count)
1535 fprintf(stderr, ") ]\n");
1537 fprintf(stderr, ", %" PRIu64 " non-samples) ]\n", c.non_sample_count);
1539 cleanup_events(session);
1540 perf_session__delete(session);
1541 ctf_writer__cleanup(cw);
1546 perf_session__delete(session);
1548 ctf_writer__cleanup(cw);
1549 pr_err("Error during conversion setup.\n");