Merge tag 'locks-v4.9-1' of git://git.samba.org/jlayton/linux
[cascardo/linux.git] / tools / perf / util / data-convert-bt.c
1 /*
2  * CTF writing support via babeltrace.
3  *
4  * Copyright (C) 2014, Jiri Olsa <jolsa@redhat.com>
5  * Copyright (C) 2014, Sebastian Andrzej Siewior <bigeasy@linutronix.de>
6  *
7  * Released under the GPL v2. (and only v2, not any later version)
8  */
9
10 #include <linux/compiler.h>
11 #include <babeltrace/ctf-writer/writer.h>
12 #include <babeltrace/ctf-writer/clock.h>
13 #include <babeltrace/ctf-writer/stream.h>
14 #include <babeltrace/ctf-writer/event.h>
15 #include <babeltrace/ctf-writer/event-types.h>
16 #include <babeltrace/ctf-writer/event-fields.h>
17 #include <babeltrace/ctf-ir/utils.h>
18 #include <babeltrace/ctf/events.h>
19 #include <traceevent/event-parse.h>
20 #include "asm/bug.h"
21 #include "data-convert-bt.h"
22 #include "session.h"
23 #include "util.h"
24 #include "debug.h"
25 #include "tool.h"
26 #include "evlist.h"
27 #include "evsel.h"
28 #include "machine.h"
29 #include "config.h"
30
31 #define pr_N(n, fmt, ...) \
32         eprintf(n, debug_data_convert, fmt, ##__VA_ARGS__)
33
34 #define pr(fmt, ...)  pr_N(1, pr_fmt(fmt), ##__VA_ARGS__)
35 #define pr2(fmt, ...) pr_N(2, pr_fmt(fmt), ##__VA_ARGS__)
36
37 #define pr_time2(t, fmt, ...) pr_time_N(2, debug_data_convert, t, pr_fmt(fmt), ##__VA_ARGS__)
38
39 struct evsel_priv {
40         struct bt_ctf_event_class *event_class;
41 };
42
43 #define MAX_CPUS        4096
44
45 struct ctf_stream {
46         struct bt_ctf_stream *stream;
47         int cpu;
48         u32 count;
49 };
50
51 struct ctf_writer {
52         /* writer primitives */
53         struct bt_ctf_writer             *writer;
54         struct ctf_stream               **stream;
55         int                               stream_cnt;
56         struct bt_ctf_stream_class       *stream_class;
57         struct bt_ctf_clock              *clock;
58
59         /* data types */
60         union {
61                 struct {
62                         struct bt_ctf_field_type        *s64;
63                         struct bt_ctf_field_type        *u64;
64                         struct bt_ctf_field_type        *s32;
65                         struct bt_ctf_field_type        *u32;
66                         struct bt_ctf_field_type        *string;
67                         struct bt_ctf_field_type        *u32_hex;
68                         struct bt_ctf_field_type        *u64_hex;
69                 };
70                 struct bt_ctf_field_type *array[6];
71         } data;
72         struct bt_ctf_event_class       *comm_class;
73         struct bt_ctf_event_class       *exit_class;
74         struct bt_ctf_event_class       *fork_class;
75 };
76
77 struct convert {
78         struct perf_tool        tool;
79         struct ctf_writer       writer;
80
81         u64                     events_size;
82         u64                     events_count;
83         u64                     non_sample_count;
84
85         /* Ordered events configured queue size. */
86         u64                     queue_size;
87 };
88
89 static int value_set(struct bt_ctf_field_type *type,
90                      struct bt_ctf_event *event,
91                      const char *name, u64 val)
92 {
93         struct bt_ctf_field *field;
94         bool sign = bt_ctf_field_type_integer_get_signed(type);
95         int ret;
96
97         field = bt_ctf_field_create(type);
98         if (!field) {
99                 pr_err("failed to create a field %s\n", name);
100                 return -1;
101         }
102
103         if (sign) {
104                 ret = bt_ctf_field_signed_integer_set_value(field, val);
105                 if (ret) {
106                         pr_err("failed to set field value %s\n", name);
107                         goto err;
108                 }
109         } else {
110                 ret = bt_ctf_field_unsigned_integer_set_value(field, val);
111                 if (ret) {
112                         pr_err("failed to set field value %s\n", name);
113                         goto err;
114                 }
115         }
116
117         ret = bt_ctf_event_set_payload(event, name, field);
118         if (ret) {
119                 pr_err("failed to set payload %s\n", name);
120                 goto err;
121         }
122
123         pr2("  SET [%s = %" PRIu64 "]\n", name, val);
124
125 err:
126         bt_ctf_field_put(field);
127         return ret;
128 }
129
130 #define __FUNC_VALUE_SET(_name, _val_type)                              \
131 static __maybe_unused int value_set_##_name(struct ctf_writer *cw,      \
132                              struct bt_ctf_event *event,                \
133                              const char *name,                          \
134                              _val_type val)                             \
135 {                                                                       \
136         struct bt_ctf_field_type *type = cw->data._name;                \
137         return value_set(type, event, name, (u64) val);                 \
138 }
139
140 #define FUNC_VALUE_SET(_name) __FUNC_VALUE_SET(_name, _name)
141
142 FUNC_VALUE_SET(s32)
143 FUNC_VALUE_SET(u32)
144 FUNC_VALUE_SET(s64)
145 FUNC_VALUE_SET(u64)
146 __FUNC_VALUE_SET(u64_hex, u64)
147
148 static int string_set_value(struct bt_ctf_field *field, const char *string);
149 static __maybe_unused int
150 value_set_string(struct ctf_writer *cw, struct bt_ctf_event *event,
151                  const char *name, const char *string)
152 {
153         struct bt_ctf_field_type *type = cw->data.string;
154         struct bt_ctf_field *field;
155         int ret = 0;
156
157         field = bt_ctf_field_create(type);
158         if (!field) {
159                 pr_err("failed to create a field %s\n", name);
160                 return -1;
161         }
162
163         ret = string_set_value(field, string);
164         if (ret) {
165                 pr_err("failed to set value %s\n", name);
166                 goto err_put_field;
167         }
168
169         ret = bt_ctf_event_set_payload(event, name, field);
170         if (ret)
171                 pr_err("failed to set payload %s\n", name);
172
173 err_put_field:
174         bt_ctf_field_put(field);
175         return ret;
176 }
177
178 static struct bt_ctf_field_type*
179 get_tracepoint_field_type(struct ctf_writer *cw, struct format_field *field)
180 {
181         unsigned long flags = field->flags;
182
183         if (flags & FIELD_IS_STRING)
184                 return cw->data.string;
185
186         if (!(flags & FIELD_IS_SIGNED)) {
187                 /* unsigned long are mostly pointers */
188                 if (flags & FIELD_IS_LONG || flags & FIELD_IS_POINTER)
189                         return cw->data.u64_hex;
190         }
191
192         if (flags & FIELD_IS_SIGNED) {
193                 if (field->size == 8)
194                         return cw->data.s64;
195                 else
196                         return cw->data.s32;
197         }
198
199         if (field->size == 8)
200                 return cw->data.u64;
201         else
202                 return cw->data.u32;
203 }
204
205 static unsigned long long adjust_signedness(unsigned long long value_int, int size)
206 {
207         unsigned long long value_mask;
208
209         /*
210          * value_mask = (1 << (size * 8 - 1)) - 1.
211          * Directly set value_mask for code readers.
212          */
213         switch (size) {
214         case 1:
215                 value_mask = 0x7fULL;
216                 break;
217         case 2:
218                 value_mask = 0x7fffULL;
219                 break;
220         case 4:
221                 value_mask = 0x7fffffffULL;
222                 break;
223         case 8:
224                 /*
225                  * For 64 bit value, return it self. There is no need
226                  * to fill high bit.
227                  */
228                 /* Fall through */
229         default:
230                 /* BUG! */
231                 return value_int;
232         }
233
234         /* If it is a positive value, don't adjust. */
235         if ((value_int & (~0ULL - value_mask)) == 0)
236                 return value_int;
237
238         /* Fill upper part of value_int with 1 to make it a negative long long. */
239         return (value_int & value_mask) | ~value_mask;
240 }
241
242 static int string_set_value(struct bt_ctf_field *field, const char *string)
243 {
244         char *buffer = NULL;
245         size_t len = strlen(string), i, p;
246         int err;
247
248         for (i = p = 0; i < len; i++, p++) {
249                 if (isprint(string[i])) {
250                         if (!buffer)
251                                 continue;
252                         buffer[p] = string[i];
253                 } else {
254                         char numstr[5];
255
256                         snprintf(numstr, sizeof(numstr), "\\x%02x",
257                                  (unsigned int)(string[i]) & 0xff);
258
259                         if (!buffer) {
260                                 buffer = zalloc(i + (len - i) * 4 + 2);
261                                 if (!buffer) {
262                                         pr_err("failed to set unprintable string '%s'\n", string);
263                                         return bt_ctf_field_string_set_value(field, "UNPRINTABLE-STRING");
264                                 }
265                                 if (i > 0)
266                                         strncpy(buffer, string, i);
267                         }
268                         strncat(buffer + p, numstr, 4);
269                         p += 3;
270                 }
271         }
272
273         if (!buffer)
274                 return bt_ctf_field_string_set_value(field, string);
275         err = bt_ctf_field_string_set_value(field, buffer);
276         free(buffer);
277         return err;
278 }
279
280 static int add_tracepoint_field_value(struct ctf_writer *cw,
281                                       struct bt_ctf_event_class *event_class,
282                                       struct bt_ctf_event *event,
283                                       struct perf_sample *sample,
284                                       struct format_field *fmtf)
285 {
286         struct bt_ctf_field_type *type;
287         struct bt_ctf_field *array_field;
288         struct bt_ctf_field *field;
289         const char *name = fmtf->name;
290         void *data = sample->raw_data;
291         unsigned long flags = fmtf->flags;
292         unsigned int n_items;
293         unsigned int i;
294         unsigned int offset;
295         unsigned int len;
296         int ret;
297
298         name = fmtf->alias;
299         offset = fmtf->offset;
300         len = fmtf->size;
301         if (flags & FIELD_IS_STRING)
302                 flags &= ~FIELD_IS_ARRAY;
303
304         if (flags & FIELD_IS_DYNAMIC) {
305                 unsigned long long tmp_val;
306
307                 tmp_val = pevent_read_number(fmtf->event->pevent,
308                                 data + offset, len);
309                 offset = tmp_val;
310                 len = offset >> 16;
311                 offset &= 0xffff;
312         }
313
314         if (flags & FIELD_IS_ARRAY) {
315
316                 type = bt_ctf_event_class_get_field_by_name(
317                                 event_class, name);
318                 array_field = bt_ctf_field_create(type);
319                 bt_ctf_field_type_put(type);
320                 if (!array_field) {
321                         pr_err("Failed to create array type %s\n", name);
322                         return -1;
323                 }
324
325                 len = fmtf->size / fmtf->arraylen;
326                 n_items = fmtf->arraylen;
327         } else {
328                 n_items = 1;
329                 array_field = NULL;
330         }
331
332         type = get_tracepoint_field_type(cw, fmtf);
333
334         for (i = 0; i < n_items; i++) {
335                 if (flags & FIELD_IS_ARRAY)
336                         field = bt_ctf_field_array_get_field(array_field, i);
337                 else
338                         field = bt_ctf_field_create(type);
339
340                 if (!field) {
341                         pr_err("failed to create a field %s\n", name);
342                         return -1;
343                 }
344
345                 if (flags & FIELD_IS_STRING)
346                         ret = string_set_value(field, data + offset + i * len);
347                 else {
348                         unsigned long long value_int;
349
350                         value_int = pevent_read_number(
351                                         fmtf->event->pevent,
352                                         data + offset + i * len, len);
353
354                         if (!(flags & FIELD_IS_SIGNED))
355                                 ret = bt_ctf_field_unsigned_integer_set_value(
356                                                 field, value_int);
357                         else
358                                 ret = bt_ctf_field_signed_integer_set_value(
359                                                 field, adjust_signedness(value_int, len));
360                 }
361
362                 if (ret) {
363                         pr_err("failed to set file value %s\n", name);
364                         goto err_put_field;
365                 }
366                 if (!(flags & FIELD_IS_ARRAY)) {
367                         ret = bt_ctf_event_set_payload(event, name, field);
368                         if (ret) {
369                                 pr_err("failed to set payload %s\n", name);
370                                 goto err_put_field;
371                         }
372                 }
373                 bt_ctf_field_put(field);
374         }
375         if (flags & FIELD_IS_ARRAY) {
376                 ret = bt_ctf_event_set_payload(event, name, array_field);
377                 if (ret) {
378                         pr_err("Failed add payload array %s\n", name);
379                         return -1;
380                 }
381                 bt_ctf_field_put(array_field);
382         }
383         return 0;
384
385 err_put_field:
386         bt_ctf_field_put(field);
387         return -1;
388 }
389
390 static int add_tracepoint_fields_values(struct ctf_writer *cw,
391                                         struct bt_ctf_event_class *event_class,
392                                         struct bt_ctf_event *event,
393                                         struct format_field *fields,
394                                         struct perf_sample *sample)
395 {
396         struct format_field *field;
397         int ret;
398
399         for (field = fields; field; field = field->next) {
400                 ret = add_tracepoint_field_value(cw, event_class, event, sample,
401                                 field);
402                 if (ret)
403                         return -1;
404         }
405         return 0;
406 }
407
408 static int add_tracepoint_values(struct ctf_writer *cw,
409                                  struct bt_ctf_event_class *event_class,
410                                  struct bt_ctf_event *event,
411                                  struct perf_evsel *evsel,
412                                  struct perf_sample *sample)
413 {
414         struct format_field *common_fields = evsel->tp_format->format.common_fields;
415         struct format_field *fields        = evsel->tp_format->format.fields;
416         int ret;
417
418         ret = add_tracepoint_fields_values(cw, event_class, event,
419                                            common_fields, sample);
420         if (!ret)
421                 ret = add_tracepoint_fields_values(cw, event_class, event,
422                                                    fields, sample);
423
424         return ret;
425 }
426
427 static int
428 add_bpf_output_values(struct bt_ctf_event_class *event_class,
429                       struct bt_ctf_event *event,
430                       struct perf_sample *sample)
431 {
432         struct bt_ctf_field_type *len_type, *seq_type;
433         struct bt_ctf_field *len_field, *seq_field;
434         unsigned int raw_size = sample->raw_size;
435         unsigned int nr_elements = raw_size / sizeof(u32);
436         unsigned int i;
437         int ret;
438
439         if (nr_elements * sizeof(u32) != raw_size)
440                 pr_warning("Incorrect raw_size (%u) in bpf output event, skip %zu bytes\n",
441                            raw_size, nr_elements * sizeof(u32) - raw_size);
442
443         len_type = bt_ctf_event_class_get_field_by_name(event_class, "raw_len");
444         len_field = bt_ctf_field_create(len_type);
445         if (!len_field) {
446                 pr_err("failed to create 'raw_len' for bpf output event\n");
447                 ret = -1;
448                 goto put_len_type;
449         }
450
451         ret = bt_ctf_field_unsigned_integer_set_value(len_field, nr_elements);
452         if (ret) {
453                 pr_err("failed to set field value for raw_len\n");
454                 goto put_len_field;
455         }
456         ret = bt_ctf_event_set_payload(event, "raw_len", len_field);
457         if (ret) {
458                 pr_err("failed to set payload to raw_len\n");
459                 goto put_len_field;
460         }
461
462         seq_type = bt_ctf_event_class_get_field_by_name(event_class, "raw_data");
463         seq_field = bt_ctf_field_create(seq_type);
464         if (!seq_field) {
465                 pr_err("failed to create 'raw_data' for bpf output event\n");
466                 ret = -1;
467                 goto put_seq_type;
468         }
469
470         ret = bt_ctf_field_sequence_set_length(seq_field, len_field);
471         if (ret) {
472                 pr_err("failed to set length of 'raw_data'\n");
473                 goto put_seq_field;
474         }
475
476         for (i = 0; i < nr_elements; i++) {
477                 struct bt_ctf_field *elem_field =
478                         bt_ctf_field_sequence_get_field(seq_field, i);
479
480                 ret = bt_ctf_field_unsigned_integer_set_value(elem_field,
481                                 ((u32 *)(sample->raw_data))[i]);
482
483                 bt_ctf_field_put(elem_field);
484                 if (ret) {
485                         pr_err("failed to set raw_data[%d]\n", i);
486                         goto put_seq_field;
487                 }
488         }
489
490         ret = bt_ctf_event_set_payload(event, "raw_data", seq_field);
491         if (ret)
492                 pr_err("failed to set payload for raw_data\n");
493
494 put_seq_field:
495         bt_ctf_field_put(seq_field);
496 put_seq_type:
497         bt_ctf_field_type_put(seq_type);
498 put_len_field:
499         bt_ctf_field_put(len_field);
500 put_len_type:
501         bt_ctf_field_type_put(len_type);
502         return ret;
503 }
504
505 static int add_generic_values(struct ctf_writer *cw,
506                               struct bt_ctf_event *event,
507                               struct perf_evsel *evsel,
508                               struct perf_sample *sample)
509 {
510         u64 type = evsel->attr.sample_type;
511         int ret;
512
513         /*
514          * missing:
515          *   PERF_SAMPLE_TIME         - not needed as we have it in
516          *                              ctf event header
517          *   PERF_SAMPLE_READ         - TODO
518          *   PERF_SAMPLE_CALLCHAIN    - TODO
519          *   PERF_SAMPLE_RAW          - tracepoint fields are handled separately
520          *   PERF_SAMPLE_BRANCH_STACK - TODO
521          *   PERF_SAMPLE_REGS_USER    - TODO
522          *   PERF_SAMPLE_STACK_USER   - TODO
523          */
524
525         if (type & PERF_SAMPLE_IP) {
526                 ret = value_set_u64_hex(cw, event, "perf_ip", sample->ip);
527                 if (ret)
528                         return -1;
529         }
530
531         if (type & PERF_SAMPLE_TID) {
532                 ret = value_set_s32(cw, event, "perf_tid", sample->tid);
533                 if (ret)
534                         return -1;
535
536                 ret = value_set_s32(cw, event, "perf_pid", sample->pid);
537                 if (ret)
538                         return -1;
539         }
540
541         if ((type & PERF_SAMPLE_ID) ||
542             (type & PERF_SAMPLE_IDENTIFIER)) {
543                 ret = value_set_u64(cw, event, "perf_id", sample->id);
544                 if (ret)
545                         return -1;
546         }
547
548         if (type & PERF_SAMPLE_STREAM_ID) {
549                 ret = value_set_u64(cw, event, "perf_stream_id", sample->stream_id);
550                 if (ret)
551                         return -1;
552         }
553
554         if (type & PERF_SAMPLE_PERIOD) {
555                 ret = value_set_u64(cw, event, "perf_period", sample->period);
556                 if (ret)
557                         return -1;
558         }
559
560         if (type & PERF_SAMPLE_WEIGHT) {
561                 ret = value_set_u64(cw, event, "perf_weight", sample->weight);
562                 if (ret)
563                         return -1;
564         }
565
566         if (type & PERF_SAMPLE_DATA_SRC) {
567                 ret = value_set_u64(cw, event, "perf_data_src",
568                                 sample->data_src);
569                 if (ret)
570                         return -1;
571         }
572
573         if (type & PERF_SAMPLE_TRANSACTION) {
574                 ret = value_set_u64(cw, event, "perf_transaction",
575                                 sample->transaction);
576                 if (ret)
577                         return -1;
578         }
579
580         return 0;
581 }
582
583 static int ctf_stream__flush(struct ctf_stream *cs)
584 {
585         int err = 0;
586
587         if (cs) {
588                 err = bt_ctf_stream_flush(cs->stream);
589                 if (err)
590                         pr_err("CTF stream %d flush failed\n", cs->cpu);
591
592                 pr("Flush stream for cpu %d (%u samples)\n",
593                    cs->cpu, cs->count);
594
595                 cs->count = 0;
596         }
597
598         return err;
599 }
600
601 static struct ctf_stream *ctf_stream__create(struct ctf_writer *cw, int cpu)
602 {
603         struct ctf_stream *cs;
604         struct bt_ctf_field *pkt_ctx   = NULL;
605         struct bt_ctf_field *cpu_field = NULL;
606         struct bt_ctf_stream *stream   = NULL;
607         int ret;
608
609         cs = zalloc(sizeof(*cs));
610         if (!cs) {
611                 pr_err("Failed to allocate ctf stream\n");
612                 return NULL;
613         }
614
615         stream = bt_ctf_writer_create_stream(cw->writer, cw->stream_class);
616         if (!stream) {
617                 pr_err("Failed to create CTF stream\n");
618                 goto out;
619         }
620
621         pkt_ctx = bt_ctf_stream_get_packet_context(stream);
622         if (!pkt_ctx) {
623                 pr_err("Failed to obtain packet context\n");
624                 goto out;
625         }
626
627         cpu_field = bt_ctf_field_structure_get_field(pkt_ctx, "cpu_id");
628         bt_ctf_field_put(pkt_ctx);
629         if (!cpu_field) {
630                 pr_err("Failed to obtain cpu field\n");
631                 goto out;
632         }
633
634         ret = bt_ctf_field_unsigned_integer_set_value(cpu_field, (u32) cpu);
635         if (ret) {
636                 pr_err("Failed to update CPU number\n");
637                 goto out;
638         }
639
640         bt_ctf_field_put(cpu_field);
641
642         cs->cpu    = cpu;
643         cs->stream = stream;
644         return cs;
645
646 out:
647         if (cpu_field)
648                 bt_ctf_field_put(cpu_field);
649         if (stream)
650                 bt_ctf_stream_put(stream);
651
652         free(cs);
653         return NULL;
654 }
655
656 static void ctf_stream__delete(struct ctf_stream *cs)
657 {
658         if (cs) {
659                 bt_ctf_stream_put(cs->stream);
660                 free(cs);
661         }
662 }
663
664 static struct ctf_stream *ctf_stream(struct ctf_writer *cw, int cpu)
665 {
666         struct ctf_stream *cs = cw->stream[cpu];
667
668         if (!cs) {
669                 cs = ctf_stream__create(cw, cpu);
670                 cw->stream[cpu] = cs;
671         }
672
673         return cs;
674 }
675
676 static int get_sample_cpu(struct ctf_writer *cw, struct perf_sample *sample,
677                           struct perf_evsel *evsel)
678 {
679         int cpu = 0;
680
681         if (evsel->attr.sample_type & PERF_SAMPLE_CPU)
682                 cpu = sample->cpu;
683
684         if (cpu > cw->stream_cnt) {
685                 pr_err("Event was recorded for CPU %d, limit is at %d.\n",
686                         cpu, cw->stream_cnt);
687                 cpu = 0;
688         }
689
690         return cpu;
691 }
692
693 #define STREAM_FLUSH_COUNT 100000
694
695 /*
696  * Currently we have no other way to determine the
697  * time for the stream flush other than keep track
698  * of the number of events and check it against
699  * threshold.
700  */
701 static bool is_flush_needed(struct ctf_stream *cs)
702 {
703         return cs->count >= STREAM_FLUSH_COUNT;
704 }
705
706 static int process_sample_event(struct perf_tool *tool,
707                                 union perf_event *_event,
708                                 struct perf_sample *sample,
709                                 struct perf_evsel *evsel,
710                                 struct machine *machine __maybe_unused)
711 {
712         struct convert *c = container_of(tool, struct convert, tool);
713         struct evsel_priv *priv = evsel->priv;
714         struct ctf_writer *cw = &c->writer;
715         struct ctf_stream *cs;
716         struct bt_ctf_event_class *event_class;
717         struct bt_ctf_event *event;
718         int ret;
719
720         if (WARN_ONCE(!priv, "Failed to setup all events.\n"))
721                 return 0;
722
723         event_class = priv->event_class;
724
725         /* update stats */
726         c->events_count++;
727         c->events_size += _event->header.size;
728
729         pr_time2(sample->time, "sample %" PRIu64 "\n", c->events_count);
730
731         event = bt_ctf_event_create(event_class);
732         if (!event) {
733                 pr_err("Failed to create an CTF event\n");
734                 return -1;
735         }
736
737         bt_ctf_clock_set_time(cw->clock, sample->time);
738
739         ret = add_generic_values(cw, event, evsel, sample);
740         if (ret)
741                 return -1;
742
743         if (evsel->attr.type == PERF_TYPE_TRACEPOINT) {
744                 ret = add_tracepoint_values(cw, event_class, event,
745                                             evsel, sample);
746                 if (ret)
747                         return -1;
748         }
749
750         if (perf_evsel__is_bpf_output(evsel)) {
751                 ret = add_bpf_output_values(event_class, event, sample);
752                 if (ret)
753                         return -1;
754         }
755
756         cs = ctf_stream(cw, get_sample_cpu(cw, sample, evsel));
757         if (cs) {
758                 if (is_flush_needed(cs))
759                         ctf_stream__flush(cs);
760
761                 cs->count++;
762                 bt_ctf_stream_append_event(cs->stream, event);
763         }
764
765         bt_ctf_event_put(event);
766         return cs ? 0 : -1;
767 }
768
769 #define __NON_SAMPLE_SET_FIELD(_name, _type, _field)    \
770 do {                                                    \
771         ret = value_set_##_type(cw, event, #_field, _event->_name._field);\
772         if (ret)                                        \
773                 return -1;                              \
774 } while(0)
775
776 #define __FUNC_PROCESS_NON_SAMPLE(_name, body)  \
777 static int process_##_name##_event(struct perf_tool *tool,      \
778                                    union perf_event *_event,    \
779                                    struct perf_sample *sample,  \
780                                    struct machine *machine)     \
781 {                                                               \
782         struct convert *c = container_of(tool, struct convert, tool);\
783         struct ctf_writer *cw = &c->writer;                     \
784         struct bt_ctf_event_class *event_class = cw->_name##_class;\
785         struct bt_ctf_event *event;                             \
786         struct ctf_stream *cs;                                  \
787         int ret;                                                \
788                                                                 \
789         c->non_sample_count++;                                  \
790         c->events_size += _event->header.size;                  \
791         event = bt_ctf_event_create(event_class);               \
792         if (!event) {                                           \
793                 pr_err("Failed to create an CTF event\n");      \
794                 return -1;                                      \
795         }                                                       \
796                                                                 \
797         bt_ctf_clock_set_time(cw->clock, sample->time);         \
798         body                                                    \
799         cs = ctf_stream(cw, 0);                                 \
800         if (cs) {                                               \
801                 if (is_flush_needed(cs))                        \
802                         ctf_stream__flush(cs);                  \
803                                                                 \
804                 cs->count++;                                    \
805                 bt_ctf_stream_append_event(cs->stream, event);  \
806         }                                                       \
807         bt_ctf_event_put(event);                                \
808                                                                 \
809         return perf_event__process_##_name(tool, _event, sample, machine);\
810 }
811
812 __FUNC_PROCESS_NON_SAMPLE(comm,
813         __NON_SAMPLE_SET_FIELD(comm, u32, pid);
814         __NON_SAMPLE_SET_FIELD(comm, u32, tid);
815         __NON_SAMPLE_SET_FIELD(comm, string, comm);
816 )
817 __FUNC_PROCESS_NON_SAMPLE(fork,
818         __NON_SAMPLE_SET_FIELD(fork, u32, pid);
819         __NON_SAMPLE_SET_FIELD(fork, u32, ppid);
820         __NON_SAMPLE_SET_FIELD(fork, u32, tid);
821         __NON_SAMPLE_SET_FIELD(fork, u32, ptid);
822         __NON_SAMPLE_SET_FIELD(fork, u64, time);
823 )
824
825 __FUNC_PROCESS_NON_SAMPLE(exit,
826         __NON_SAMPLE_SET_FIELD(fork, u32, pid);
827         __NON_SAMPLE_SET_FIELD(fork, u32, ppid);
828         __NON_SAMPLE_SET_FIELD(fork, u32, tid);
829         __NON_SAMPLE_SET_FIELD(fork, u32, ptid);
830         __NON_SAMPLE_SET_FIELD(fork, u64, time);
831 )
832 #undef __NON_SAMPLE_SET_FIELD
833 #undef __FUNC_PROCESS_NON_SAMPLE
834
835 /* If dup < 0, add a prefix. Else, add _dupl_X suffix. */
836 static char *change_name(char *name, char *orig_name, int dup)
837 {
838         char *new_name = NULL;
839         size_t len;
840
841         if (!name)
842                 name = orig_name;
843
844         if (dup >= 10)
845                 goto out;
846         /*
847          * Add '_' prefix to potential keywork.  According to
848          * Mathieu Desnoyers (https://lkml.org/lkml/2015/1/23/652),
849          * futher CTF spec updating may require us to use '$'.
850          */
851         if (dup < 0)
852                 len = strlen(name) + sizeof("_");
853         else
854                 len = strlen(orig_name) + sizeof("_dupl_X");
855
856         new_name = malloc(len);
857         if (!new_name)
858                 goto out;
859
860         if (dup < 0)
861                 snprintf(new_name, len, "_%s", name);
862         else
863                 snprintf(new_name, len, "%s_dupl_%d", orig_name, dup);
864
865 out:
866         if (name != orig_name)
867                 free(name);
868         return new_name;
869 }
870
871 static int event_class_add_field(struct bt_ctf_event_class *event_class,
872                 struct bt_ctf_field_type *type,
873                 struct format_field *field)
874 {
875         struct bt_ctf_field_type *t = NULL;
876         char *name;
877         int dup = 1;
878         int ret;
879
880         /* alias was already assigned */
881         if (field->alias != field->name)
882                 return bt_ctf_event_class_add_field(event_class, type,
883                                 (char *)field->alias);
884
885         name = field->name;
886
887         /* If 'name' is a keywork, add prefix. */
888         if (bt_ctf_validate_identifier(name))
889                 name = change_name(name, field->name, -1);
890
891         if (!name) {
892                 pr_err("Failed to fix invalid identifier.");
893                 return -1;
894         }
895         while ((t = bt_ctf_event_class_get_field_by_name(event_class, name))) {
896                 bt_ctf_field_type_put(t);
897                 name = change_name(name, field->name, dup++);
898                 if (!name) {
899                         pr_err("Failed to create dup name for '%s'\n", field->name);
900                         return -1;
901                 }
902         }
903
904         ret = bt_ctf_event_class_add_field(event_class, type, name);
905         if (!ret)
906                 field->alias = name;
907
908         return ret;
909 }
910
911 static int add_tracepoint_fields_types(struct ctf_writer *cw,
912                                        struct format_field *fields,
913                                        struct bt_ctf_event_class *event_class)
914 {
915         struct format_field *field;
916         int ret;
917
918         for (field = fields; field; field = field->next) {
919                 struct bt_ctf_field_type *type;
920                 unsigned long flags = field->flags;
921
922                 pr2("  field '%s'\n", field->name);
923
924                 type = get_tracepoint_field_type(cw, field);
925                 if (!type)
926                         return -1;
927
928                 /*
929                  * A string is an array of chars. For this we use the string
930                  * type and don't care that it is an array. What we don't
931                  * support is an array of strings.
932                  */
933                 if (flags & FIELD_IS_STRING)
934                         flags &= ~FIELD_IS_ARRAY;
935
936                 if (flags & FIELD_IS_ARRAY)
937                         type = bt_ctf_field_type_array_create(type, field->arraylen);
938
939                 ret = event_class_add_field(event_class, type, field);
940
941                 if (flags & FIELD_IS_ARRAY)
942                         bt_ctf_field_type_put(type);
943
944                 if (ret) {
945                         pr_err("Failed to add field '%s': %d\n",
946                                         field->name, ret);
947                         return -1;
948                 }
949         }
950
951         return 0;
952 }
953
954 static int add_tracepoint_types(struct ctf_writer *cw,
955                                 struct perf_evsel *evsel,
956                                 struct bt_ctf_event_class *class)
957 {
958         struct format_field *common_fields = evsel->tp_format->format.common_fields;
959         struct format_field *fields        = evsel->tp_format->format.fields;
960         int ret;
961
962         ret = add_tracepoint_fields_types(cw, common_fields, class);
963         if (!ret)
964                 ret = add_tracepoint_fields_types(cw, fields, class);
965
966         return ret;
967 }
968
969 static int add_bpf_output_types(struct ctf_writer *cw,
970                                 struct bt_ctf_event_class *class)
971 {
972         struct bt_ctf_field_type *len_type = cw->data.u32;
973         struct bt_ctf_field_type *seq_base_type = cw->data.u32_hex;
974         struct bt_ctf_field_type *seq_type;
975         int ret;
976
977         ret = bt_ctf_event_class_add_field(class, len_type, "raw_len");
978         if (ret)
979                 return ret;
980
981         seq_type = bt_ctf_field_type_sequence_create(seq_base_type, "raw_len");
982         if (!seq_type)
983                 return -1;
984
985         return bt_ctf_event_class_add_field(class, seq_type, "raw_data");
986 }
987
988 static int add_generic_types(struct ctf_writer *cw, struct perf_evsel *evsel,
989                              struct bt_ctf_event_class *event_class)
990 {
991         u64 type = evsel->attr.sample_type;
992
993         /*
994          * missing:
995          *   PERF_SAMPLE_TIME         - not needed as we have it in
996          *                              ctf event header
997          *   PERF_SAMPLE_READ         - TODO
998          *   PERF_SAMPLE_CALLCHAIN    - TODO
999          *   PERF_SAMPLE_RAW          - tracepoint fields and BPF output
1000          *                              are handled separately
1001          *   PERF_SAMPLE_BRANCH_STACK - TODO
1002          *   PERF_SAMPLE_REGS_USER    - TODO
1003          *   PERF_SAMPLE_STACK_USER   - TODO
1004          */
1005
1006 #define ADD_FIELD(cl, t, n)                                             \
1007         do {                                                            \
1008                 pr2("  field '%s'\n", n);                               \
1009                 if (bt_ctf_event_class_add_field(cl, t, n)) {           \
1010                         pr_err("Failed to add field '%s';\n", n);       \
1011                         return -1;                                      \
1012                 }                                                       \
1013         } while (0)
1014
1015         if (type & PERF_SAMPLE_IP)
1016                 ADD_FIELD(event_class, cw->data.u64_hex, "perf_ip");
1017
1018         if (type & PERF_SAMPLE_TID) {
1019                 ADD_FIELD(event_class, cw->data.s32, "perf_tid");
1020                 ADD_FIELD(event_class, cw->data.s32, "perf_pid");
1021         }
1022
1023         if ((type & PERF_SAMPLE_ID) ||
1024             (type & PERF_SAMPLE_IDENTIFIER))
1025                 ADD_FIELD(event_class, cw->data.u64, "perf_id");
1026
1027         if (type & PERF_SAMPLE_STREAM_ID)
1028                 ADD_FIELD(event_class, cw->data.u64, "perf_stream_id");
1029
1030         if (type & PERF_SAMPLE_PERIOD)
1031                 ADD_FIELD(event_class, cw->data.u64, "perf_period");
1032
1033         if (type & PERF_SAMPLE_WEIGHT)
1034                 ADD_FIELD(event_class, cw->data.u64, "perf_weight");
1035
1036         if (type & PERF_SAMPLE_DATA_SRC)
1037                 ADD_FIELD(event_class, cw->data.u64, "perf_data_src");
1038
1039         if (type & PERF_SAMPLE_TRANSACTION)
1040                 ADD_FIELD(event_class, cw->data.u64, "perf_transaction");
1041
1042 #undef ADD_FIELD
1043         return 0;
1044 }
1045
1046 static int add_event(struct ctf_writer *cw, struct perf_evsel *evsel)
1047 {
1048         struct bt_ctf_event_class *event_class;
1049         struct evsel_priv *priv;
1050         const char *name = perf_evsel__name(evsel);
1051         int ret;
1052
1053         pr("Adding event '%s' (type %d)\n", name, evsel->attr.type);
1054
1055         event_class = bt_ctf_event_class_create(name);
1056         if (!event_class)
1057                 return -1;
1058
1059         ret = add_generic_types(cw, evsel, event_class);
1060         if (ret)
1061                 goto err;
1062
1063         if (evsel->attr.type == PERF_TYPE_TRACEPOINT) {
1064                 ret = add_tracepoint_types(cw, evsel, event_class);
1065                 if (ret)
1066                         goto err;
1067         }
1068
1069         if (perf_evsel__is_bpf_output(evsel)) {
1070                 ret = add_bpf_output_types(cw, event_class);
1071                 if (ret)
1072                         goto err;
1073         }
1074
1075         ret = bt_ctf_stream_class_add_event_class(cw->stream_class, event_class);
1076         if (ret) {
1077                 pr("Failed to add event class into stream.\n");
1078                 goto err;
1079         }
1080
1081         priv = malloc(sizeof(*priv));
1082         if (!priv)
1083                 goto err;
1084
1085         priv->event_class = event_class;
1086         evsel->priv       = priv;
1087         return 0;
1088
1089 err:
1090         bt_ctf_event_class_put(event_class);
1091         pr_err("Failed to add event '%s'.\n", name);
1092         return -1;
1093 }
1094
1095 static int setup_events(struct ctf_writer *cw, struct perf_session *session)
1096 {
1097         struct perf_evlist *evlist = session->evlist;
1098         struct perf_evsel *evsel;
1099         int ret;
1100
1101         evlist__for_each_entry(evlist, evsel) {
1102                 ret = add_event(cw, evsel);
1103                 if (ret)
1104                         return ret;
1105         }
1106         return 0;
1107 }
1108
1109 #define __NON_SAMPLE_ADD_FIELD(t, n)                                            \
1110         do {                                                    \
1111                 pr2("  field '%s'\n", #n);                      \
1112                 if (bt_ctf_event_class_add_field(event_class, cw->data.t, #n)) {\
1113                         pr_err("Failed to add field '%s';\n", #n);\
1114                         return -1;                              \
1115                 }                                               \
1116         } while(0)
1117
1118 #define __FUNC_ADD_NON_SAMPLE_EVENT_CLASS(_name, body)          \
1119 static int add_##_name##_event(struct ctf_writer *cw)           \
1120 {                                                               \
1121         struct bt_ctf_event_class *event_class;                 \
1122         int ret;                                                \
1123                                                                 \
1124         pr("Adding "#_name" event\n");                          \
1125         event_class = bt_ctf_event_class_create("perf_" #_name);\
1126         if (!event_class)                                       \
1127                 return -1;                                      \
1128         body                                                    \
1129                                                                 \
1130         ret = bt_ctf_stream_class_add_event_class(cw->stream_class, event_class);\
1131         if (ret) {                                              \
1132                 pr("Failed to add event class '"#_name"' into stream.\n");\
1133                 return ret;                                     \
1134         }                                                       \
1135                                                                 \
1136         cw->_name##_class = event_class;                        \
1137         bt_ctf_event_class_put(event_class);                    \
1138         return 0;                                               \
1139 }
1140
1141 __FUNC_ADD_NON_SAMPLE_EVENT_CLASS(comm,
1142         __NON_SAMPLE_ADD_FIELD(u32, pid);
1143         __NON_SAMPLE_ADD_FIELD(u32, tid);
1144         __NON_SAMPLE_ADD_FIELD(string, comm);
1145 )
1146
1147 __FUNC_ADD_NON_SAMPLE_EVENT_CLASS(fork,
1148         __NON_SAMPLE_ADD_FIELD(u32, pid);
1149         __NON_SAMPLE_ADD_FIELD(u32, ppid);
1150         __NON_SAMPLE_ADD_FIELD(u32, tid);
1151         __NON_SAMPLE_ADD_FIELD(u32, ptid);
1152         __NON_SAMPLE_ADD_FIELD(u64, time);
1153 )
1154
1155 __FUNC_ADD_NON_SAMPLE_EVENT_CLASS(exit,
1156         __NON_SAMPLE_ADD_FIELD(u32, pid);
1157         __NON_SAMPLE_ADD_FIELD(u32, ppid);
1158         __NON_SAMPLE_ADD_FIELD(u32, tid);
1159         __NON_SAMPLE_ADD_FIELD(u32, ptid);
1160         __NON_SAMPLE_ADD_FIELD(u64, time);
1161 )
1162
1163 #undef __NON_SAMPLE_ADD_FIELD
1164 #undef __FUNC_ADD_NON_SAMPLE_EVENT_CLASS
1165
1166 static int setup_non_sample_events(struct ctf_writer *cw,
1167                                    struct perf_session *session __maybe_unused)
1168 {
1169         int ret;
1170
1171         ret = add_comm_event(cw);
1172         if (ret)
1173                 return ret;
1174         ret = add_exit_event(cw);
1175         if (ret)
1176                 return ret;
1177         ret = add_fork_event(cw);
1178         if (ret)
1179                 return ret;
1180         return 0;
1181 }
1182
1183 static void cleanup_events(struct perf_session *session)
1184 {
1185         struct perf_evlist *evlist = session->evlist;
1186         struct perf_evsel *evsel;
1187
1188         evlist__for_each_entry(evlist, evsel) {
1189                 struct evsel_priv *priv;
1190
1191                 priv = evsel->priv;
1192                 bt_ctf_event_class_put(priv->event_class);
1193                 zfree(&evsel->priv);
1194         }
1195
1196         perf_evlist__delete(evlist);
1197         session->evlist = NULL;
1198 }
1199
1200 static int setup_streams(struct ctf_writer *cw, struct perf_session *session)
1201 {
1202         struct ctf_stream **stream;
1203         struct perf_header *ph = &session->header;
1204         int ncpus;
1205
1206         /*
1207          * Try to get the number of cpus used in the data file,
1208          * if not present fallback to the MAX_CPUS.
1209          */
1210         ncpus = ph->env.nr_cpus_avail ?: MAX_CPUS;
1211
1212         stream = zalloc(sizeof(*stream) * ncpus);
1213         if (!stream) {
1214                 pr_err("Failed to allocate streams.\n");
1215                 return -ENOMEM;
1216         }
1217
1218         cw->stream     = stream;
1219         cw->stream_cnt = ncpus;
1220         return 0;
1221 }
1222
1223 static void free_streams(struct ctf_writer *cw)
1224 {
1225         int cpu;
1226
1227         for (cpu = 0; cpu < cw->stream_cnt; cpu++)
1228                 ctf_stream__delete(cw->stream[cpu]);
1229
1230         free(cw->stream);
1231 }
1232
1233 static int ctf_writer__setup_env(struct ctf_writer *cw,
1234                                  struct perf_session *session)
1235 {
1236         struct perf_header *header = &session->header;
1237         struct bt_ctf_writer *writer = cw->writer;
1238
1239 #define ADD(__n, __v)                                                   \
1240 do {                                                                    \
1241         if (bt_ctf_writer_add_environment_field(writer, __n, __v))      \
1242                 return -1;                                              \
1243 } while (0)
1244
1245         ADD("host",    header->env.hostname);
1246         ADD("sysname", "Linux");
1247         ADD("release", header->env.os_release);
1248         ADD("version", header->env.version);
1249         ADD("machine", header->env.arch);
1250         ADD("domain", "kernel");
1251         ADD("tracer_name", "perf");
1252
1253 #undef ADD
1254         return 0;
1255 }
1256
1257 static int ctf_writer__setup_clock(struct ctf_writer *cw)
1258 {
1259         struct bt_ctf_clock *clock = cw->clock;
1260
1261         bt_ctf_clock_set_description(clock, "perf clock");
1262
1263 #define SET(__n, __v)                           \
1264 do {                                            \
1265         if (bt_ctf_clock_set_##__n(clock, __v)) \
1266                 return -1;                      \
1267 } while (0)
1268
1269         SET(frequency,   1000000000);
1270         SET(offset_s,    0);
1271         SET(offset,      0);
1272         SET(precision,   10);
1273         SET(is_absolute, 0);
1274
1275 #undef SET
1276         return 0;
1277 }
1278
1279 static struct bt_ctf_field_type *create_int_type(int size, bool sign, bool hex)
1280 {
1281         struct bt_ctf_field_type *type;
1282
1283         type = bt_ctf_field_type_integer_create(size);
1284         if (!type)
1285                 return NULL;
1286
1287         if (sign &&
1288             bt_ctf_field_type_integer_set_signed(type, 1))
1289                 goto err;
1290
1291         if (hex &&
1292             bt_ctf_field_type_integer_set_base(type, BT_CTF_INTEGER_BASE_HEXADECIMAL))
1293                 goto err;
1294
1295 #if __BYTE_ORDER == __BIG_ENDIAN
1296         bt_ctf_field_type_set_byte_order(type, BT_CTF_BYTE_ORDER_BIG_ENDIAN);
1297 #else
1298         bt_ctf_field_type_set_byte_order(type, BT_CTF_BYTE_ORDER_LITTLE_ENDIAN);
1299 #endif
1300
1301         pr2("Created type: INTEGER %d-bit %ssigned %s\n",
1302             size, sign ? "un" : "", hex ? "hex" : "");
1303         return type;
1304
1305 err:
1306         bt_ctf_field_type_put(type);
1307         return NULL;
1308 }
1309
1310 static void ctf_writer__cleanup_data(struct ctf_writer *cw)
1311 {
1312         unsigned int i;
1313
1314         for (i = 0; i < ARRAY_SIZE(cw->data.array); i++)
1315                 bt_ctf_field_type_put(cw->data.array[i]);
1316 }
1317
1318 static int ctf_writer__init_data(struct ctf_writer *cw)
1319 {
1320 #define CREATE_INT_TYPE(type, size, sign, hex)          \
1321 do {                                                    \
1322         (type) = create_int_type(size, sign, hex);      \
1323         if (!(type))                                    \
1324                 goto err;                               \
1325 } while (0)
1326
1327         CREATE_INT_TYPE(cw->data.s64, 64, true,  false);
1328         CREATE_INT_TYPE(cw->data.u64, 64, false, false);
1329         CREATE_INT_TYPE(cw->data.s32, 32, true,  false);
1330         CREATE_INT_TYPE(cw->data.u32, 32, false, false);
1331         CREATE_INT_TYPE(cw->data.u32_hex, 32, false, true);
1332         CREATE_INT_TYPE(cw->data.u64_hex, 64, false, true);
1333
1334         cw->data.string  = bt_ctf_field_type_string_create();
1335         if (cw->data.string)
1336                 return 0;
1337
1338 err:
1339         ctf_writer__cleanup_data(cw);
1340         pr_err("Failed to create data types.\n");
1341         return -1;
1342 }
1343
1344 static void ctf_writer__cleanup(struct ctf_writer *cw)
1345 {
1346         ctf_writer__cleanup_data(cw);
1347
1348         bt_ctf_clock_put(cw->clock);
1349         free_streams(cw);
1350         bt_ctf_stream_class_put(cw->stream_class);
1351         bt_ctf_writer_put(cw->writer);
1352
1353         /* and NULL all the pointers */
1354         memset(cw, 0, sizeof(*cw));
1355 }
1356
1357 static int ctf_writer__init(struct ctf_writer *cw, const char *path)
1358 {
1359         struct bt_ctf_writer            *writer;
1360         struct bt_ctf_stream_class      *stream_class;
1361         struct bt_ctf_clock             *clock;
1362         struct bt_ctf_field_type        *pkt_ctx_type;
1363         int                             ret;
1364
1365         /* CTF writer */
1366         writer = bt_ctf_writer_create(path);
1367         if (!writer)
1368                 goto err;
1369
1370         cw->writer = writer;
1371
1372         /* CTF clock */
1373         clock = bt_ctf_clock_create("perf_clock");
1374         if (!clock) {
1375                 pr("Failed to create CTF clock.\n");
1376                 goto err_cleanup;
1377         }
1378
1379         cw->clock = clock;
1380
1381         if (ctf_writer__setup_clock(cw)) {
1382                 pr("Failed to setup CTF clock.\n");
1383                 goto err_cleanup;
1384         }
1385
1386         /* CTF stream class */
1387         stream_class = bt_ctf_stream_class_create("perf_stream");
1388         if (!stream_class) {
1389                 pr("Failed to create CTF stream class.\n");
1390                 goto err_cleanup;
1391         }
1392
1393         cw->stream_class = stream_class;
1394
1395         /* CTF clock stream setup */
1396         if (bt_ctf_stream_class_set_clock(stream_class, clock)) {
1397                 pr("Failed to assign CTF clock to stream class.\n");
1398                 goto err_cleanup;
1399         }
1400
1401         if (ctf_writer__init_data(cw))
1402                 goto err_cleanup;
1403
1404         /* Add cpu_id for packet context */
1405         pkt_ctx_type = bt_ctf_stream_class_get_packet_context_type(stream_class);
1406         if (!pkt_ctx_type)
1407                 goto err_cleanup;
1408
1409         ret = bt_ctf_field_type_structure_add_field(pkt_ctx_type, cw->data.u32, "cpu_id");
1410         bt_ctf_field_type_put(pkt_ctx_type);
1411         if (ret)
1412                 goto err_cleanup;
1413
1414         /* CTF clock writer setup */
1415         if (bt_ctf_writer_add_clock(writer, clock)) {
1416                 pr("Failed to assign CTF clock to writer.\n");
1417                 goto err_cleanup;
1418         }
1419
1420         return 0;
1421
1422 err_cleanup:
1423         ctf_writer__cleanup(cw);
1424 err:
1425         pr_err("Failed to setup CTF writer.\n");
1426         return -1;
1427 }
1428
1429 static int ctf_writer__flush_streams(struct ctf_writer *cw)
1430 {
1431         int cpu, ret = 0;
1432
1433         for (cpu = 0; cpu < cw->stream_cnt && !ret; cpu++)
1434                 ret = ctf_stream__flush(cw->stream[cpu]);
1435
1436         return ret;
1437 }
1438
1439 static int convert__config(const char *var, const char *value, void *cb)
1440 {
1441         struct convert *c = cb;
1442
1443         if (!strcmp(var, "convert.queue-size")) {
1444                 c->queue_size = perf_config_u64(var, value);
1445                 return 0;
1446         }
1447
1448         return 0;
1449 }
1450
1451 int bt_convert__perf2ctf(const char *input, const char *path,
1452                          struct perf_data_convert_opts *opts)
1453 {
1454         struct perf_session *session;
1455         struct perf_data_file file = {
1456                 .path = input,
1457                 .mode = PERF_DATA_MODE_READ,
1458                 .force = opts->force,
1459         };
1460         struct convert c = {
1461                 .tool = {
1462                         .sample          = process_sample_event,
1463                         .mmap            = perf_event__process_mmap,
1464                         .mmap2           = perf_event__process_mmap2,
1465                         .comm            = perf_event__process_comm,
1466                         .exit            = perf_event__process_exit,
1467                         .fork            = perf_event__process_fork,
1468                         .lost            = perf_event__process_lost,
1469                         .tracing_data    = perf_event__process_tracing_data,
1470                         .build_id        = perf_event__process_build_id,
1471                         .ordered_events  = true,
1472                         .ordering_requires_timestamps = true,
1473                 },
1474         };
1475         struct ctf_writer *cw = &c.writer;
1476         int err = -1;
1477
1478         if (opts->all) {
1479                 c.tool.comm = process_comm_event;
1480                 c.tool.exit = process_exit_event;
1481                 c.tool.fork = process_fork_event;
1482         }
1483
1484         perf_config(convert__config, &c);
1485
1486         /* CTF writer */
1487         if (ctf_writer__init(cw, path))
1488                 return -1;
1489
1490         /* perf.data session */
1491         session = perf_session__new(&file, 0, &c.tool);
1492         if (!session)
1493                 goto free_writer;
1494
1495         if (c.queue_size) {
1496                 ordered_events__set_alloc_size(&session->ordered_events,
1497                                                c.queue_size);
1498         }
1499
1500         /* CTF writer env/clock setup  */
1501         if (ctf_writer__setup_env(cw, session))
1502                 goto free_session;
1503
1504         /* CTF events setup */
1505         if (setup_events(cw, session))
1506                 goto free_session;
1507
1508         if (opts->all && setup_non_sample_events(cw, session))
1509                 goto free_session;
1510
1511         if (setup_streams(cw, session))
1512                 goto free_session;
1513
1514         err = perf_session__process_events(session);
1515         if (!err)
1516                 err = ctf_writer__flush_streams(cw);
1517         else
1518                 pr_err("Error during conversion.\n");
1519
1520         fprintf(stderr,
1521                 "[ perf data convert: Converted '%s' into CTF data '%s' ]\n",
1522                 file.path, path);
1523
1524         fprintf(stderr,
1525                 "[ perf data convert: Converted and wrote %.3f MB (%" PRIu64 " samples",
1526                 (double) c.events_size / 1024.0 / 1024.0,
1527                 c.events_count);
1528
1529         if (!c.non_sample_count)
1530                 fprintf(stderr, ") ]\n");
1531         else
1532                 fprintf(stderr, ", %" PRIu64 " non-samples) ]\n", c.non_sample_count);
1533
1534         cleanup_events(session);
1535         perf_session__delete(session);
1536         ctf_writer__cleanup(cw);
1537
1538         return err;
1539
1540 free_session:
1541         perf_session__delete(session);
1542 free_writer:
1543         ctf_writer__cleanup(cw);
1544         pr_err("Error during conversion setup.\n");
1545         return err;
1546 }