4 * Babeltrace CTF file system Reader Component
6 * Copyright 2015-2017 Philippe Proulx <pproulx@efficios.com>
7 * Copyright 2016 Jérémie Galarneau <jeremie.galarneau@efficios.com>
9 * Permission is hereby granted, free of charge, to any person obtaining a copy
10 * of this software and associated documentation files (the "Software"), to deal
11 * in the Software without restriction, including without limitation the rights
12 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
13 * copies of the Software, and to permit persons to whom the Software is
14 * furnished to do so, subject to the following conditions:
16 * The above copyright notice and this permission notice shall be included in
17 * all copies or substantial portions of the Software.
19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
22 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
23 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
24 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
28 #include <babeltrace/common-internal.h>
29 #include <babeltrace/babeltrace.h>
30 #include <plugins-common.h>
32 #include <babeltrace/assert-internal.h>
37 #include "data-stream-file.h"
39 #include "../common/metadata/decoder.h"
40 #include "../common/msg-iter/msg-iter.h"
41 #include "../common/utils/utils.h"
44 #define BT_LOG_TAG "PLUGIN-CTF-FS-SRC"
48 int msg_iter_data_set_current_ds_file(struct ctf_fs_msg_iter_data
*msg_iter_data
)
50 struct ctf_fs_ds_file_info
*ds_file_info
;
53 BT_ASSERT(msg_iter_data
->ds_file_info_index
<
54 msg_iter_data
->ds_file_group
->ds_file_infos
->len
);
55 ds_file_info
= g_ptr_array_index(
56 msg_iter_data
->ds_file_group
->ds_file_infos
,
57 msg_iter_data
->ds_file_info_index
);
59 ctf_fs_ds_file_destroy(msg_iter_data
->ds_file
);
60 msg_iter_data
->ds_file
= ctf_fs_ds_file_create(
61 msg_iter_data
->ds_file_group
->ctf_fs_trace
,
62 msg_iter_data
->pc_msg_iter
,
63 msg_iter_data
->msg_iter
,
64 msg_iter_data
->ds_file_group
->stream
,
65 ds_file_info
->path
->str
);
66 if (!msg_iter_data
->ds_file
) {
74 void ctf_fs_msg_iter_data_destroy(
75 struct ctf_fs_msg_iter_data
*msg_iter_data
)
81 ctf_fs_ds_file_destroy(msg_iter_data
->ds_file
);
83 if (msg_iter_data
->msg_iter
) {
84 bt_msg_iter_destroy(msg_iter_data
->msg_iter
);
87 g_free(msg_iter_data
);
91 bt_self_message_iterator_status
ctf_fs_iterator_next_one(
92 struct ctf_fs_msg_iter_data
*msg_iter_data
,
93 const bt_message
**msg
)
95 bt_self_message_iterator_status status
;
99 BT_ASSERT(msg_iter_data
->ds_file
);
100 status
= ctf_fs_ds_file_next(msg_iter_data
->ds_file
, &priv_msg
);
103 if (status
== BT_SELF_MESSAGE_ITERATOR_STATUS_OK
&&
104 bt_message_get_type(*msg
) ==
105 BT_MESSAGE_TYPE_STREAM_BEGINNING
) {
106 if (msg_iter_data
->skip_stream_begin_msgs
) {
108 * We already emitted a
109 * BT_MESSAGE_TYPE_STREAM_BEGINNING
110 * message: skip this one, get a new one.
112 BT_MESSAGE_PUT_REF_AND_RESET(*msg
);
113 status
= ctf_fs_ds_file_next(msg_iter_data
->ds_file
,
116 BT_ASSERT(status
!= BT_SELF_MESSAGE_ITERATOR_STATUS_END
);
120 * First BT_MESSAGE_TYPE_STREAM_BEGINNING
121 * message: skip all following.
123 msg_iter_data
->skip_stream_begin_msgs
= true;
128 if (status
== BT_SELF_MESSAGE_ITERATOR_STATUS_OK
&&
129 bt_message_get_type(*msg
) ==
130 BT_MESSAGE_TYPE_STREAM_END
) {
131 msg_iter_data
->ds_file_info_index
++;
133 if (msg_iter_data
->ds_file_info_index
==
134 msg_iter_data
->ds_file_group
->ds_file_infos
->len
) {
136 * No more stream files to read: we reached the
137 * real end. Emit this
138 * BT_MESSAGE_TYPE_STREAM_END message.
139 * The next time ctf_fs_iterator_next() is
140 * called for this message iterator,
141 * ctf_fs_ds_file_next() will return
142 * BT_SELF_MESSAGE_ITERATOR_STATUS_END().
147 BT_MESSAGE_PUT_REF_AND_RESET(*msg
);
148 bt_msg_iter_reset(msg_iter_data
->msg_iter
);
151 * Open and start reading the next stream file within
152 * our stream file group.
154 ret
= msg_iter_data_set_current_ds_file(msg_iter_data
);
156 status
= BT_SELF_MESSAGE_ITERATOR_STATUS_ERROR
;
160 status
= ctf_fs_ds_file_next(msg_iter_data
->ds_file
, &priv_msg
);
164 * If we get a message, we expect to get a
165 * BT_MESSAGE_TYPE_STREAM_BEGINNING message
166 * because the iterator's state machine emits one before
167 * even requesting the first block of data from the
168 * medium. Skip this message because we're not
169 * really starting a new stream here, and try getting a
170 * new message (which, if it works, is a
171 * BT_MESSAGE_TYPE_PACKET_BEGINNING one). We're sure to
172 * get at least one pair of
173 * BT_MESSAGE_TYPE_PACKET_BEGINNING and
174 * BT_MESSAGE_TYPE_PACKET_END messages in the
175 * case of a single, empty packet. We know there's at
176 * least one packet because the stream file group does
177 * not contain empty stream files.
179 BT_ASSERT(msg_iter_data
->skip_stream_begin_msgs
);
181 if (status
== BT_SELF_MESSAGE_ITERATOR_STATUS_OK
) {
182 BT_ASSERT(bt_message_get_type(*msg
) ==
183 BT_MESSAGE_TYPE_STREAM_BEGINNING
);
184 BT_MESSAGE_PUT_REF_AND_RESET(*msg
);
185 status
= ctf_fs_ds_file_next(msg_iter_data
->ds_file
,
188 BT_ASSERT(status
!= BT_SELF_MESSAGE_ITERATOR_STATUS_END
);
197 bt_self_message_iterator_status
ctf_fs_iterator_next(
198 bt_self_message_iterator
*iterator
,
199 bt_message_array_const msgs
, uint64_t capacity
,
202 bt_self_message_iterator_status status
=
203 BT_SELF_MESSAGE_ITERATOR_STATUS_OK
;
204 struct ctf_fs_msg_iter_data
*msg_iter_data
=
205 bt_self_message_iterator_get_data(iterator
);
208 while (i
< capacity
&& status
== BT_SELF_MESSAGE_ITERATOR_STATUS_OK
) {
209 status
= ctf_fs_iterator_next_one(msg_iter_data
, &msgs
[i
]);
210 if (status
== BT_SELF_MESSAGE_ITERATOR_STATUS_OK
) {
217 * Even if ctf_fs_iterator_next_one() returned something
218 * else than BT_SELF_MESSAGE_ITERATOR_STATUS_OK, we
219 * accumulated message objects in the output
220 * message array, so we need to return
221 * BT_SELF_MESSAGE_ITERATOR_STATUS_OK so that they are
222 * transfered to downstream. This other status occurs
223 * again the next time muxer_msg_iter_do_next() is
224 * called, possibly without any accumulated
225 * message, in which case we'll return it.
228 status
= BT_SELF_MESSAGE_ITERATOR_STATUS_OK
;
234 void ctf_fs_iterator_finalize(bt_self_message_iterator
*it
)
236 ctf_fs_msg_iter_data_destroy(
237 bt_self_message_iterator_get_data(it
));
240 bt_self_message_iterator_status
ctf_fs_iterator_init(
241 bt_self_message_iterator
*self_msg_iter
,
242 bt_self_component_source
*self_comp
,
243 bt_self_component_port_output
*self_port
)
245 struct ctf_fs_port_data
*port_data
;
246 struct ctf_fs_msg_iter_data
*msg_iter_data
= NULL
;
247 bt_self_message_iterator_status ret
=
248 BT_SELF_MESSAGE_ITERATOR_STATUS_OK
;
251 port_data
= bt_self_component_port_get_data(
252 bt_self_component_port_output_as_self_component_port(
254 BT_ASSERT(port_data
);
255 msg_iter_data
= g_new0(struct ctf_fs_msg_iter_data
, 1);
256 if (!msg_iter_data
) {
257 ret
= BT_SELF_MESSAGE_ITERATOR_STATUS_NOMEM
;
261 msg_iter_data
->pc_msg_iter
= self_msg_iter
;
262 msg_iter_data
->msg_iter
= bt_msg_iter_create(
263 port_data
->ds_file_group
->ctf_fs_trace
->metadata
->tc
,
264 bt_common_get_page_size() * 8,
265 ctf_fs_ds_file_medops
, NULL
);
266 if (!msg_iter_data
->msg_iter
) {
267 BT_LOGE_STR("Cannot create a CTF message iterator.");
268 ret
= BT_SELF_MESSAGE_ITERATOR_STATUS_NOMEM
;
272 msg_iter_data
->ds_file_group
= port_data
->ds_file_group
;
273 iret
= msg_iter_data_set_current_ds_file(msg_iter_data
);
275 ret
= BT_SELF_MESSAGE_ITERATOR_STATUS_ERROR
;
279 bt_self_message_iterator_set_data(self_msg_iter
,
281 if (ret
!= BT_SELF_MESSAGE_ITERATOR_STATUS_OK
) {
285 msg_iter_data
= NULL
;
289 bt_self_message_iterator_set_data(self_msg_iter
, NULL
);
292 ctf_fs_msg_iter_data_destroy(msg_iter_data
);
297 void ctf_fs_destroy(struct ctf_fs_component
*ctf_fs
)
303 if (ctf_fs
->traces
) {
304 g_ptr_array_free(ctf_fs
->traces
, TRUE
);
307 if (ctf_fs
->port_data
) {
308 g_ptr_array_free(ctf_fs
->port_data
, TRUE
);
315 void ctf_fs_trace_destroy(struct ctf_fs_trace
*ctf_fs_trace
)
321 if (ctf_fs_trace
->ds_file_groups
) {
322 g_ptr_array_free(ctf_fs_trace
->ds_file_groups
, TRUE
);
325 BT_TRACE_PUT_REF_AND_RESET(ctf_fs_trace
->trace
);
327 if (ctf_fs_trace
->path
) {
328 g_string_free(ctf_fs_trace
->path
, TRUE
);
331 if (ctf_fs_trace
->name
) {
332 g_string_free(ctf_fs_trace
->name
, TRUE
);
335 if (ctf_fs_trace
->metadata
) {
336 ctf_fs_metadata_fini(ctf_fs_trace
->metadata
);
337 g_free(ctf_fs_trace
->metadata
);
340 g_free(ctf_fs_trace
);
344 void ctf_fs_trace_destroy_msgier(void *data
)
346 struct ctf_fs_trace
*trace
= data
;
347 ctf_fs_trace_destroy(trace
);
350 void ctf_fs_finalize(bt_self_component_source
*component
)
352 ctf_fs_destroy(bt_self_component_get_data(
353 bt_self_component_source_as_self_component(component
)));
357 void port_data_destroy(void *data
) {
358 struct ctf_fs_port_data
*port_data
= data
;
368 GString
*get_stream_instance_unique_name(
369 struct ctf_fs_ds_file_group
*ds_file_group
)
372 struct ctf_fs_ds_file_info
*ds_file_info
;
374 name
= g_string_new(NULL
);
380 * If there's more than one stream file in the stream file
381 * group, the first (earliest) stream file's path is used as
382 * the stream's unique name.
384 BT_ASSERT(ds_file_group
->ds_file_infos
->len
> 0);
385 ds_file_info
= g_ptr_array_index(ds_file_group
->ds_file_infos
, 0);
386 g_string_assign(name
, ds_file_info
->path
->str
);
393 int create_one_port_for_trace(struct ctf_fs_component
*ctf_fs
,
394 struct ctf_fs_trace
*ctf_fs_trace
,
395 struct ctf_fs_ds_file_group
*ds_file_group
)
398 struct ctf_fs_port_data
*port_data
= NULL
;
399 GString
*port_name
= NULL
;
401 port_name
= get_stream_instance_unique_name(ds_file_group
);
406 BT_LOGD("Creating one port named `%s`", port_name
->str
);
408 /* Create output port for this file */
409 port_data
= g_new0(struct ctf_fs_port_data
, 1);
414 port_data
->ctf_fs
= ctf_fs
;
415 port_data
->ds_file_group
= ds_file_group
;
416 ret
= bt_self_component_source_add_output_port(
417 ctf_fs
->self_comp
, port_name
->str
, port_data
, NULL
);
422 g_ptr_array_add(ctf_fs
->port_data
, port_data
);
431 g_string_free(port_name
, TRUE
);
434 port_data_destroy(port_data
);
439 int create_ports_for_trace(struct ctf_fs_component
*ctf_fs
,
440 struct ctf_fs_trace
*ctf_fs_trace
)
445 /* Create one output port for each stream file group */
446 for (i
= 0; i
< ctf_fs_trace
->ds_file_groups
->len
; i
++) {
447 struct ctf_fs_ds_file_group
*ds_file_group
=
448 g_ptr_array_index(ctf_fs_trace
->ds_file_groups
, i
);
450 ret
= create_one_port_for_trace(ctf_fs
, ctf_fs_trace
,
453 BT_LOGE("Cannot create output port.");
463 void ctf_fs_ds_file_info_destroy(struct ctf_fs_ds_file_info
*ds_file_info
)
469 if (ds_file_info
->path
) {
470 g_string_free(ds_file_info
->path
, TRUE
);
473 ctf_fs_ds_index_destroy(ds_file_info
->index
);
474 g_free(ds_file_info
);
478 struct ctf_fs_ds_file_info
*ctf_fs_ds_file_info_create(const char *path
,
479 int64_t begin_ns
, struct ctf_fs_ds_index
*index
)
481 struct ctf_fs_ds_file_info
*ds_file_info
;
483 ds_file_info
= g_new0(struct ctf_fs_ds_file_info
, 1);
488 ds_file_info
->path
= g_string_new(path
);
489 if (!ds_file_info
->path
) {
490 ctf_fs_ds_file_info_destroy(ds_file_info
);
495 ds_file_info
->begin_ns
= begin_ns
;
496 ds_file_info
->index
= index
;
500 ctf_fs_ds_index_destroy(index
);
505 void ctf_fs_ds_file_group_destroy(struct ctf_fs_ds_file_group
*ds_file_group
)
507 if (!ds_file_group
) {
511 if (ds_file_group
->ds_file_infos
) {
512 g_ptr_array_free(ds_file_group
->ds_file_infos
, TRUE
);
515 bt_stream_put_ref(ds_file_group
->stream
);
516 bt_stream_class_put_ref(ds_file_group
->stream_class
);
517 g_free(ds_file_group
);
521 struct ctf_fs_ds_file_group
*ctf_fs_ds_file_group_create(
522 struct ctf_fs_trace
*ctf_fs_trace
,
523 bt_stream_class
*stream_class
,
524 uint64_t stream_instance_id
)
526 struct ctf_fs_ds_file_group
*ds_file_group
;
528 ds_file_group
= g_new0(struct ctf_fs_ds_file_group
, 1);
529 if (!ds_file_group
) {
533 ds_file_group
->ds_file_infos
= g_ptr_array_new_with_free_func(
534 (GDestroyNotify
) ctf_fs_ds_file_info_destroy
);
535 if (!ds_file_group
->ds_file_infos
) {
539 ds_file_group
->stream_id
= stream_instance_id
;
540 BT_ASSERT(stream_class
);
541 ds_file_group
->stream_class
= stream_class
;
542 bt_stream_class_get_ref(ds_file_group
->stream_class
);
543 ds_file_group
->ctf_fs_trace
= ctf_fs_trace
;
547 ctf_fs_ds_file_group_destroy(ds_file_group
);
548 ds_file_group
= NULL
;
551 return ds_file_group
;
554 /* Replace by g_ptr_array_insert when we depend on glib >= 2.40. */
556 void array_insert(GPtrArray
*array
, gpointer element
, size_t pos
)
558 size_t original_array_len
= array
->len
;
560 /* Allocate an unused element at the end of the array. */
561 g_ptr_array_add(array
, NULL
);
563 /* If we are not inserting at the end, move the elements by one. */
564 if (pos
< original_array_len
) {
565 memmove(&(array
->pdata
[pos
+ 1]),
566 &(array
->pdata
[pos
]),
567 (original_array_len
- pos
) * sizeof(gpointer
));
570 /* Insert the value and bump the array len */
571 array
->pdata
[pos
] = element
;
575 int ctf_fs_ds_file_group_add_ds_file_info(
576 struct ctf_fs_ds_file_group
*ds_file_group
,
577 const char *path
, int64_t begin_ns
,
578 struct ctf_fs_ds_index
*index
)
580 struct ctf_fs_ds_file_info
*ds_file_info
;
584 /* Onwership of index is transferred. */
585 ds_file_info
= ctf_fs_ds_file_info_create(path
, begin_ns
, index
);
591 /* Find a spot to insert this one */
592 for (i
= 0; i
< ds_file_group
->ds_file_infos
->len
; i
++) {
593 struct ctf_fs_ds_file_info
*other_ds_file_info
=
594 g_ptr_array_index(ds_file_group
->ds_file_infos
, i
);
596 if (begin_ns
< other_ds_file_info
->begin_ns
) {
601 array_insert(ds_file_group
->ds_file_infos
, ds_file_info
, i
);
606 ctf_fs_ds_file_info_destroy(ds_file_info
);
607 ctf_fs_ds_index_destroy(index
);
614 int add_ds_file_to_ds_file_group(struct ctf_fs_trace
*ctf_fs_trace
,
617 bt_stream_class
*stream_class
= NULL
;
618 int64_t stream_instance_id
= -1;
619 int64_t begin_ns
= -1;
620 struct ctf_fs_ds_file_group
*ds_file_group
= NULL
;
621 bool add_group
= false;
624 struct ctf_fs_ds_file
*ds_file
= NULL
;
625 struct ctf_fs_ds_index
*index
= NULL
;
626 struct bt_msg_iter
*msg_iter
= NULL
;
627 struct ctf_stream_class
*sc
= NULL
;
628 struct bt_msg_iter_packet_properties props
;
630 msg_iter
= bt_msg_iter_create(ctf_fs_trace
->metadata
->tc
,
631 bt_common_get_page_size() * 8, ctf_fs_ds_file_medops
, NULL
);
633 BT_LOGE_STR("Cannot create a CTF message iterator.");
637 ds_file
= ctf_fs_ds_file_create(ctf_fs_trace
, NULL
, msg_iter
,
643 ret
= bt_msg_iter_get_packet_properties(ds_file
->msg_iter
, &props
);
645 BT_LOGE("Cannot get stream file's first packet's header and context fields (`%s`).",
650 sc
= ctf_trace_class_borrow_stream_class_by_id(ds_file
->metadata
->tc
,
651 props
.stream_class_id
);
653 stream_class
= sc
->ir_sc
;
654 BT_ASSERT(stream_class
);
655 stream_instance_id
= props
.data_stream_id
;
657 if (props
.snapshots
.beginning_clock
!= UINT64_C(-1)) {
658 BT_ASSERT(sc
->default_clock_class
);
659 ret
= bt_util_clock_cycles_to_ns_from_origin(
660 props
.snapshots
.beginning_clock
,
661 sc
->default_clock_class
->frequency
,
662 sc
->default_clock_class
->offset_seconds
,
663 sc
->default_clock_class
->offset_cycles
, &begin_ns
);
665 BT_LOGE("Cannot convert clock cycles to nanoseconds from origin (`%s`).",
671 index
= ctf_fs_ds_file_build_index(ds_file
);
673 BT_LOGW("Failed to index CTF stream file \'%s\'",
674 ds_file
->file
->path
->str
);
677 if (begin_ns
== -1) {
679 * No beggining timestamp to sort the stream files
680 * within a stream file group, so consider that this
681 * file must be the only one within its group.
683 stream_instance_id
= -1;
686 if (stream_instance_id
== -1) {
688 * No stream instance ID or no beginning timestamp:
689 * create a unique stream file group for this stream
690 * file because, even if there's a stream instance ID,
691 * there's no timestamp to order the file within its
694 ds_file_group
= ctf_fs_ds_file_group_create(ctf_fs_trace
,
695 stream_class
, stream_instance_id
);
696 if (!ds_file_group
) {
700 ret
= ctf_fs_ds_file_group_add_ds_file_info(ds_file_group
,
701 path
, begin_ns
, index
);
702 /* Ownership of index is transferred. */
712 BT_ASSERT(stream_instance_id
!= -1);
713 BT_ASSERT(begin_ns
!= -1);
715 /* Find an existing stream file group with this ID */
716 for (i
= 0; i
< ctf_fs_trace
->ds_file_groups
->len
; i
++) {
717 ds_file_group
= g_ptr_array_index(
718 ctf_fs_trace
->ds_file_groups
, i
);
720 if (ds_file_group
->stream_class
== stream_class
&&
721 ds_file_group
->stream_id
==
722 stream_instance_id
) {
726 ds_file_group
= NULL
;
729 if (!ds_file_group
) {
730 ds_file_group
= ctf_fs_ds_file_group_create(ctf_fs_trace
,
731 stream_class
, stream_instance_id
);
732 if (!ds_file_group
) {
739 ret
= ctf_fs_ds_file_group_add_ds_file_info(ds_file_group
, path
,
749 ctf_fs_ds_file_group_destroy(ds_file_group
);
753 if (add_group
&& ds_file_group
) {
754 g_ptr_array_add(ctf_fs_trace
->ds_file_groups
, ds_file_group
);
757 ctf_fs_ds_file_destroy(ds_file
);
760 bt_msg_iter_destroy(msg_iter
);
763 ctf_fs_ds_index_destroy(index
);
768 int create_ds_file_groups(struct ctf_fs_trace
*ctf_fs_trace
)
771 const char *basename
;
772 GError
*error
= NULL
;
776 /* Check each file in the path directory, except specific ones */
777 dir
= g_dir_open(ctf_fs_trace
->path
->str
, 0, &error
);
779 BT_LOGE("Cannot open directory `%s`: %s (code %d)",
780 ctf_fs_trace
->path
->str
, error
->message
,
785 while ((basename
= g_dir_read_name(dir
))) {
786 struct ctf_fs_file
*file
;
788 if (!strcmp(basename
, CTF_FS_METADATA_FILENAME
)) {
789 /* Ignore the metadata stream. */
790 BT_LOGD("Ignoring metadata file `%s" G_DIR_SEPARATOR_S
"%s`",
791 ctf_fs_trace
->path
->str
, basename
);
795 if (basename
[0] == '.') {
796 BT_LOGD("Ignoring hidden file `%s" G_DIR_SEPARATOR_S
"%s`",
797 ctf_fs_trace
->path
->str
, basename
);
801 /* Create the file. */
802 file
= ctf_fs_file_create();
804 BT_LOGE("Cannot create stream file object for file `%s" G_DIR_SEPARATOR_S
"%s`",
805 ctf_fs_trace
->path
->str
, basename
);
809 /* Create full path string. */
810 g_string_append_printf(file
->path
, "%s" G_DIR_SEPARATOR_S
"%s",
811 ctf_fs_trace
->path
->str
, basename
);
812 if (!g_file_test(file
->path
->str
, G_FILE_TEST_IS_REGULAR
)) {
813 BT_LOGD("Ignoring non-regular file `%s`",
815 ctf_fs_file_destroy(file
);
820 ret
= ctf_fs_file_open(file
, "rb");
822 BT_LOGE("Cannot open stream file `%s`", file
->path
->str
);
826 if (file
->size
== 0) {
827 /* Skip empty stream. */
828 BT_LOGD("Ignoring empty file `%s`", file
->path
->str
);
829 ctf_fs_file_destroy(file
);
833 ret
= add_ds_file_to_ds_file_group(ctf_fs_trace
,
836 BT_LOGE("Cannot add stream file `%s` to stream file group",
838 ctf_fs_file_destroy(file
);
842 ctf_fs_file_destroy(file
);
845 if (!ctf_fs_trace
->trace
) {
850 * At this point, DS file groupes are created, but their
851 * associated stream objects do not exist yet. This is because
852 * we need to name the created stream object with the data
853 * stream file's path. We have everything we need here to do
856 for (i
= 0; i
< ctf_fs_trace
->ds_file_groups
->len
; i
++) {
857 struct ctf_fs_ds_file_group
*ds_file_group
=
858 g_ptr_array_index(ctf_fs_trace
->ds_file_groups
, i
);
859 GString
*name
= get_stream_instance_unique_name(ds_file_group
);
865 if (ds_file_group
->stream_id
== UINT64_C(-1)) {
866 /* No stream ID: use 0 */
867 ds_file_group
->stream
= bt_stream_create_with_id(
868 ds_file_group
->stream_class
,
870 ctf_fs_trace
->next_stream_id
);
871 ctf_fs_trace
->next_stream_id
++;
873 /* Specific stream ID */
874 ds_file_group
->stream
= bt_stream_create_with_id(
875 ds_file_group
->stream_class
,
877 (uint64_t) ds_file_group
->stream_id
);
880 if (!ds_file_group
->stream
) {
881 BT_LOGE("Cannot create stream for DS file group: "
882 "addr=%p, stream-name=\"%s\"",
883 ds_file_group
, name
->str
);
884 g_string_free(name
, TRUE
);
888 ret
= bt_stream_set_name(ds_file_group
->stream
,
891 BT_LOGE("Cannot set stream's name: "
892 "addr=%p, stream-name=\"%s\"",
893 ds_file_group
->stream
, name
->str
);
894 g_string_free(name
, TRUE
);
898 g_string_free(name
, TRUE
);
920 int set_trace_name(bt_trace
*trace
, const char *name_suffix
)
923 const bt_trace_class
*tc
= bt_trace_borrow_class_const(trace
);
927 name
= g_string_new(NULL
);
929 BT_LOGE_STR("Failed to allocate a GString.");
935 * Check if we have a trace environment string value named `hostname`.
936 * If so, use it as the trace name's prefix.
938 val
= bt_trace_class_borrow_environment_entry_value_by_name_const(
940 if (val
&& bt_value_is_string(val
)) {
941 g_string_append(name
, bt_value_string_get(val
));
944 g_string_append_c(name
, G_DIR_SEPARATOR
);
949 g_string_append(name
, name_suffix
);
952 ret
= bt_trace_set_name(trace
, name
->str
);
961 g_string_free(name
, TRUE
);
968 struct ctf_fs_trace
*ctf_fs_trace_create(bt_self_component_source
*self_comp
,
969 const char *path
, const char *name
,
970 struct ctf_fs_metadata_config
*metadata_config
)
972 struct ctf_fs_trace
*ctf_fs_trace
;
975 ctf_fs_trace
= g_new0(struct ctf_fs_trace
, 1);
980 ctf_fs_trace
->path
= g_string_new(path
);
981 if (!ctf_fs_trace
->path
) {
985 ctf_fs_trace
->name
= g_string_new(name
);
986 if (!ctf_fs_trace
->name
) {
990 ctf_fs_trace
->metadata
= g_new0(struct ctf_fs_metadata
, 1);
991 if (!ctf_fs_trace
->metadata
) {
995 ctf_fs_metadata_init(ctf_fs_trace
->metadata
);
996 ctf_fs_trace
->ds_file_groups
= g_ptr_array_new_with_free_func(
997 (GDestroyNotify
) ctf_fs_ds_file_group_destroy
);
998 if (!ctf_fs_trace
->ds_file_groups
) {
1002 ret
= ctf_fs_metadata_set_trace_class(self_comp
,
1003 ctf_fs_trace
, metadata_config
);
1008 if (ctf_fs_trace
->metadata
->trace_class
) {
1009 ctf_fs_trace
->trace
=
1010 bt_trace_create(ctf_fs_trace
->metadata
->trace_class
);
1011 if (!ctf_fs_trace
->trace
) {
1016 if (ctf_fs_trace
->trace
) {
1017 ret
= set_trace_name(ctf_fs_trace
->trace
, name
);
1023 ret
= create_ds_file_groups(ctf_fs_trace
);
1029 * create_ds_file_groups() created all the streams that this
1030 * trace needs. There won't be any more. Therefore it is safe to
1031 * make this trace static.
1033 if (ctf_fs_trace
->trace
) {
1034 (void) bt_trace_make_static(ctf_fs_trace
->trace
);
1040 ctf_fs_trace_destroy(ctf_fs_trace
);
1041 ctf_fs_trace
= NULL
;
1044 return ctf_fs_trace
;
1048 int path_is_ctf_trace(const char *path
)
1050 GString
*metadata_path
= g_string_new(NULL
);
1053 if (!metadata_path
) {
1058 g_string_printf(metadata_path
, "%s" G_DIR_SEPARATOR_S
"%s", path
, CTF_FS_METADATA_FILENAME
);
1060 if (g_file_test(metadata_path
->str
, G_FILE_TEST_IS_REGULAR
)) {
1066 g_string_free(metadata_path
, TRUE
);
1071 int add_trace_path(GList
**trace_paths
, const char *path
)
1073 GString
*norm_path
= NULL
;
1076 norm_path
= bt_common_normalize_path(path
, NULL
);
1078 BT_LOGE("Failed to normalize path `%s`.", path
);
1083 // FIXME: Remove or ifdef for __MINGW32__
1084 if (strcmp(norm_path
->str
, "/") == 0) {
1085 BT_LOGE("Opening a trace in `/` is not supported.");
1090 *trace_paths
= g_list_prepend(*trace_paths
, norm_path
);
1091 BT_ASSERT(*trace_paths
);
1096 g_string_free(norm_path
, TRUE
);
1103 int ctf_fs_find_traces(GList
**trace_paths
, const char *start_path
)
1106 GError
*error
= NULL
;
1108 const char *basename
= NULL
;
1110 /* Check if the starting path is a CTF trace itself */
1111 ret
= path_is_ctf_trace(start_path
);
1118 * Stop recursion: a CTF trace cannot contain another
1121 ret
= add_trace_path(trace_paths
, start_path
);
1125 /* Look for subdirectories */
1126 if (!g_file_test(start_path
, G_FILE_TEST_IS_DIR
)) {
1127 /* Starting path is not a directory: end of recursion */
1131 dir
= g_dir_open(start_path
, 0, &error
);
1133 if (error
->code
== G_FILE_ERROR_ACCES
) {
1134 BT_LOGD("Cannot open directory `%s`: %s (code %d): continuing",
1135 start_path
, error
->message
, error
->code
);
1139 BT_LOGE("Cannot open directory `%s`: %s (code %d)",
1140 start_path
, error
->message
, error
->code
);
1145 while ((basename
= g_dir_read_name(dir
))) {
1146 GString
*sub_path
= g_string_new(NULL
);
1153 g_string_printf(sub_path
, "%s" G_DIR_SEPARATOR_S
"%s", start_path
, basename
);
1154 ret
= ctf_fs_find_traces(trace_paths
, sub_path
->str
);
1155 g_string_free(sub_path
, TRUE
);
1167 g_error_free(error
);
1174 GList
*ctf_fs_create_trace_names(GList
*trace_paths
, const char *base_path
) {
1175 GList
*trace_names
= NULL
;
1177 const char *last_sep
;
1181 * At this point we know that all the trace paths are
1182 * normalized, and so is the base path. This means that
1183 * they are absolute and they don't end with a separator.
1184 * We can simply find the location of the last separator
1185 * in the base path, which gives us the name of the actual
1186 * directory to look into, and use this location as the
1187 * start of each trace name within each trace path.
1191 * Base path: /home/user/my-traces/some-trace
1193 * - /home/user/my-traces/some-trace/host1/trace1
1194 * - /home/user/my-traces/some-trace/host1/trace2
1195 * - /home/user/my-traces/some-trace/host2/trace
1196 * - /home/user/my-traces/some-trace/other-trace
1198 * In this case the trace names are:
1200 * - some-trace/host1/trace1
1201 * - some-trace/host1/trace2
1202 * - some-trace/host2/trace
1203 * - some-trace/other-trace
1205 last_sep
= strrchr(base_path
, G_DIR_SEPARATOR
);
1207 /* We know there's at least one separator */
1208 BT_ASSERT(last_sep
);
1210 /* Distance to base */
1211 base_dist
= last_sep
- base_path
+ 1;
1213 /* Create the trace names */
1214 for (node
= trace_paths
; node
; node
= g_list_next(node
)) {
1215 GString
*trace_name
= g_string_new(NULL
);
1216 GString
*trace_path
= node
->data
;
1218 BT_ASSERT(trace_name
);
1219 g_string_assign(trace_name
, &trace_path
->str
[base_dist
]);
1220 trace_names
= g_list_append(trace_names
, trace_name
);
1227 int create_ctf_fs_traces(bt_self_component_source
*self_comp
,
1228 struct ctf_fs_component
*ctf_fs
,
1229 const char *path_param
)
1231 struct ctf_fs_trace
*ctf_fs_trace
= NULL
;
1233 GString
*norm_path
= NULL
;
1234 GList
*trace_paths
= NULL
;
1235 GList
*trace_names
= NULL
;
1239 norm_path
= bt_common_normalize_path(path_param
, NULL
);
1241 BT_LOGE("Failed to normalize path: `%s`.",
1246 ret
= ctf_fs_find_traces(&trace_paths
, norm_path
->str
);
1252 BT_LOGE("No CTF traces recursively found in `%s`.",
1257 trace_names
= ctf_fs_create_trace_names(trace_paths
, norm_path
->str
);
1259 BT_LOGE("Cannot create trace names from trace paths.");
1263 for (tp_node
= trace_paths
, tn_node
= trace_names
; tp_node
;
1264 tp_node
= g_list_next(tp_node
),
1265 tn_node
= g_list_next(tn_node
)) {
1266 GString
*trace_path
= tp_node
->data
;
1267 GString
*trace_name
= tn_node
->data
;
1269 ctf_fs_trace
= ctf_fs_trace_create(self_comp
,
1270 trace_path
->str
, trace_name
->str
,
1271 &ctf_fs
->metadata_config
);
1272 if (!ctf_fs_trace
) {
1273 BT_LOGE("Cannot create trace for `%s`.",
1278 ret
= create_ports_for_trace(ctf_fs
, ctf_fs_trace
);
1283 g_ptr_array_add(ctf_fs
->traces
, ctf_fs_trace
);
1284 ctf_fs_trace
= NULL
;
1291 ctf_fs_trace_destroy(ctf_fs_trace
);
1294 for (tp_node
= trace_paths
; tp_node
; tp_node
= g_list_next(tp_node
)) {
1295 if (tp_node
->data
) {
1296 g_string_free(tp_node
->data
, TRUE
);
1300 for (tn_node
= trace_names
; tn_node
; tn_node
= g_list_next(tn_node
)) {
1301 if (tn_node
->data
) {
1302 g_string_free(tn_node
->data
, TRUE
);
1307 g_list_free(trace_paths
);
1311 g_list_free(trace_names
);
1315 g_string_free(norm_path
, TRUE
);
1322 struct ctf_fs_component
*ctf_fs_create(
1323 bt_self_component_source
*self_comp
,
1324 const bt_value
*params
)
1326 struct ctf_fs_component
*ctf_fs
;
1327 const bt_value
*value
= NULL
;
1328 const char *path_param
;
1330 ctf_fs
= g_new0(struct ctf_fs_component
, 1);
1335 bt_self_component_set_data(
1336 bt_self_component_source_as_self_component(self_comp
),
1340 * We don't need to get a new reference here because as long as
1341 * our private ctf_fs_component object exists, the containing
1342 * private component should also exist.
1344 ctf_fs
->self_comp
= self_comp
;
1345 value
= bt_value_map_borrow_entry_value_const(params
, "path");
1346 if (value
&& !bt_value_is_string(value
)) {
1350 path_param
= bt_value_string_get(value
);
1351 value
= bt_value_map_borrow_entry_value_const(params
,
1352 "clock-class-offset-s");
1354 if (!bt_value_is_integer(value
)) {
1355 BT_LOGE("clock-class-offset-s should be an integer");
1358 ctf_fs
->metadata_config
.clock_class_offset_s
= bt_value_integer_get(value
);
1361 value
= bt_value_map_borrow_entry_value_const(params
,
1362 "clock-class-offset-ns");
1364 if (!bt_value_is_integer(value
)) {
1365 BT_LOGE("clock-class-offset-ns should be an integer");
1368 ctf_fs
->metadata_config
.clock_class_offset_ns
= bt_value_integer_get(value
);
1371 ctf_fs
->port_data
= g_ptr_array_new_with_free_func(port_data_destroy
);
1372 if (!ctf_fs
->port_data
) {
1376 ctf_fs
->traces
= g_ptr_array_new_with_free_func(
1377 ctf_fs_trace_destroy_msgier
);
1378 if (!ctf_fs
->traces
) {
1382 if (create_ctf_fs_traces(self_comp
, ctf_fs
, path_param
)) {
1389 ctf_fs_destroy(ctf_fs
);
1391 bt_self_component_set_data(
1392 bt_self_component_source_as_self_component(self_comp
),
1400 bt_self_component_status
ctf_fs_init(
1401 bt_self_component_source
*self_comp
,
1402 const bt_value
*params
, UNUSED_VAR
void *init_method_data
)
1404 struct ctf_fs_component
*ctf_fs
;
1405 bt_self_component_status ret
= BT_SELF_COMPONENT_STATUS_OK
;
1407 ctf_fs
= ctf_fs_create(self_comp
, params
);
1409 ret
= BT_SELF_COMPONENT_STATUS_ERROR
;
1416 bt_query_status
ctf_fs_query(
1417 bt_self_component_class_source
*comp_class
,
1418 const bt_query_executor
*query_exec
,
1419 const char *object
, const bt_value
*params
,
1420 const bt_value
**result
)
1422 bt_query_status status
= BT_QUERY_STATUS_OK
;
1424 if (!strcmp(object
, "metadata-info")) {
1425 status
= metadata_info_query(comp_class
, params
, result
);
1426 } else if (!strcmp(object
, "trace-info")) {
1427 status
= trace_info_query(comp_class
, params
, result
);
1429 BT_LOGE("Unknown query object `%s`", object
);
1430 status
= BT_QUERY_STATUS_INVALID_OBJECT
;