2 * SPDX-License-Identifier: MIT
4 * Copyright 2016-2017 Philippe Proulx <pproulx@efficios.com>
5 * Copyright 2016 Jérémie Galarneau <jeremie.galarneau@efficios.com>
6 * Copyright 2010-2011 EfficiOS Inc. and Linux Foundation
13 #include "compat/endian.h" /* IWYU pragma: keep */
14 #include "compat/mman.h" /* IWYU: pragma keep */
15 #include "cpp-common/bt2c/glib-up.hpp"
16 #include "cpp-common/bt2s/make-unique.hpp"
17 #include "cpp-common/vendor/fmt/format.h"
19 #include "../common/src/msg-iter/msg-iter.hpp"
20 #include "data-stream-file.hpp"
23 #include "lttng-index.hpp"
25 static inline size_t remaining_mmap_bytes(struct ctf_fs_ds_file
*ds_file
)
27 BT_ASSERT_DBG(ds_file
->mmap_len
>= ds_file
->request_offset_in_mapping
);
28 return ds_file
->mmap_len
- ds_file
->request_offset_in_mapping
;
32 * Return true if `offset_in_file` is in the current mapping.
35 static bool offset_ist_mapped(struct ctf_fs_ds_file
*ds_file
, off_t offset_in_file
)
37 return offset_in_file
>= ds_file
->mmap_offset_in_file
&&
38 offset_in_file
< (ds_file
->mmap_offset_in_file
+ ds_file
->mmap_len
);
41 static enum ctf_msg_iter_medium_status
ds_file_munmap(struct ctf_fs_ds_file
*ds_file
)
45 if (!ds_file
->mmap_addr
) {
46 return CTF_MSG_ITER_MEDIUM_STATUS_OK
;
49 if (bt_munmap(ds_file
->mmap_addr
, ds_file
->mmap_len
)) {
50 BT_CPPLOGE_ERRNO_SPEC(ds_file
->logger
, "Cannot memory-unmap file",
51 ": address={}, size={}, file_path=\"{}\", file={}",
52 fmt::ptr(ds_file
->mmap_addr
), ds_file
->mmap_len
,
53 ds_file
->file
? ds_file
->file
->path
: "NULL",
54 ds_file
->file
? fmt::ptr(ds_file
->file
->fp
) : NULL
);
55 return CTF_MSG_ITER_MEDIUM_STATUS_ERROR
;
58 ds_file
->mmap_addr
= NULL
;
60 return CTF_MSG_ITER_MEDIUM_STATUS_OK
;
64 * mmap a region of `ds_file` such that `requested_offset_in_file` is in the
65 * mapping. If the currently mmap-ed region already contains
66 * `requested_offset_in_file`, the mapping is kept.
68 * Set `ds_file->requested_offset_in_mapping` based on `request_offset_in_file`,
69 * such that the next call to `request_bytes` will return bytes starting at that
72 * `requested_offset_in_file` must be a valid offset in the file.
74 static enum ctf_msg_iter_medium_status
ds_file_mmap(struct ctf_fs_ds_file
*ds_file
,
75 off_t requested_offset_in_file
)
77 /* Ensure the requested offset is in the file range. */
78 BT_ASSERT(requested_offset_in_file
>= 0);
79 BT_ASSERT(requested_offset_in_file
< ds_file
->file
->size
);
82 * If the mapping already contains the requested offset, just adjust
83 * requested_offset_in_mapping.
85 if (offset_ist_mapped(ds_file
, requested_offset_in_file
)) {
86 ds_file
->request_offset_in_mapping
=
87 requested_offset_in_file
- ds_file
->mmap_offset_in_file
;
88 return CTF_MSG_ITER_MEDIUM_STATUS_OK
;
91 /* Unmap old region */
92 ctf_msg_iter_medium_status status
= ds_file_munmap(ds_file
);
93 if (status
!= CTF_MSG_ITER_MEDIUM_STATUS_OK
) {
98 * Compute a mapping that has the required alignment properties and
99 * contains `requested_offset_in_file`.
101 ds_file
->request_offset_in_mapping
=
102 requested_offset_in_file
%
103 bt_mmap_get_offset_align_size(static_cast<int>(ds_file
->logger
.level()));
104 ds_file
->mmap_offset_in_file
= requested_offset_in_file
- ds_file
->request_offset_in_mapping
;
106 MIN(ds_file
->file
->size
- ds_file
->mmap_offset_in_file
, ds_file
->mmap_max_len
);
108 BT_ASSERT(ds_file
->mmap_len
> 0);
111 bt_mmap(ds_file
->mmap_len
, PROT_READ
, MAP_PRIVATE
, fileno(ds_file
->file
->fp
.get()),
112 ds_file
->mmap_offset_in_file
, static_cast<int>(ds_file
->logger
.level()));
113 if (ds_file
->mmap_addr
== MAP_FAILED
) {
114 BT_CPPLOGE_SPEC(ds_file
->logger
,
115 "Cannot memory-map address (size {}) of file \"{}\" ({}) at offset {}: {}",
116 ds_file
->mmap_len
, ds_file
->file
->path
, fmt::ptr(ds_file
->file
->fp
),
117 (intmax_t) ds_file
->mmap_offset_in_file
, strerror(errno
));
118 return CTF_MSG_ITER_MEDIUM_STATUS_ERROR
;
121 return CTF_MSG_ITER_MEDIUM_STATUS_OK
;
125 * Change the mapping of the file to read the region that follows the current
128 * If the file hasn't been mapped yet, then everything (mmap_offset_in_file,
129 * mmap_len, request_offset_in_mapping) should have the value 0, which will
130 * result in the beginning of the file getting mapped.
132 * return _EOF if the current mapping is the end of the file.
135 static enum ctf_msg_iter_medium_status
ds_file_mmap_next(struct ctf_fs_ds_file
*ds_file
)
138 * If we're called, it's because more bytes are requested but we have
139 * given all the bytes of the current mapping.
141 BT_ASSERT(ds_file
->request_offset_in_mapping
== ds_file
->mmap_len
);
144 * If the current mapping coincides with the end of the file, there is
147 if (ds_file
->mmap_offset_in_file
+ ds_file
->mmap_len
== ds_file
->file
->size
) {
148 return CTF_MSG_ITER_MEDIUM_STATUS_EOF
;
151 return ds_file_mmap(ds_file
, ds_file
->mmap_offset_in_file
+ ds_file
->mmap_len
);
154 static enum ctf_msg_iter_medium_status
medop_request_bytes(size_t request_sz
, uint8_t **buffer_addr
,
155 size_t *buffer_sz
, void *data
)
157 struct ctf_fs_ds_file
*ds_file
= (struct ctf_fs_ds_file
*) data
;
159 BT_ASSERT(request_sz
> 0);
162 * Check if we have at least one memory-mapped byte left. If we don't,
163 * mmap the next file.
165 if (remaining_mmap_bytes(ds_file
) == 0) {
166 /* Are we at the end of the file? */
167 if (ds_file
->mmap_offset_in_file
>= ds_file
->file
->size
) {
168 BT_CPPLOGD_SPEC(ds_file
->logger
, "Reached end of file \"{}\" ({})", ds_file
->file
->path
,
169 fmt::ptr(ds_file
->file
->fp
));
170 return CTF_MSG_ITER_MEDIUM_STATUS_EOF
;
173 ctf_msg_iter_medium_status status
= ds_file_mmap_next(ds_file
);
175 case CTF_MSG_ITER_MEDIUM_STATUS_OK
:
177 case CTF_MSG_ITER_MEDIUM_STATUS_EOF
:
178 return CTF_MSG_ITER_MEDIUM_STATUS_EOF
;
180 BT_CPPLOGE_SPEC(ds_file
->logger
, "Cannot memory-map next region of file \"{}\" ({})",
181 ds_file
->file
->path
, fmt::ptr(ds_file
->file
->fp
));
186 BT_ASSERT(remaining_mmap_bytes(ds_file
) > 0);
187 *buffer_sz
= MIN(remaining_mmap_bytes(ds_file
), request_sz
);
189 BT_ASSERT(ds_file
->mmap_addr
);
190 *buffer_addr
= ((uint8_t *) ds_file
->mmap_addr
) + ds_file
->request_offset_in_mapping
;
192 ds_file
->request_offset_in_mapping
+= *buffer_sz
;
194 return CTF_MSG_ITER_MEDIUM_STATUS_OK
;
197 static bt_stream
*medop_borrow_stream(bt_stream_class
*stream_class
, int64_t, void *data
)
199 struct ctf_fs_ds_file
*ds_file
= (struct ctf_fs_ds_file
*) data
;
200 bt_stream_class
*ds_file_stream_class
;
202 ds_file_stream_class
= ds_file
->stream
->cls().libObjPtr();
204 if (stream_class
!= ds_file_stream_class
) {
206 * Not supported: two packets described by two different
207 * stream classes within the same data stream file.
212 return ds_file
->stream
->libObjPtr();
215 static enum ctf_msg_iter_medium_status
medop_seek(off_t offset
, void *data
)
217 struct ctf_fs_ds_file
*ds_file
= (struct ctf_fs_ds_file
*) data
;
219 BT_ASSERT(offset
>= 0);
220 BT_ASSERT(offset
< ds_file
->file
->size
);
222 return ds_file_mmap(ds_file
, offset
);
225 struct ctf_msg_iter_medium_ops ctf_fs_ds_file_medops
= {
232 struct ctf_fs_ds_group_medops_data
234 explicit ctf_fs_ds_group_medops_data(const bt2c::Logger
& parentLogger
) :
235 logger
{parentLogger
, "PLUGIN/SRC.CTF.FS/DS-GROUP-MEDOPS"}
241 /* Weak, set once at creation time. */
242 struct ctf_fs_ds_file_group
*ds_file_group
= nullptr;
245 * Index (as in element rank) of the index entry of ds_file_groups'
246 * index we will read next (so, the one after the one we are reading
249 guint next_index_entry_index
= 0;
252 * File we are currently reading. Changes whenever we switch to
253 * reading another data file.
255 ctf_fs_ds_file::UP file
;
257 /* Weak, for context / logging / appending causes. */
258 bt_self_message_iterator
*self_msg_iter
= nullptr;
261 static enum ctf_msg_iter_medium_status
medop_group_request_bytes(size_t request_sz
,
262 uint8_t **buffer_addr
,
263 size_t *buffer_sz
, void *void_data
)
265 struct ctf_fs_ds_group_medops_data
*data
= (struct ctf_fs_ds_group_medops_data
*) void_data
;
267 /* Return bytes from the current file. */
268 return medop_request_bytes(request_sz
, buffer_addr
, buffer_sz
, data
->file
.get());
271 static bt_stream
*medop_group_borrow_stream(bt_stream_class
*stream_class
, int64_t stream_id
,
274 struct ctf_fs_ds_group_medops_data
*data
= (struct ctf_fs_ds_group_medops_data
*) void_data
;
276 return medop_borrow_stream(stream_class
, stream_id
, data
->file
.get());
280 * Set `data->file` to prepare it to read the packet described
284 static enum ctf_msg_iter_medium_status
285 ctf_fs_ds_group_medops_set_file(struct ctf_fs_ds_group_medops_data
*data
,
286 struct ctf_fs_ds_index_entry
*index_entry
)
289 BT_ASSERT(index_entry
);
291 /* Check if that file is already the one mapped. */
292 if (!data
->file
|| data
->file
->file
->path
!= index_entry
->path
) {
293 /* Create the new file. */
295 ctf_fs_ds_file_create(data
->ds_file_group
->ctf_fs_trace
, data
->ds_file_group
->stream
,
296 index_entry
->path
, data
->logger
);
298 BT_CPPLOGE_APPEND_CAUSE_SPEC(data
->logger
, "failed to create ctf_fs_ds_file.");
299 return CTF_MSG_ITER_MEDIUM_STATUS_ERROR
;
304 * Ensure the right portion of the file will be returned on the next
305 * request_bytes call.
307 return ds_file_mmap(data
->file
.get(), index_entry
->offset
.bytes());
310 static enum ctf_msg_iter_medium_status
medop_group_switch_packet(void *void_data
)
312 struct ctf_fs_ds_group_medops_data
*data
= (struct ctf_fs_ds_group_medops_data
*) void_data
;
314 /* If we have gone through all index entries, we are done. */
315 if (data
->next_index_entry_index
>= data
->ds_file_group
->index
.entries
.size()) {
316 return CTF_MSG_ITER_MEDIUM_STATUS_EOF
;
320 * Otherwise, look up the next index entry / packet and prepare it
323 ctf_msg_iter_medium_status status
= ctf_fs_ds_group_medops_set_file(
324 data
, &data
->ds_file_group
->index
.entries
[data
->next_index_entry_index
]);
325 if (status
!= CTF_MSG_ITER_MEDIUM_STATUS_OK
) {
329 data
->next_index_entry_index
++;
331 return CTF_MSG_ITER_MEDIUM_STATUS_OK
;
334 void ctf_fs_ds_group_medops_data_deleter::operator()(ctf_fs_ds_group_medops_data
*data
) noexcept
339 enum ctf_msg_iter_medium_status
ctf_fs_ds_group_medops_data_create(
340 struct ctf_fs_ds_file_group
*ds_file_group
, bt_self_message_iterator
*self_msg_iter
,
341 const bt2c::Logger
& parentLogger
, ctf_fs_ds_group_medops_data_up
& out
)
343 BT_ASSERT(self_msg_iter
);
344 BT_ASSERT(ds_file_group
);
345 BT_ASSERT(!ds_file_group
->index
.entries
.empty());
347 out
.reset(new ctf_fs_ds_group_medops_data
{parentLogger
});
349 out
->ds_file_group
= ds_file_group
;
350 out
->self_msg_iter
= self_msg_iter
;
353 * No need to prepare the first file. ctf_msg_iter will call
354 * switch_packet before reading the first packet, it will be
358 return CTF_MSG_ITER_MEDIUM_STATUS_OK
;
361 void ctf_fs_ds_group_medops_data_reset(struct ctf_fs_ds_group_medops_data
*data
)
363 data
->next_index_entry_index
= 0;
366 struct ctf_msg_iter_medium_ops ctf_fs_ds_group_medops
= {
367 .request_bytes
= medop_group_request_bytes
,
370 * We don't support seeking using this medops. It would probably be
371 * possible, but it's not needed at the moment.
375 .switch_packet
= medop_group_switch_packet
,
376 .borrow_stream
= medop_group_borrow_stream
,
379 static int convert_cycles_to_ns(struct ctf_clock_class
*clock_class
, uint64_t cycles
, int64_t *ns
)
381 return bt_util_clock_cycles_to_ns_from_origin(cycles
, clock_class
->frequency
,
382 clock_class
->offset_seconds
,
383 clock_class
->offset_cycles
, ns
);
386 static bt2s::optional
<ctf_fs_ds_index
>
387 build_index_from_idx_file(struct ctf_fs_ds_file
*ds_file
, struct ctf_fs_ds_file_info
*file_info
,
388 struct ctf_msg_iter
*msg_iter
)
390 BT_CPPLOGI_SPEC(ds_file
->logger
, "Building index from .idx file of stream file {}",
391 ds_file
->file
->path
);
392 ctf_msg_iter_packet_properties props
;
393 int ret
= ctf_msg_iter_get_packet_properties(msg_iter
, &props
);
395 BT_CPPLOGI_STR_SPEC(ds_file
->logger
,
396 "Cannot read first packet's header and context fields.");
397 return bt2s::nullopt
;
400 ctf_stream_class
*sc
=
401 ctf_trace_class_borrow_stream_class_by_id(ds_file
->metadata
->tc
, props
.stream_class_id
);
403 if (!sc
->default_clock_class
) {
404 BT_CPPLOGI_STR_SPEC(ds_file
->logger
, "Cannot find stream class's default clock class.");
405 return bt2s::nullopt
;
408 /* Look for index file in relative path index/name.idx. */
409 bt2c::GCharUP basename
{g_path_get_basename(ds_file
->file
->path
.c_str())};
411 BT_CPPLOGE_SPEC(ds_file
->logger
, "Cannot get the basename of datastream file {}",
412 ds_file
->file
->path
);
413 return bt2s::nullopt
;
416 bt2c::GCharUP directory
{g_path_get_dirname(ds_file
->file
->path
.c_str())};
418 BT_CPPLOGE_SPEC(ds_file
->logger
, "Cannot get dirname of datastream file {}",
419 ds_file
->file
->path
);
420 return bt2s::nullopt
;
423 std::string index_basename
= fmt::format("{}.idx", basename
.get());
424 bt2c::GCharUP index_file_path
{
425 g_build_filename(directory
.get(), "index", index_basename
.c_str(), NULL
)};
426 bt2c::GMappedFileUP mapped_file
{g_mapped_file_new(index_file_path
.get(), FALSE
, NULL
)};
428 BT_CPPLOGD_SPEC(ds_file
->logger
, "Cannot create new mapped file {}", index_file_path
.get());
429 return bt2s::nullopt
;
433 * The g_mapped_file API limits us to 4GB files on 32-bit.
434 * Traces with such large indexes have never been seen in the wild,
435 * but this would need to be adjusted to support them.
437 gsize filesize
= g_mapped_file_get_length(mapped_file
.get());
438 if (filesize
< sizeof(ctf_packet_index_file_hdr
)) {
439 BT_CPPLOGW_SPEC(ds_file
->logger
,
440 "Invalid LTTng trace index file: "
441 "file size ({} bytes) < header size ({} bytes)",
442 filesize
, sizeof(ctf_packet_index_file_hdr
));
443 return bt2s::nullopt
;
446 const char *mmap_begin
= g_mapped_file_get_contents(mapped_file
.get());
447 const ctf_packet_index_file_hdr
*header
= (const ctf_packet_index_file_hdr
*) mmap_begin
;
449 const char *file_pos
= g_mapped_file_get_contents(mapped_file
.get()) + sizeof(*header
);
450 if (be32toh(header
->magic
) != CTF_INDEX_MAGIC
) {
451 BT_CPPLOGW_STR_SPEC(ds_file
->logger
,
452 "Invalid LTTng trace index: \"magic\" field validation failed");
453 return bt2s::nullopt
;
456 uint32_t version_major
= be32toh(header
->index_major
);
457 uint32_t version_minor
= be32toh(header
->index_minor
);
458 if (version_major
!= 1) {
459 BT_CPPLOGW_SPEC(ds_file
->logger
, "Unknown LTTng trace index version: major={}, minor={}",
460 version_major
, version_minor
);
461 return bt2s::nullopt
;
464 size_t file_index_entry_size
= be32toh(header
->packet_index_len
);
465 if (file_index_entry_size
< CTF_INDEX_1_0_SIZE
) {
468 "Invalid `packet_index_len` in LTTng trace index file (`packet_index_len` < CTF index 1.0 index entry size): "
469 "packet_index_len={}, CTF_INDEX_1_0_SIZE={}",
470 file_index_entry_size
, CTF_INDEX_1_0_SIZE
);
471 return bt2s::nullopt
;
474 size_t file_entry_count
= (filesize
- sizeof(*header
)) / file_index_entry_size
;
475 if ((filesize
- sizeof(*header
)) % file_index_entry_size
) {
476 BT_CPPLOGW_SPEC(ds_file
->logger
,
477 "Invalid LTTng trace index: the index's size after the header "
478 "({} bytes) is not a multiple of the index entry size "
480 (filesize
- sizeof(*header
)), sizeof(*header
));
481 return bt2s::nullopt
;
484 ctf_fs_ds_index index
;
485 ctf_fs_ds_index_entry
*prev_index_entry
= nullptr;
486 auto totalPacketsSize
= bt2c::DataLen::fromBytes(0);
488 for (size_t i
= 0; i
< file_entry_count
; i
++) {
489 struct ctf_packet_index
*file_index
= (struct ctf_packet_index
*) file_pos
;
490 const auto packetSize
= bt2c::DataLen::fromBits(be64toh(file_index
->packet_size
));
492 if (packetSize
.hasExtraBits()) {
493 BT_CPPLOGW_SPEC(ds_file
->logger
,
494 "Invalid packet size encountered in LTTng trace index file");
495 return bt2s::nullopt
;
498 const auto offset
= bt2c::DataLen::fromBytes(be64toh(file_index
->offset
));
500 if (i
!= 0 && offset
< prev_index_entry
->offset
) {
503 "Invalid, non-monotonic, packet offset encountered in LTTng trace index file: "
504 "previous offset={} bytes, current offset={} bytes",
505 prev_index_entry
->offset
.bytes(), offset
.bytes());
506 return bt2s::nullopt
;
509 ctf_fs_ds_index_entry index_entry
{offset
, packetSize
};
511 /* Set path to stream file. */
512 index_entry
.path
= file_info
->path
.c_str();
514 index_entry
.timestamp_begin
= be64toh(file_index
->timestamp_begin
);
515 index_entry
.timestamp_end
= be64toh(file_index
->timestamp_end
);
516 if (index_entry
.timestamp_end
< index_entry
.timestamp_begin
) {
519 "Invalid packet time bounds encountered in LTTng trace index file (begin > end): "
520 "timestamp_begin={}, timestamp_end={}",
521 index_entry
.timestamp_begin
, index_entry
.timestamp_end
);
522 return bt2s::nullopt
;
525 /* Convert the packet's bound to nanoseconds since Epoch. */
526 ret
= convert_cycles_to_ns(sc
->default_clock_class
, index_entry
.timestamp_begin
,
527 &index_entry
.timestamp_begin_ns
);
531 "Failed to convert raw timestamp to nanoseconds since Epoch during index parsing");
532 return bt2s::nullopt
;
534 ret
= convert_cycles_to_ns(sc
->default_clock_class
, index_entry
.timestamp_end
,
535 &index_entry
.timestamp_end_ns
);
539 "Failed to convert raw timestamp to nanoseconds since Epoch during LTTng trace index parsing");
540 return bt2s::nullopt
;
543 if (version_minor
>= 1) {
544 index_entry
.packet_seq_num
= be64toh(file_index
->packet_seq_num
);
547 totalPacketsSize
+= packetSize
;
548 file_pos
+= file_index_entry_size
;
550 index
.entries
.emplace_back(index_entry
);
552 prev_index_entry
= &index
.entries
.back();
555 /* Validate that the index addresses the complete stream. */
556 if (ds_file
->file
->size
!= totalPacketsSize
.bytes()) {
557 BT_CPPLOGW_SPEC(ds_file
->logger
,
558 "Invalid LTTng trace index file; indexed size != stream file size: "
559 "file-size={} bytes, total-packets-size={} bytes",
560 ds_file
->file
->size
, totalPacketsSize
.bytes());
561 return bt2s::nullopt
;
567 static int init_index_entry(ctf_fs_ds_index_entry
& entry
, struct ctf_fs_ds_file
*ds_file
,
568 struct ctf_msg_iter_packet_properties
*props
)
570 ctf_stream_class
*sc
=
571 ctf_trace_class_borrow_stream_class_by_id(ds_file
->metadata
->tc
, props
->stream_class_id
);
574 if (props
->snapshots
.beginning_clock
!= UINT64_C(-1)) {
575 entry
.timestamp_begin
= props
->snapshots
.beginning_clock
;
577 /* Convert the packet's bound to nanoseconds since Epoch. */
578 int ret
= convert_cycles_to_ns(sc
->default_clock_class
, props
->snapshots
.beginning_clock
,
579 &entry
.timestamp_begin_ns
);
581 BT_CPPLOGI_STR_SPEC(ds_file
->logger
,
582 "Failed to convert raw timestamp to nanoseconds since Epoch.");
586 entry
.timestamp_begin
= UINT64_C(-1);
587 entry
.timestamp_begin_ns
= UINT64_C(-1);
590 if (props
->snapshots
.end_clock
!= UINT64_C(-1)) {
591 entry
.timestamp_end
= props
->snapshots
.end_clock
;
593 /* Convert the packet's bound to nanoseconds since Epoch. */
594 int ret
= convert_cycles_to_ns(sc
->default_clock_class
, props
->snapshots
.end_clock
,
595 &entry
.timestamp_end_ns
);
597 BT_CPPLOGI_STR_SPEC(ds_file
->logger
,
598 "Failed to convert raw timestamp to nanoseconds since Epoch.");
602 entry
.timestamp_end
= UINT64_C(-1);
603 entry
.timestamp_end_ns
= UINT64_C(-1);
609 static bt2s::optional
<ctf_fs_ds_index
>
610 build_index_from_stream_file(struct ctf_fs_ds_file
*ds_file
, struct ctf_fs_ds_file_info
*file_info
,
611 struct ctf_msg_iter
*msg_iter
)
613 BT_CPPLOGI_SPEC(ds_file
->logger
, "Indexing stream file {}", ds_file
->file
->path
);
615 ctf_fs_ds_index index
;
616 auto currentPacketOffset
= bt2c::DataLen::fromBytes(0);
619 struct ctf_msg_iter_packet_properties props
;
621 if (currentPacketOffset
.bytes() > ds_file
->file
->size
) {
622 BT_CPPLOGE_STR_SPEC(ds_file
->logger
,
623 "Unexpected current packet's offset (larger than file).");
624 return bt2s::nullopt
;
625 } else if (currentPacketOffset
.bytes() == ds_file
->file
->size
) {
630 ctf_msg_iter_status iter_status
= ctf_msg_iter_seek(msg_iter
, currentPacketOffset
.bytes());
631 if (iter_status
!= CTF_MSG_ITER_STATUS_OK
) {
632 return bt2s::nullopt
;
635 iter_status
= ctf_msg_iter_get_packet_properties(msg_iter
, &props
);
636 if (iter_status
!= CTF_MSG_ITER_STATUS_OK
) {
637 return bt2s::nullopt
;
641 * Get the current packet size from the packet header, if set. Else,
642 * assume there is a single packet in the file, so take the file size
643 * as the packet size.
645 const auto currentPacketSize
= props
.exp_packet_total_size
>= 0 ?
646 bt2c::DataLen::fromBits(props
.exp_packet_total_size
) :
647 bt2c::DataLen::fromBytes(ds_file
->file
->size
);
649 if ((currentPacketOffset
+ currentPacketSize
).bytes() > ds_file
->file
->size
) {
650 BT_CPPLOGW_SPEC(ds_file
->logger
,
651 "Invalid packet size reported in file: stream=\"{}\", "
652 "packet-offset-bytes={}, packet-size-bytes={}, "
653 "file-size-bytes={}",
654 ds_file
->file
->path
, currentPacketOffset
.bytes(),
655 currentPacketSize
.bytes(), ds_file
->file
->size
);
656 return bt2s::nullopt
;
659 ctf_fs_ds_index_entry index_entry
{currentPacketOffset
, currentPacketSize
};
661 /* Set path to stream file. */
662 index_entry
.path
= file_info
->path
.c_str();
664 int ret
= init_index_entry(index_entry
, ds_file
, &props
);
666 return bt2s::nullopt
;
669 index
.entries
.emplace_back(index_entry
);
671 currentPacketOffset
+= currentPacketSize
;
672 BT_CPPLOGD_SPEC(ds_file
->logger
,
673 "Seeking to next packet: current-packet-offset-bytes={}, "
674 "next-packet-offset-bytes={}",
675 (currentPacketOffset
- currentPacketSize
).bytes(),
676 currentPacketOffset
.bytes());
682 ctf_fs_ds_file::UP
ctf_fs_ds_file_create(struct ctf_fs_trace
*ctf_fs_trace
,
683 bt2::Stream::Shared stream
, const char *path
,
684 const bt2c::Logger
& parentLogger
)
686 auto ds_file
= bt2s::make_unique
<ctf_fs_ds_file
>(parentLogger
);
688 ds_file
->file
= bt2s::make_unique
<ctf_fs_file
>(parentLogger
);
689 ds_file
->stream
= std::move(stream
);
690 ds_file
->metadata
= ctf_fs_trace
->metadata
.get();
691 ds_file
->file
->path
= path
;
692 int ret
= ctf_fs_file_open(ds_file
->file
.get(), "rb");
697 const size_t offset_align
=
698 bt_mmap_get_offset_align_size(static_cast<int>(ds_file
->logger
.level()));
699 ds_file
->mmap_max_len
= offset_align
* 2048;
704 bt2s::optional
<ctf_fs_ds_index
> ctf_fs_ds_file_build_index(struct ctf_fs_ds_file
*ds_file
,
705 struct ctf_fs_ds_file_info
*file_info
,
706 struct ctf_msg_iter
*msg_iter
)
708 auto index
= build_index_from_idx_file(ds_file
, file_info
, msg_iter
);
713 BT_CPPLOGI_SPEC(ds_file
->logger
, "Failed to build index from .index file; "
714 "falling back to stream indexing.");
715 return build_index_from_stream_file(ds_file
, file_info
, msg_iter
);
718 ctf_fs_ds_file::~ctf_fs_ds_file()
720 (void) ds_file_munmap(this);
723 ctf_fs_ds_file_info::UP
ctf_fs_ds_file_info_create(const char *path
, int64_t begin_ns
)
725 ctf_fs_ds_file_info::UP ds_file_info
= bt2s::make_unique
<ctf_fs_ds_file_info
>();
727 ds_file_info
->path
= path
;
728 ds_file_info
->begin_ns
= begin_ns
;
732 void ctf_fs_ds_file_group::insert_ds_file_info_sorted(ctf_fs_ds_file_info::UP ds_file_info
)
734 /* Find the spot where to insert this ds_file_info. */
735 auto it
= this->ds_file_infos
.begin();
737 for (; it
!= this->ds_file_infos
.end(); ++it
) {
738 const ctf_fs_ds_file_info
& other_ds_file_info
= **it
;
740 if (ds_file_info
->begin_ns
< other_ds_file_info
.begin_ns
) {
745 this->ds_file_infos
.insert(it
, std::move(ds_file_info
));