2 * SPDX-License-Identifier: LGPL-2.1-only
4 * Copyright (C) 2010-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
6 * Holds LTTng per-session event registry.
24 #include <lttng/ust-endian.h>
26 #include <urcu/arch.h>
27 #include <urcu/compiler.h>
28 #include <urcu/hlist.h>
29 #include <urcu/list.h>
30 #include <urcu/uatomic.h>
32 #include <lttng/tracepoint.h>
33 #include <lttng/ust-events.h>
35 #include <usterr-signal-safe.h>
36 #include <ust-helper.h>
37 #include <lttng/ust-ctl.h>
40 #include <ust-dynamic-type.h>
41 #include <ust-context-provider.h>
44 #include "lttng-ust-uuid.h"
46 #include "tracepoint-internal.h"
47 #include "string-utils.h"
48 #include "lttng-bytecode.h"
49 #include "lttng-tracer.h"
50 #include "lttng-tracer-core.h"
51 #include "lttng-ust-statedump.h"
52 #include "context-internal.h"
53 #include "ust-events-internal.h"
55 #include "../libringbuffer/shm.h"
56 #include "../libcounter/counter.h"
58 #include <lttng/ust-abi.h>
61 * All operations within this file are called by the communication
62 * thread, under ust_lock protection.
65 static CDS_LIST_HEAD(sessions
);
66 static CDS_LIST_HEAD(event_notifier_groups
);
68 struct cds_list_head
*lttng_get_sessions(void)
73 static void _lttng_event_destroy(struct lttng_ust_event_common
*event
);
74 static void _lttng_enum_destroy(struct lttng_enum
*_enum
);
77 void lttng_session_lazy_sync_event_enablers(struct lttng_ust_session
*session
);
79 void lttng_session_sync_event_enablers(struct lttng_ust_session
*session
);
81 void lttng_event_notifier_group_sync_enablers(
82 struct lttng_event_notifier_group
*event_notifier_group
);
84 void lttng_enabler_destroy(struct lttng_enabler
*enabler
);
87 * Called with ust lock held.
89 int lttng_session_active(void)
91 struct lttng_ust_session_private
*iter
;
93 cds_list_for_each_entry(iter
, &sessions
, node
) {
94 if (iter
->pub
->active
)
101 int lttng_loglevel_match(int loglevel
,
102 unsigned int has_loglevel
,
103 enum lttng_ust_abi_loglevel_type req_type
,
107 loglevel
= TRACE_DEFAULT
;
109 case LTTNG_UST_ABI_LOGLEVEL_RANGE
:
110 if (loglevel
<= req_loglevel
111 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
115 case LTTNG_UST_ABI_LOGLEVEL_SINGLE
:
116 if (loglevel
== req_loglevel
117 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
121 case LTTNG_UST_ABI_LOGLEVEL_ALL
:
123 if (loglevel
<= TRACE_DEBUG
)
130 struct lttng_ust_session
*lttng_session_create(void)
132 struct lttng_ust_session
*session
;
133 struct lttng_ust_session_private
*session_priv
;
136 session
= zmalloc(sizeof(struct lttng_ust_session
));
139 session
->struct_size
= sizeof(struct lttng_ust_session
);
140 session_priv
= zmalloc(sizeof(struct lttng_ust_session_private
));
145 session
->priv
= session_priv
;
146 session_priv
->pub
= session
;
147 if (lttng_context_init_all(&session
->priv
->ctx
)) {
152 CDS_INIT_LIST_HEAD(&session
->priv
->chan_head
);
153 CDS_INIT_LIST_HEAD(&session
->priv
->events_head
);
154 CDS_INIT_LIST_HEAD(&session
->priv
->enums_head
);
155 CDS_INIT_LIST_HEAD(&session
->priv
->enablers_head
);
156 for (i
= 0; i
< LTTNG_UST_EVENT_HT_SIZE
; i
++)
157 CDS_INIT_HLIST_HEAD(&session
->priv
->events_ht
.table
[i
]);
158 for (i
= 0; i
< LTTNG_UST_ENUM_HT_SIZE
; i
++)
159 CDS_INIT_HLIST_HEAD(&session
->priv
->enums_ht
.table
[i
]);
160 cds_list_add(&session
->priv
->node
, &sessions
);
164 struct lttng_counter
*lttng_ust_counter_create(
165 const char *counter_transport_name
,
166 size_t number_dimensions
, const struct lttng_counter_dimension
*dimensions
)
168 struct lttng_counter_transport
*counter_transport
= NULL
;
169 struct lttng_counter
*counter
= NULL
;
171 counter_transport
= lttng_counter_transport_find(counter_transport_name
);
172 if (!counter_transport
)
174 counter
= zmalloc(sizeof(struct lttng_counter
));
178 counter
->ops
= &counter_transport
->ops
;
179 counter
->transport
= counter_transport
;
181 counter
->counter
= counter
->ops
->counter_create(
182 number_dimensions
, dimensions
, 0,
184 if (!counter
->counter
) {
198 void lttng_ust_counter_destroy(struct lttng_counter
*counter
)
200 counter
->ops
->counter_destroy(counter
->counter
);
204 struct lttng_event_notifier_group
*lttng_event_notifier_group_create(void)
206 struct lttng_event_notifier_group
*event_notifier_group
;
209 event_notifier_group
= zmalloc(sizeof(struct lttng_event_notifier_group
));
210 if (!event_notifier_group
)
213 /* Add all contexts. */
214 if (lttng_context_init_all(&event_notifier_group
->ctx
)) {
215 free(event_notifier_group
);
219 CDS_INIT_LIST_HEAD(&event_notifier_group
->enablers_head
);
220 CDS_INIT_LIST_HEAD(&event_notifier_group
->event_notifiers_head
);
221 for (i
= 0; i
< LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
; i
++)
222 CDS_INIT_HLIST_HEAD(&event_notifier_group
->event_notifiers_ht
.table
[i
]);
224 cds_list_add(&event_notifier_group
->node
, &event_notifier_groups
);
226 return event_notifier_group
;
230 * Only used internally at session destruction.
233 void _lttng_channel_unmap(struct lttng_ust_channel_buffer
*lttng_chan
)
235 struct lttng_ust_lib_ring_buffer_channel
*chan
;
236 struct lttng_ust_shm_handle
*handle
;
238 cds_list_del(<tng_chan
->priv
->node
);
239 lttng_destroy_context(lttng_chan
->priv
->ctx
);
240 chan
= lttng_chan
->chan
;
241 handle
= lttng_chan
->handle
;
242 channel_destroy(chan
, handle
, 0);
243 free(lttng_chan
->parent
);
244 free(lttng_chan
->priv
);
249 void register_event(struct lttng_ust_event_common
*event
)
252 struct lttng_ust_event_desc
*desc
;
254 assert(event
->priv
->registered
== 0);
255 desc
= event
->priv
->desc
;
256 ret
= lttng_ust_tp_probe_register_queue_release(desc
->name
,
257 desc
->probe_callback
,
258 event
, desc
->signature
);
261 event
->priv
->registered
= 1;
265 void unregister_event(struct lttng_ust_event_common
*event
)
268 struct lttng_ust_event_desc
*desc
;
270 assert(event
->priv
->registered
== 1);
271 desc
= event
->priv
->desc
;
272 ret
= lttng_ust_tp_probe_unregister_queue_release(desc
->name
,
273 desc
->probe_callback
,
277 event
->priv
->registered
= 0;
281 void _lttng_event_unregister(struct lttng_ust_event_common
*event
)
283 if (event
->priv
->registered
)
284 unregister_event(event
);
287 void lttng_session_destroy(struct lttng_ust_session
*session
)
289 struct lttng_ust_channel_buffer_private
*chan
, *tmpchan
;
290 struct lttng_ust_event_recorder_private
*event_recorder_priv
, *tmpevent_recorder_priv
;
291 struct lttng_enum
*_enum
, *tmp_enum
;
292 struct lttng_event_enabler
*event_enabler
, *event_tmpenabler
;
294 CMM_ACCESS_ONCE(session
->active
) = 0;
295 cds_list_for_each_entry(event_recorder_priv
, &session
->priv
->events_head
, node
) {
296 _lttng_event_unregister(event_recorder_priv
->parent
.pub
);
298 lttng_ust_urcu_synchronize_rcu(); /* Wait for in-flight events to complete */
299 lttng_ust_tp_probe_prune_release_queue();
300 cds_list_for_each_entry_safe(event_enabler
, event_tmpenabler
,
301 &session
->priv
->enablers_head
, node
)
302 lttng_event_enabler_destroy(event_enabler
);
303 cds_list_for_each_entry_safe(event_recorder_priv
, tmpevent_recorder_priv
,
304 &session
->priv
->events_head
, node
)
305 _lttng_event_destroy(event_recorder_priv
->parent
.pub
);
306 cds_list_for_each_entry_safe(_enum
, tmp_enum
,
307 &session
->priv
->enums_head
, node
)
308 _lttng_enum_destroy(_enum
);
309 cds_list_for_each_entry_safe(chan
, tmpchan
, &session
->priv
->chan_head
, node
)
310 _lttng_channel_unmap(chan
->pub
);
311 cds_list_del(&session
->priv
->node
);
312 lttng_destroy_context(session
->priv
->ctx
);
317 void lttng_event_notifier_group_destroy(
318 struct lttng_event_notifier_group
*event_notifier_group
)
321 struct lttng_event_notifier_enabler
*notifier_enabler
, *tmpnotifier_enabler
;
322 struct lttng_ust_event_notifier_private
*event_notifier_priv
, *tmpevent_notifier_priv
;
324 if (!event_notifier_group
) {
328 cds_list_for_each_entry(event_notifier_priv
,
329 &event_notifier_group
->event_notifiers_head
, node
)
330 _lttng_event_unregister(event_notifier_priv
->parent
.pub
);
332 lttng_ust_urcu_synchronize_rcu();
334 cds_list_for_each_entry_safe(notifier_enabler
, tmpnotifier_enabler
,
335 &event_notifier_group
->enablers_head
, node
)
336 lttng_event_notifier_enabler_destroy(notifier_enabler
);
338 cds_list_for_each_entry_safe(event_notifier_priv
, tmpevent_notifier_priv
,
339 &event_notifier_group
->event_notifiers_head
, node
)
340 _lttng_event_destroy(event_notifier_priv
->parent
.pub
);
342 if (event_notifier_group
->error_counter
)
343 lttng_ust_counter_destroy(event_notifier_group
->error_counter
);
345 /* Close the notification fd to the listener of event_notifiers. */
347 lttng_ust_lock_fd_tracker();
348 close_ret
= close(event_notifier_group
->notification_fd
);
350 lttng_ust_delete_fd_from_tracker(
351 event_notifier_group
->notification_fd
);
356 lttng_ust_unlock_fd_tracker();
358 cds_list_del(&event_notifier_group
->node
);
360 free(event_notifier_group
);
364 void lttng_enabler_destroy(struct lttng_enabler
*enabler
)
366 struct lttng_ust_bytecode_node
*filter_node
, *tmp_filter_node
;
367 struct lttng_ust_excluder_node
*excluder_node
, *tmp_excluder_node
;
373 /* Destroy filter bytecode */
374 cds_list_for_each_entry_safe(filter_node
, tmp_filter_node
,
375 &enabler
->filter_bytecode_head
, node
) {
379 /* Destroy excluders */
380 cds_list_for_each_entry_safe(excluder_node
, tmp_excluder_node
,
381 &enabler
->excluder_head
, node
) {
386 void lttng_event_notifier_enabler_destroy(struct lttng_event_notifier_enabler
*event_notifier_enabler
)
388 if (!event_notifier_enabler
) {
392 cds_list_del(&event_notifier_enabler
->node
);
394 lttng_enabler_destroy(lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
396 free(event_notifier_enabler
);
400 int lttng_enum_create(struct lttng_ust_enum_desc
*desc
,
401 struct lttng_ust_session
*session
)
403 const char *enum_name
= desc
->name
;
404 struct lttng_enum
*_enum
;
405 struct cds_hlist_head
*head
;
407 size_t name_len
= strlen(enum_name
);
411 /* Check if this enum is already registered for this session. */
412 hash
= jhash(enum_name
, name_len
, 0);
413 head
= &session
->priv
->enums_ht
.table
[hash
& (LTTNG_UST_ENUM_HT_SIZE
- 1)];
415 _enum
= lttng_ust_enum_get_from_desc(session
, desc
);
421 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
422 if (notify_socket
< 0) {
427 _enum
= zmalloc(sizeof(*_enum
));
432 _enum
->session
= session
;
435 ret
= ustcomm_register_enum(notify_socket
,
442 DBG("Error (%d) registering enumeration to sessiond", ret
);
443 goto sessiond_register_error
;
445 cds_list_add(&_enum
->node
, &session
->priv
->enums_head
);
446 cds_hlist_add_head(&_enum
->hlist
, head
);
449 sessiond_register_error
:
458 int lttng_create_enum_check(struct lttng_ust_type_common
*type
,
459 struct lttng_ust_session
*session
)
461 switch (type
->type
) {
462 case lttng_ust_type_enum
:
464 struct lttng_ust_enum_desc
*enum_desc
;
467 enum_desc
= lttng_ust_get_type_enum(type
)->desc
;
468 ret
= lttng_enum_create(enum_desc
, session
);
469 if (ret
&& ret
!= -EEXIST
) {
470 DBG("Unable to create enum error: (%d)", ret
);
475 case lttng_ust_type_dynamic
:
477 struct lttng_ust_event_field
*tag_field_generic
;
478 struct lttng_ust_enum_desc
*enum_desc
;
481 tag_field_generic
= lttng_ust_dynamic_type_tag_field();
482 enum_desc
= lttng_ust_get_type_enum(tag_field_generic
->type
)->desc
;
483 ret
= lttng_enum_create(enum_desc
, session
);
484 if (ret
&& ret
!= -EEXIST
) {
485 DBG("Unable to create enum error: (%d)", ret
);
491 /* TODO: nested types when they become supported. */
498 int lttng_create_all_event_enums(size_t nr_fields
,
499 struct lttng_ust_event_field
**event_fields
,
500 struct lttng_ust_session
*session
)
505 /* For each field, ensure enum is part of the session. */
506 for (i
= 0; i
< nr_fields
; i
++) {
507 struct lttng_ust_type_common
*type
= event_fields
[i
]->type
;
509 ret
= lttng_create_enum_check(type
, session
);
517 int lttng_create_all_ctx_enums(size_t nr_fields
,
518 struct lttng_ust_ctx_field
**ctx_fields
,
519 struct lttng_ust_session
*session
)
524 /* For each field, ensure enum is part of the session. */
525 for (i
= 0; i
< nr_fields
; i
++) {
526 struct lttng_ust_type_common
*type
= ctx_fields
[i
]->event_field
->type
;
528 ret
= lttng_create_enum_check(type
, session
);
536 * Ensure that a state-dump will be performed for this session at the end
537 * of the current handle_message().
539 int lttng_session_statedump(struct lttng_ust_session
*session
)
541 session
->priv
->statedump_pending
= 1;
542 lttng_ust_sockinfo_session_enabled(session
->priv
->owner
);
546 int lttng_session_enable(struct lttng_ust_session
*session
)
549 struct lttng_ust_channel_buffer_private
*chan
;
552 if (session
->active
) {
557 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
558 if (notify_socket
< 0)
559 return notify_socket
;
561 /* Set transient enabler state to "enabled" */
562 session
->priv
->tstate
= 1;
564 /* We need to sync enablers with session before activation. */
565 lttng_session_sync_event_enablers(session
);
568 * Snapshot the number of events per channel to know the type of header
571 cds_list_for_each_entry(chan
, &session
->priv
->chan_head
, node
) {
572 struct lttng_ust_ctx
*ctx
;
573 struct lttng_ust_ctx_field
**fields
= NULL
;
574 size_t nr_fields
= 0;
577 /* don't change it if session stop/restart */
578 if (chan
->header_type
)
582 nr_fields
= ctx
->nr_fields
;
583 fields
= ctx
->fields
;
584 ret
= lttng_create_all_ctx_enums(nr_fields
, fields
,
587 DBG("Error (%d) adding enum to session", ret
);
591 ret
= ustcomm_register_channel(notify_socket
,
600 DBG("Error (%d) registering channel to sessiond", ret
);
603 if (chan_id
!= chan
->id
) {
604 DBG("Error: channel registration id (%u) does not match id assigned at creation (%u)",
610 /* Set atomically the state to "active" */
611 CMM_ACCESS_ONCE(session
->active
) = 1;
612 CMM_ACCESS_ONCE(session
->priv
->been_active
) = 1;
614 ret
= lttng_session_statedump(session
);
621 int lttng_session_disable(struct lttng_ust_session
*session
)
625 if (!session
->active
) {
629 /* Set atomically the state to "inactive" */
630 CMM_ACCESS_ONCE(session
->active
) = 0;
632 /* Set transient enabler state to "disabled" */
633 session
->priv
->tstate
= 0;
634 lttng_session_sync_event_enablers(session
);
639 int lttng_channel_enable(struct lttng_ust_channel_common
*lttng_channel
)
643 if (lttng_channel
->enabled
) {
647 /* Set transient enabler state to "enabled" */
648 lttng_channel
->priv
->tstate
= 1;
649 lttng_session_sync_event_enablers(lttng_channel
->session
);
650 /* Set atomically the state to "enabled" */
651 CMM_ACCESS_ONCE(lttng_channel
->enabled
) = 1;
656 int lttng_channel_disable(struct lttng_ust_channel_common
*lttng_channel
)
660 if (!lttng_channel
->enabled
) {
664 /* Set atomically the state to "disabled" */
665 CMM_ACCESS_ONCE(lttng_channel
->enabled
) = 0;
666 /* Set transient enabler state to "enabled" */
667 lttng_channel
->priv
->tstate
= 0;
668 lttng_session_sync_event_enablers(lttng_channel
->session
);
674 struct cds_hlist_head
*borrow_hash_table_bucket(
675 struct cds_hlist_head
*hash_table
,
676 unsigned int hash_table_size
,
677 struct lttng_ust_event_desc
*desc
)
679 const char *event_name
;
683 event_name
= desc
->name
;
684 name_len
= strlen(event_name
);
686 hash
= jhash(event_name
, name_len
, 0);
687 return &hash_table
[hash
& (hash_table_size
- 1)];
691 * Supports event creation while tracing session is active.
694 int lttng_event_recorder_create(struct lttng_ust_event_desc
*desc
,
695 struct lttng_ust_channel_buffer
*chan
)
697 struct lttng_ust_event_recorder
*event_recorder
;
698 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
699 struct lttng_ust_session
*session
= chan
->parent
->session
;
700 struct cds_hlist_head
*head
;
702 int notify_socket
, loglevel
;
705 head
= borrow_hash_table_bucket(chan
->parent
->session
->priv
->events_ht
.table
,
706 LTTNG_UST_EVENT_HT_SIZE
, desc
);
708 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
709 if (notify_socket
< 0) {
714 ret
= lttng_create_all_event_enums(desc
->nr_fields
, desc
->fields
,
717 DBG("Error (%d) adding enum to session", ret
);
718 goto create_enum_error
;
722 * Check if loglevel match. Refuse to connect event if not.
724 event_recorder
= zmalloc(sizeof(struct lttng_ust_event_recorder
));
725 if (!event_recorder
) {
729 event_recorder
->struct_size
= sizeof(struct lttng_ust_event_recorder
);
731 event_recorder
->parent
= zmalloc(sizeof(struct lttng_ust_event_common
));
732 if (!event_recorder
->parent
) {
736 event_recorder
->parent
->struct_size
= sizeof(struct lttng_ust_event_common
);
737 event_recorder
->parent
->type
= LTTNG_UST_EVENT_TYPE_RECORDER
;
738 event_recorder
->parent
->child
= event_recorder
;
740 event_recorder_priv
= zmalloc(sizeof(struct lttng_ust_event_recorder_private
));
741 if (!event_recorder_priv
) {
745 event_recorder
->priv
= event_recorder_priv
;
746 event_recorder_priv
->pub
= event_recorder
;
747 event_recorder
->parent
->priv
= &event_recorder_priv
->parent
;
748 event_recorder_priv
->parent
.pub
= event_recorder
->parent
;
750 event_recorder
->chan
= chan
;
752 /* Event will be enabled by enabler sync. */
753 event_recorder
->parent
->enabled
= 0;
754 event_recorder
->parent
->priv
->registered
= 0;
755 CDS_INIT_LIST_HEAD(&event_recorder
->parent
->filter_bytecode_runtime_head
);
756 CDS_INIT_LIST_HEAD(&event_recorder
->parent
->priv
->enablers_ref_head
);
757 event_recorder
->parent
->priv
->desc
= desc
;
760 loglevel
= *(*event_recorder
->parent
->priv
->desc
->loglevel
);
762 loglevel
= TRACE_DEFAULT
;
763 if (desc
->model_emf_uri
)
764 uri
= *(desc
->model_emf_uri
);
768 /* Fetch event ID from sessiond */
769 ret
= ustcomm_register_event(notify_socket
,
772 chan
->priv
->parent
.objd
,
779 &event_recorder
->id
);
781 DBG("Error (%d) registering event to sessiond", ret
);
782 goto sessiond_register_error
;
785 cds_list_add(&event_recorder_priv
->node
, &chan
->parent
->session
->priv
->events_head
);
786 cds_hlist_add_head(&event_recorder_priv
->hlist
, head
);
789 sessiond_register_error
:
790 free(event_recorder_priv
);
792 free(event_recorder
->parent
);
794 free(event_recorder
);
802 int lttng_event_notifier_create(struct lttng_ust_event_desc
*desc
,
803 uint64_t token
, uint64_t error_counter_index
,
804 struct lttng_event_notifier_group
*event_notifier_group
)
806 struct lttng_ust_event_notifier
*event_notifier
;
807 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
808 struct cds_hlist_head
*head
;
812 * Get the hashtable bucket the created lttng_event_notifier object
813 * should be inserted.
815 head
= borrow_hash_table_bucket(
816 event_notifier_group
->event_notifiers_ht
.table
,
817 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, desc
);
819 event_notifier
= zmalloc(sizeof(struct lttng_ust_event_notifier
));
820 if (!event_notifier
) {
824 event_notifier
->struct_size
= sizeof(struct lttng_ust_event_notifier
);
826 event_notifier
->parent
= zmalloc(sizeof(struct lttng_ust_event_common
));
827 if (!event_notifier
->parent
) {
831 event_notifier
->parent
->struct_size
= sizeof(struct lttng_ust_event_common
);
832 event_notifier
->parent
->type
= LTTNG_UST_EVENT_TYPE_NOTIFIER
;
833 event_notifier
->parent
->child
= event_notifier
;
835 event_notifier_priv
= zmalloc(sizeof(struct lttng_ust_event_notifier_private
));
836 if (!event_notifier_priv
) {
840 event_notifier
->priv
= event_notifier_priv
;
841 event_notifier_priv
->pub
= event_notifier
;
842 event_notifier
->parent
->priv
= &event_notifier_priv
->parent
;
843 event_notifier_priv
->parent
.pub
= event_notifier
->parent
;
845 event_notifier_priv
->group
= event_notifier_group
;
846 event_notifier_priv
->parent
.user_token
= token
;
847 event_notifier_priv
->error_counter_index
= error_counter_index
;
849 /* Event notifier will be enabled by enabler sync. */
850 event_notifier
->parent
->enabled
= 0;
851 event_notifier_priv
->parent
.registered
= 0;
853 CDS_INIT_LIST_HEAD(&event_notifier
->parent
->filter_bytecode_runtime_head
);
854 CDS_INIT_LIST_HEAD(&event_notifier
->capture_bytecode_runtime_head
);
855 CDS_INIT_LIST_HEAD(&event_notifier_priv
->parent
.enablers_ref_head
);
856 event_notifier_priv
->parent
.desc
= desc
;
857 event_notifier
->notification_send
= lttng_event_notifier_notification_send
;
859 cds_list_add(&event_notifier_priv
->node
,
860 &event_notifier_group
->event_notifiers_head
);
861 cds_hlist_add_head(&event_notifier_priv
->hlist
, head
);
866 free(event_notifier
->parent
);
868 free(event_notifier
);
874 int lttng_desc_match_star_glob_enabler(struct lttng_ust_event_desc
*desc
,
875 struct lttng_enabler
*enabler
)
878 unsigned int has_loglevel
= 0;
880 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_STAR_GLOB
);
881 if (!strutils_star_glob_match(enabler
->event_param
.name
, SIZE_MAX
,
882 desc
->name
, SIZE_MAX
))
884 if (desc
->loglevel
) {
885 loglevel
= *(*desc
->loglevel
);
888 if (!lttng_loglevel_match(loglevel
,
890 enabler
->event_param
.loglevel_type
,
891 enabler
->event_param
.loglevel
))
897 int lttng_desc_match_event_enabler(struct lttng_ust_event_desc
*desc
,
898 struct lttng_enabler
*enabler
)
901 unsigned int has_loglevel
= 0;
903 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_EVENT
);
904 if (strcmp(desc
->name
, enabler
->event_param
.name
))
906 if (desc
->loglevel
) {
907 loglevel
= *(*desc
->loglevel
);
910 if (!lttng_loglevel_match(loglevel
,
912 enabler
->event_param
.loglevel_type
,
913 enabler
->event_param
.loglevel
))
919 int lttng_desc_match_enabler(struct lttng_ust_event_desc
*desc
,
920 struct lttng_enabler
*enabler
)
922 switch (enabler
->format_type
) {
923 case LTTNG_ENABLER_FORMAT_STAR_GLOB
:
925 struct lttng_ust_excluder_node
*excluder
;
927 if (!lttng_desc_match_star_glob_enabler(desc
, enabler
)) {
932 * If the matching event matches with an excluder,
933 * return 'does not match'
935 cds_list_for_each_entry(excluder
, &enabler
->excluder_head
, node
) {
938 for (count
= 0; count
< excluder
->excluder
.count
; count
++) {
942 excluder_name
= (char *) (excluder
->excluder
.names
)
943 + count
* LTTNG_UST_ABI_SYM_NAME_LEN
;
944 len
= strnlen(excluder_name
, LTTNG_UST_ABI_SYM_NAME_LEN
);
945 if (len
> 0 && strutils_star_glob_match(excluder_name
, len
, desc
->name
, SIZE_MAX
))
951 case LTTNG_ENABLER_FORMAT_EVENT
:
952 return lttng_desc_match_event_enabler(desc
, enabler
);
959 int lttng_event_enabler_match_event(struct lttng_event_enabler
*event_enabler
,
960 struct lttng_ust_event_recorder
*event_recorder
)
962 if (lttng_desc_match_enabler(event_recorder
->parent
->priv
->desc
,
963 lttng_event_enabler_as_enabler(event_enabler
))
964 && event_recorder
->chan
== event_enabler
->chan
)
971 int lttng_event_notifier_enabler_match_event_notifier(
972 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
973 struct lttng_ust_event_notifier
*event_notifier
)
975 int desc_matches
= lttng_desc_match_enabler(event_notifier
->priv
->parent
.desc
,
976 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
978 if (desc_matches
&& event_notifier
->priv
->group
== event_notifier_enabler
->group
&&
979 event_notifier
->priv
->parent
.user_token
== event_notifier_enabler
->user_token
)
986 struct lttng_enabler_ref
*lttng_enabler_ref(
987 struct cds_list_head
*enabler_ref_list
,
988 struct lttng_enabler
*enabler
)
990 struct lttng_enabler_ref
*enabler_ref
;
992 cds_list_for_each_entry(enabler_ref
, enabler_ref_list
, node
) {
993 if (enabler_ref
->ref
== enabler
)
1000 * Create struct lttng_event if it is missing and present in the list of
1001 * tracepoint probes.
1004 void lttng_create_event_recorder_if_missing(struct lttng_event_enabler
*event_enabler
)
1006 struct lttng_ust_session
*session
= event_enabler
->chan
->parent
->session
;
1007 struct lttng_ust_probe_desc
*probe_desc
;
1008 struct lttng_ust_event_desc
*desc
;
1009 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
1011 struct cds_list_head
*probe_list
;
1013 probe_list
= lttng_get_probe_list_head();
1015 * For each probe event, if we find that a probe event matches
1016 * our enabler, create an associated lttng_event if not
1019 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
1020 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1023 struct cds_hlist_head
*head
;
1024 struct cds_hlist_node
*node
;
1026 desc
= probe_desc
->event_desc
[i
];
1027 if (!lttng_desc_match_enabler(desc
,
1028 lttng_event_enabler_as_enabler(event_enabler
)))
1031 head
= borrow_hash_table_bucket(
1032 session
->priv
->events_ht
.table
,
1033 LTTNG_UST_EVENT_HT_SIZE
, desc
);
1035 cds_hlist_for_each_entry(event_recorder_priv
, node
, head
, hlist
) {
1036 if (event_recorder_priv
->parent
.desc
== desc
1037 && event_recorder_priv
->pub
->chan
== event_enabler
->chan
) {
1046 * We need to create an event for this
1049 ret
= lttng_event_recorder_create(probe_desc
->event_desc
[i
],
1050 event_enabler
->chan
);
1052 DBG("Unable to create event %s, error %d\n",
1053 probe_desc
->event_desc
[i
]->name
, ret
);
1060 void probe_provider_event_for_each(struct lttng_ust_probe_desc
*provider_desc
,
1061 void (*event_func
)(struct lttng_ust_event_common
*event
))
1063 struct cds_hlist_node
*node
, *tmp_node
;
1064 struct cds_list_head
*sessionsp
;
1067 /* Get handle on list of sessions. */
1068 sessionsp
= lttng_get_sessions();
1071 * Iterate over all events in the probe provider descriptions and
1072 * sessions to queue the unregistration of the events.
1074 for (i
= 0; i
< provider_desc
->nr_events
; i
++) {
1075 struct lttng_ust_event_desc
*event_desc
;
1076 struct lttng_event_notifier_group
*event_notifier_group
;
1077 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
1078 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
1079 struct lttng_ust_session_private
*session_priv
;
1080 struct cds_hlist_head
*head
;
1082 event_desc
= provider_desc
->event_desc
[i
];
1085 * Iterate over all session to find the current event
1088 cds_list_for_each_entry(session_priv
, sessionsp
, node
) {
1090 * Get the list of events in the hashtable bucket and
1091 * iterate to find the event matching this descriptor.
1093 head
= borrow_hash_table_bucket(
1094 session_priv
->events_ht
.table
,
1095 LTTNG_UST_EVENT_HT_SIZE
, event_desc
);
1097 cds_hlist_for_each_entry_safe(event_recorder_priv
, node
, tmp_node
, head
, hlist
) {
1098 if (event_desc
== event_recorder_priv
->parent
.desc
) {
1099 event_func(event_recorder_priv
->parent
.pub
);
1106 * Iterate over all event_notifier groups to find the current event
1109 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1111 * Get the list of event_notifiers in the hashtable bucket and
1112 * iterate to find the event_notifier matching this
1115 head
= borrow_hash_table_bucket(
1116 event_notifier_group
->event_notifiers_ht
.table
,
1117 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, event_desc
);
1119 cds_hlist_for_each_entry_safe(event_notifier_priv
, node
, tmp_node
, head
, hlist
) {
1120 if (event_desc
== event_notifier_priv
->parent
.desc
) {
1121 event_func(event_notifier_priv
->parent
.pub
);
1130 void _event_enum_destroy(struct lttng_ust_event_common
*event
)
1133 switch (event
->type
) {
1134 case LTTNG_UST_EVENT_TYPE_RECORDER
:
1136 struct lttng_ust_event_recorder
*event_recorder
= event
->child
;
1137 struct lttng_ust_session
*session
= event_recorder
->chan
->parent
->session
;
1140 /* Destroy enums of the current event. */
1141 for (i
= 0; i
< event_recorder
->parent
->priv
->desc
->nr_fields
; i
++) {
1142 struct lttng_ust_enum_desc
*enum_desc
;
1143 struct lttng_ust_event_field
*field
;
1144 struct lttng_enum
*curr_enum
;
1146 field
= event_recorder
->parent
->priv
->desc
->fields
[i
];
1147 switch (field
->type
->type
) {
1148 case lttng_ust_type_enum
:
1149 enum_desc
= lttng_ust_get_type_enum(field
->type
)->desc
;
1155 curr_enum
= lttng_ust_enum_get_from_desc(session
, enum_desc
);
1157 _lttng_enum_destroy(curr_enum
);
1162 case LTTNG_UST_EVENT_TYPE_NOTIFIER
:
1167 /* Destroy event. */
1168 _lttng_event_destroy(event
);
1172 * Iterate over all the UST sessions to unregister and destroy all probes from
1173 * the probe provider descriptor received as argument. Must me called with the
1176 void lttng_probe_provider_unregister_events(
1177 struct lttng_ust_probe_desc
*provider_desc
)
1180 * Iterate over all events in the probe provider descriptions and sessions
1181 * to queue the unregistration of the events.
1183 probe_provider_event_for_each(provider_desc
, _lttng_event_unregister
);
1185 /* Wait for grace period. */
1186 lttng_ust_urcu_synchronize_rcu();
1187 /* Prune the unregistration queue. */
1188 lttng_ust_tp_probe_prune_release_queue();
1191 * It is now safe to destroy the events and remove them from the event list
1194 probe_provider_event_for_each(provider_desc
, _event_enum_destroy
);
1198 * Create events associated with an event enabler (if not already present),
1199 * and add backward reference from the event to the enabler.
1202 int lttng_event_enabler_ref_event_recorders(struct lttng_event_enabler
*event_enabler
)
1204 struct lttng_ust_session
*session
= event_enabler
->chan
->parent
->session
;
1205 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
1207 if (!lttng_event_enabler_as_enabler(event_enabler
)->enabled
)
1210 /* First ensure that probe events are created for this enabler. */
1211 lttng_create_event_recorder_if_missing(event_enabler
);
1213 /* For each event matching enabler in session event list. */
1214 cds_list_for_each_entry(event_recorder_priv
, &session
->priv
->events_head
, node
) {
1215 struct lttng_enabler_ref
*enabler_ref
;
1217 if (!lttng_event_enabler_match_event(event_enabler
, event_recorder_priv
->pub
))
1220 enabler_ref
= lttng_enabler_ref(&event_recorder_priv
->parent
.enablers_ref_head
,
1221 lttng_event_enabler_as_enabler(event_enabler
));
1224 * If no backward ref, create it.
1225 * Add backward ref from event to enabler.
1227 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
1230 enabler_ref
->ref
= lttng_event_enabler_as_enabler(
1232 cds_list_add(&enabler_ref
->node
,
1233 &event_recorder_priv
->parent
.enablers_ref_head
);
1237 * Link filter bytecodes if not linked yet.
1239 lttng_enabler_link_bytecode(event_recorder_priv
->parent
.desc
,
1240 &session
->priv
->ctx
,
1241 &event_recorder_priv
->pub
->parent
->filter_bytecode_runtime_head
,
1242 <tng_event_enabler_as_enabler(event_enabler
)->filter_bytecode_head
);
1244 /* TODO: merge event context. */
1251 * Called at library load: connect the probe on all enablers matching
1253 * Called with session mutex held.
1255 int lttng_fix_pending_events(void)
1257 struct lttng_ust_session_private
*session_priv
;
1259 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
1260 lttng_session_lazy_sync_event_enablers(session_priv
->pub
);
1265 int lttng_fix_pending_event_notifiers(void)
1267 struct lttng_event_notifier_group
*event_notifier_group
;
1269 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1270 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1276 * For each session of the owner thread, execute pending statedump.
1277 * Only dump state for the sessions owned by the caller thread, because
1278 * we don't keep ust_lock across the entire iteration.
1280 void lttng_handle_pending_statedump(void *owner
)
1282 struct lttng_ust_session_private
*session_priv
;
1284 /* Execute state dump */
1285 do_lttng_ust_statedump(owner
);
1287 /* Clear pending state dump */
1291 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
1292 if (session_priv
->owner
!= owner
)
1294 if (!session_priv
->statedump_pending
)
1296 session_priv
->statedump_pending
= 0;
1304 void _lttng_event_destroy(struct lttng_ust_event_common
*event
)
1306 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
1308 lttng_free_event_filter_runtime(event
);
1309 /* Free event enabler refs */
1310 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
1311 &event
->priv
->enablers_ref_head
, node
)
1314 switch (event
->type
) {
1315 case LTTNG_UST_EVENT_TYPE_RECORDER
:
1317 struct lttng_ust_event_recorder
*event_recorder
= event
->child
;
1319 /* Remove from event list. */
1320 cds_list_del(&event_recorder
->priv
->node
);
1321 /* Remove from event hash table. */
1322 cds_hlist_del(&event_recorder
->priv
->hlist
);
1324 lttng_destroy_context(event_recorder
->ctx
);
1325 free(event_recorder
->parent
);
1326 free(event_recorder
->priv
);
1327 free(event_recorder
);
1330 case LTTNG_UST_EVENT_TYPE_NOTIFIER
:
1332 struct lttng_ust_event_notifier
*event_notifier
= event
->child
;
1334 /* Remove from event list. */
1335 cds_list_del(&event_notifier
->priv
->node
);
1336 /* Remove from event hash table. */
1337 cds_hlist_del(&event_notifier
->priv
->hlist
);
1339 free(event_notifier
->priv
);
1340 free(event_notifier
->parent
);
1341 free(event_notifier
);
1350 void _lttng_enum_destroy(struct lttng_enum
*_enum
)
1352 cds_list_del(&_enum
->node
);
1353 cds_hlist_del(&_enum
->hlist
);
1357 void lttng_ust_abi_events_exit(void)
1359 struct lttng_ust_session_private
*session_priv
, *tmpsession_priv
;
1361 cds_list_for_each_entry_safe(session_priv
, tmpsession_priv
, &sessions
, node
)
1362 lttng_session_destroy(session_priv
->pub
);
1366 * Enabler management.
1368 struct lttng_event_enabler
*lttng_event_enabler_create(
1369 enum lttng_enabler_format_type format_type
,
1370 struct lttng_ust_abi_event
*event_param
,
1371 struct lttng_ust_channel_buffer
*chan
)
1373 struct lttng_event_enabler
*event_enabler
;
1375 event_enabler
= zmalloc(sizeof(*event_enabler
));
1378 event_enabler
->base
.format_type
= format_type
;
1379 CDS_INIT_LIST_HEAD(&event_enabler
->base
.filter_bytecode_head
);
1380 CDS_INIT_LIST_HEAD(&event_enabler
->base
.excluder_head
);
1381 memcpy(&event_enabler
->base
.event_param
, event_param
,
1382 sizeof(event_enabler
->base
.event_param
));
1383 event_enabler
->chan
= chan
;
1385 event_enabler
->base
.enabled
= 0;
1386 cds_list_add(&event_enabler
->node
, &event_enabler
->chan
->parent
->session
->priv
->enablers_head
);
1387 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1389 return event_enabler
;
1392 struct lttng_event_notifier_enabler
*lttng_event_notifier_enabler_create(
1393 struct lttng_event_notifier_group
*event_notifier_group
,
1394 enum lttng_enabler_format_type format_type
,
1395 struct lttng_ust_abi_event_notifier
*event_notifier_param
)
1397 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1399 event_notifier_enabler
= zmalloc(sizeof(*event_notifier_enabler
));
1400 if (!event_notifier_enabler
)
1402 event_notifier_enabler
->base
.format_type
= format_type
;
1403 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->base
.filter_bytecode_head
);
1404 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->capture_bytecode_head
);
1405 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->base
.excluder_head
);
1407 event_notifier_enabler
->user_token
= event_notifier_param
->event
.token
;
1408 event_notifier_enabler
->error_counter_index
= event_notifier_param
->error_counter_index
;
1409 event_notifier_enabler
->num_captures
= 0;
1411 memcpy(&event_notifier_enabler
->base
.event_param
.name
,
1412 event_notifier_param
->event
.name
,
1413 sizeof(event_notifier_enabler
->base
.event_param
.name
));
1414 event_notifier_enabler
->base
.event_param
.instrumentation
=
1415 event_notifier_param
->event
.instrumentation
;
1416 event_notifier_enabler
->base
.event_param
.loglevel
=
1417 event_notifier_param
->event
.loglevel
;
1418 event_notifier_enabler
->base
.event_param
.loglevel_type
=
1419 event_notifier_param
->event
.loglevel_type
;
1421 event_notifier_enabler
->base
.enabled
= 0;
1422 event_notifier_enabler
->group
= event_notifier_group
;
1424 cds_list_add(&event_notifier_enabler
->node
,
1425 &event_notifier_group
->enablers_head
);
1427 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1429 return event_notifier_enabler
;
1432 int lttng_event_enabler_enable(struct lttng_event_enabler
*event_enabler
)
1434 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 1;
1435 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1440 int lttng_event_enabler_disable(struct lttng_event_enabler
*event_enabler
)
1442 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 0;
1443 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1449 void _lttng_enabler_attach_filter_bytecode(struct lttng_enabler
*enabler
,
1450 struct lttng_ust_bytecode_node
**bytecode
)
1452 (*bytecode
)->enabler
= enabler
;
1453 cds_list_add_tail(&(*bytecode
)->node
, &enabler
->filter_bytecode_head
);
1454 /* Take ownership of bytecode */
1458 int lttng_event_enabler_attach_filter_bytecode(struct lttng_event_enabler
*event_enabler
,
1459 struct lttng_ust_bytecode_node
**bytecode
)
1461 _lttng_enabler_attach_filter_bytecode(
1462 lttng_event_enabler_as_enabler(event_enabler
), bytecode
);
1464 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1469 void _lttng_enabler_attach_exclusion(struct lttng_enabler
*enabler
,
1470 struct lttng_ust_excluder_node
**excluder
)
1472 (*excluder
)->enabler
= enabler
;
1473 cds_list_add_tail(&(*excluder
)->node
, &enabler
->excluder_head
);
1474 /* Take ownership of excluder */
1478 int lttng_event_enabler_attach_exclusion(struct lttng_event_enabler
*event_enabler
,
1479 struct lttng_ust_excluder_node
**excluder
)
1481 _lttng_enabler_attach_exclusion(
1482 lttng_event_enabler_as_enabler(event_enabler
), excluder
);
1484 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1488 int lttng_event_notifier_enabler_enable(
1489 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1491 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
= 1;
1492 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1497 int lttng_event_notifier_enabler_disable(
1498 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1500 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
= 0;
1501 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1506 int lttng_event_notifier_enabler_attach_filter_bytecode(
1507 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1508 struct lttng_ust_bytecode_node
**bytecode
)
1510 _lttng_enabler_attach_filter_bytecode(
1511 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
),
1514 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1518 int lttng_event_notifier_enabler_attach_capture_bytecode(
1519 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1520 struct lttng_ust_bytecode_node
**bytecode
)
1522 (*bytecode
)->enabler
= lttng_event_notifier_enabler_as_enabler(
1523 event_notifier_enabler
);
1524 cds_list_add_tail(&(*bytecode
)->node
,
1525 &event_notifier_enabler
->capture_bytecode_head
);
1526 /* Take ownership of bytecode */
1528 event_notifier_enabler
->num_captures
++;
1530 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1534 int lttng_event_notifier_enabler_attach_exclusion(
1535 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1536 struct lttng_ust_excluder_node
**excluder
)
1538 _lttng_enabler_attach_exclusion(
1539 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
),
1542 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1546 int lttng_attach_context(struct lttng_ust_abi_context
*context_param
,
1547 union lttng_ust_abi_args
*uargs
,
1548 struct lttng_ust_ctx
**ctx
, struct lttng_ust_session
*session
)
1551 * We cannot attach a context after trace has been started for a
1552 * session because the metadata does not allow expressing this
1553 * information outside of the original channel scope.
1555 if (session
->priv
->been_active
)
1558 switch (context_param
->ctx
) {
1559 case LTTNG_UST_ABI_CONTEXT_PTHREAD_ID
:
1560 return lttng_add_pthread_id_to_ctx(ctx
);
1561 case LTTNG_UST_ABI_CONTEXT_PERF_THREAD_COUNTER
:
1563 struct lttng_ust_abi_perf_counter_ctx
*perf_ctx_param
;
1565 perf_ctx_param
= &context_param
->u
.perf_counter
;
1566 return lttng_add_perf_counter_to_ctx(
1567 perf_ctx_param
->type
,
1568 perf_ctx_param
->config
,
1569 perf_ctx_param
->name
,
1572 case LTTNG_UST_ABI_CONTEXT_VTID
:
1573 return lttng_add_vtid_to_ctx(ctx
);
1574 case LTTNG_UST_ABI_CONTEXT_VPID
:
1575 return lttng_add_vpid_to_ctx(ctx
);
1576 case LTTNG_UST_ABI_CONTEXT_PROCNAME
:
1577 return lttng_add_procname_to_ctx(ctx
);
1578 case LTTNG_UST_ABI_CONTEXT_IP
:
1579 return lttng_add_ip_to_ctx(ctx
);
1580 case LTTNG_UST_ABI_CONTEXT_CPU_ID
:
1581 return lttng_add_cpu_id_to_ctx(ctx
);
1582 case LTTNG_UST_ABI_CONTEXT_APP_CONTEXT
:
1583 return lttng_ust_add_app_context_to_ctx_rcu(uargs
->app_context
.ctxname
,
1585 case LTTNG_UST_ABI_CONTEXT_CGROUP_NS
:
1586 return lttng_add_cgroup_ns_to_ctx(ctx
);
1587 case LTTNG_UST_ABI_CONTEXT_IPC_NS
:
1588 return lttng_add_ipc_ns_to_ctx(ctx
);
1589 case LTTNG_UST_ABI_CONTEXT_MNT_NS
:
1590 return lttng_add_mnt_ns_to_ctx(ctx
);
1591 case LTTNG_UST_ABI_CONTEXT_NET_NS
:
1592 return lttng_add_net_ns_to_ctx(ctx
);
1593 case LTTNG_UST_ABI_CONTEXT_PID_NS
:
1594 return lttng_add_pid_ns_to_ctx(ctx
);
1595 case LTTNG_UST_ABI_CONTEXT_TIME_NS
:
1596 return lttng_add_time_ns_to_ctx(ctx
);
1597 case LTTNG_UST_ABI_CONTEXT_USER_NS
:
1598 return lttng_add_user_ns_to_ctx(ctx
);
1599 case LTTNG_UST_ABI_CONTEXT_UTS_NS
:
1600 return lttng_add_uts_ns_to_ctx(ctx
);
1601 case LTTNG_UST_ABI_CONTEXT_VUID
:
1602 return lttng_add_vuid_to_ctx(ctx
);
1603 case LTTNG_UST_ABI_CONTEXT_VEUID
:
1604 return lttng_add_veuid_to_ctx(ctx
);
1605 case LTTNG_UST_ABI_CONTEXT_VSUID
:
1606 return lttng_add_vsuid_to_ctx(ctx
);
1607 case LTTNG_UST_ABI_CONTEXT_VGID
:
1608 return lttng_add_vgid_to_ctx(ctx
);
1609 case LTTNG_UST_ABI_CONTEXT_VEGID
:
1610 return lttng_add_vegid_to_ctx(ctx
);
1611 case LTTNG_UST_ABI_CONTEXT_VSGID
:
1612 return lttng_add_vsgid_to_ctx(ctx
);
1618 int lttng_event_enabler_attach_context(struct lttng_event_enabler
*enabler
,
1619 struct lttng_ust_abi_context
*context_param
)
1624 void lttng_event_enabler_destroy(struct lttng_event_enabler
*event_enabler
)
1626 if (!event_enabler
) {
1629 cds_list_del(&event_enabler
->node
);
1631 lttng_enabler_destroy(lttng_event_enabler_as_enabler(event_enabler
));
1633 lttng_destroy_context(event_enabler
->ctx
);
1634 free(event_enabler
);
1638 * lttng_session_sync_event_enablers should be called just before starting a
1642 void lttng_session_sync_event_enablers(struct lttng_ust_session
*session
)
1644 struct lttng_event_enabler
*event_enabler
;
1645 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
1647 cds_list_for_each_entry(event_enabler
, &session
->priv
->enablers_head
, node
)
1648 lttng_event_enabler_ref_event_recorders(event_enabler
);
1650 * For each event, if at least one of its enablers is enabled,
1651 * and its channel and session transient states are enabled, we
1652 * enable the event, else we disable it.
1654 cds_list_for_each_entry(event_recorder_priv
, &session
->priv
->events_head
, node
) {
1655 struct lttng_enabler_ref
*enabler_ref
;
1656 struct lttng_ust_bytecode_runtime
*runtime
;
1657 int enabled
= 0, has_enablers_without_bytecode
= 0;
1660 cds_list_for_each_entry(enabler_ref
,
1661 &event_recorder_priv
->parent
.enablers_ref_head
, node
) {
1662 if (enabler_ref
->ref
->enabled
) {
1668 * Enabled state is based on union of enablers, with
1669 * intesection of session and channel transient enable
1672 enabled
= enabled
&& session
->priv
->tstate
&& event_recorder_priv
->pub
->chan
->priv
->parent
.tstate
;
1674 CMM_STORE_SHARED(event_recorder_priv
->pub
->parent
->enabled
, enabled
);
1676 * Sync tracepoint registration with event enabled
1680 if (!event_recorder_priv
->parent
.registered
)
1681 register_event(event_recorder_priv
->parent
.pub
);
1683 if (event_recorder_priv
->parent
.registered
)
1684 unregister_event(event_recorder_priv
->parent
.pub
);
1687 /* Check if has enablers without bytecode enabled */
1688 cds_list_for_each_entry(enabler_ref
,
1689 &event_recorder_priv
->parent
.enablers_ref_head
, node
) {
1690 if (enabler_ref
->ref
->enabled
1691 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1692 has_enablers_without_bytecode
= 1;
1696 event_recorder_priv
->pub
->parent
->has_enablers_without_bytecode
=
1697 has_enablers_without_bytecode
;
1699 /* Enable filters */
1700 cds_list_for_each_entry(runtime
,
1701 &event_recorder_priv
->pub
->parent
->filter_bytecode_runtime_head
, node
) {
1702 lttng_bytecode_filter_sync_state(runtime
);
1705 lttng_ust_tp_probe_prune_release_queue();
1708 /* Support for event notifier is introduced by probe provider major version 2. */
1710 bool lttng_ust_probe_supports_event_notifier(struct lttng_ust_probe_desc
*probe_desc
)
1712 return probe_desc
->major
>= 2;
1716 void lttng_create_event_notifier_if_missing(
1717 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1719 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
1720 struct lttng_ust_probe_desc
*probe_desc
;
1721 struct cds_list_head
*probe_list
;
1724 probe_list
= lttng_get_probe_list_head();
1726 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
1727 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1730 struct lttng_ust_event_desc
*desc
;
1731 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
1732 struct cds_hlist_head
*head
;
1733 struct cds_hlist_node
*node
;
1735 desc
= probe_desc
->event_desc
[i
];
1737 if (!lttng_desc_match_enabler(desc
,
1738 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)))
1742 * Given the current event_notifier group, get the bucket that
1743 * the target event_notifier would be if it was already
1746 head
= borrow_hash_table_bucket(
1747 event_notifier_group
->event_notifiers_ht
.table
,
1748 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, desc
);
1750 cds_hlist_for_each_entry(event_notifier_priv
, node
, head
, hlist
) {
1752 * Check if event_notifier already exists by checking
1753 * if the event_notifier and enabler share the same
1754 * description and id.
1756 if (event_notifier_priv
->parent
.desc
== desc
&&
1757 event_notifier_priv
->parent
.user_token
== event_notifier_enabler
->user_token
) {
1766 /* Check that the probe supports event notifiers, else report the error. */
1767 if (!lttng_ust_probe_supports_event_notifier(probe_desc
)) {
1768 ERR("Probe \"%s\" contains event \"%s\" which matches an enabled event notifier, "
1769 "but its version (%u.%u) is too old and does not implement event notifiers. "
1770 "It needs to be recompiled against a newer version of LTTng-UST, otherwise "
1771 "this event will not generate any notification.",
1772 probe_desc
->provider
,
1779 * We need to create a event_notifier for this event probe.
1781 ret
= lttng_event_notifier_create(desc
,
1782 event_notifier_enabler
->user_token
,
1783 event_notifier_enabler
->error_counter_index
,
1784 event_notifier_group
);
1786 DBG("Unable to create event_notifier %s, error %d\n",
1787 probe_desc
->event_desc
[i
]->name
, ret
);
1794 * Create event_notifiers associated with a event_notifier enabler (if not already present).
1797 int lttng_event_notifier_enabler_ref_event_notifiers(
1798 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1800 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
1801 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
1804 * Only try to create event_notifiers for enablers that are enabled, the user
1805 * might still be attaching filter or exclusion to the
1806 * event_notifier_enabler.
1808 if (!lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
)
1811 /* First, ensure that probe event_notifiers are created for this enabler. */
1812 lttng_create_event_notifier_if_missing(event_notifier_enabler
);
1814 /* Link the created event_notifier with its associated enabler. */
1815 cds_list_for_each_entry(event_notifier_priv
, &event_notifier_group
->event_notifiers_head
, node
) {
1816 struct lttng_enabler_ref
*enabler_ref
;
1818 if (!lttng_event_notifier_enabler_match_event_notifier(event_notifier_enabler
, event_notifier_priv
->pub
))
1821 enabler_ref
= lttng_enabler_ref(&event_notifier_priv
->parent
.enablers_ref_head
,
1822 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
1825 * If no backward ref, create it.
1826 * Add backward ref from event_notifier to enabler.
1828 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
1832 enabler_ref
->ref
= lttng_event_notifier_enabler_as_enabler(
1833 event_notifier_enabler
);
1834 cds_list_add(&enabler_ref
->node
,
1835 &event_notifier_priv
->parent
.enablers_ref_head
);
1839 * Link filter bytecodes if not linked yet.
1841 lttng_enabler_link_bytecode(event_notifier_priv
->parent
.desc
,
1842 &event_notifier_group
->ctx
,
1843 &event_notifier_priv
->pub
->parent
->filter_bytecode_runtime_head
,
1844 <tng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->filter_bytecode_head
);
1847 * Link capture bytecodes if not linked yet.
1849 lttng_enabler_link_bytecode(event_notifier_priv
->parent
.desc
,
1850 &event_notifier_group
->ctx
, &event_notifier_priv
->pub
->capture_bytecode_runtime_head
,
1851 &event_notifier_enabler
->capture_bytecode_head
);
1853 event_notifier_priv
->num_captures
= event_notifier_enabler
->num_captures
;
1860 void lttng_event_notifier_group_sync_enablers(struct lttng_event_notifier_group
*event_notifier_group
)
1862 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1863 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
1865 cds_list_for_each_entry(event_notifier_enabler
, &event_notifier_group
->enablers_head
, node
)
1866 lttng_event_notifier_enabler_ref_event_notifiers(event_notifier_enabler
);
1869 * For each event_notifier, if at least one of its enablers is enabled,
1870 * we enable the event_notifier, else we disable it.
1872 cds_list_for_each_entry(event_notifier_priv
, &event_notifier_group
->event_notifiers_head
, node
) {
1873 struct lttng_enabler_ref
*enabler_ref
;
1874 struct lttng_ust_bytecode_runtime
*runtime
;
1875 int enabled
= 0, has_enablers_without_bytecode
= 0;
1877 /* Enable event_notifiers */
1878 cds_list_for_each_entry(enabler_ref
,
1879 &event_notifier_priv
->parent
.enablers_ref_head
, node
) {
1880 if (enabler_ref
->ref
->enabled
) {
1886 CMM_STORE_SHARED(event_notifier_priv
->pub
->parent
->enabled
, enabled
);
1888 * Sync tracepoint registration with event_notifier enabled
1892 if (!event_notifier_priv
->parent
.registered
)
1893 register_event(event_notifier_priv
->parent
.pub
);
1895 if (event_notifier_priv
->parent
.registered
)
1896 unregister_event(event_notifier_priv
->parent
.pub
);
1899 /* Check if has enablers without bytecode enabled */
1900 cds_list_for_each_entry(enabler_ref
,
1901 &event_notifier_priv
->parent
.enablers_ref_head
, node
) {
1902 if (enabler_ref
->ref
->enabled
1903 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1904 has_enablers_without_bytecode
= 1;
1908 event_notifier_priv
->pub
->parent
->has_enablers_without_bytecode
=
1909 has_enablers_without_bytecode
;
1911 /* Enable filters */
1912 cds_list_for_each_entry(runtime
,
1913 &event_notifier_priv
->pub
->parent
->filter_bytecode_runtime_head
, node
) {
1914 lttng_bytecode_filter_sync_state(runtime
);
1917 /* Enable captures. */
1918 cds_list_for_each_entry(runtime
,
1919 &event_notifier_priv
->pub
->capture_bytecode_runtime_head
, node
) {
1920 lttng_bytecode_capture_sync_state(runtime
);
1923 lttng_ust_tp_probe_prune_release_queue();
1927 * Apply enablers to session events, adding events to session if need
1928 * be. It is required after each modification applied to an active
1929 * session, and right before session "start".
1930 * "lazy" sync means we only sync if required.
1933 void lttng_session_lazy_sync_event_enablers(struct lttng_ust_session
*session
)
1935 /* We can skip if session is not active */
1936 if (!session
->active
)
1938 lttng_session_sync_event_enablers(session
);
1942 * Update all sessions with the given app context.
1943 * Called with ust lock held.
1944 * This is invoked when an application context gets loaded/unloaded. It
1945 * ensures the context callbacks are in sync with the application
1946 * context (either app context callbacks, or dummy callbacks).
1948 void lttng_ust_context_set_session_provider(const char *name
,
1949 size_t (*get_size
)(struct lttng_ust_ctx_field
*field
, size_t offset
),
1950 void (*record
)(struct lttng_ust_ctx_field
*field
,
1951 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
1952 struct lttng_ust_channel_buffer
*chan
),
1953 void (*get_value
)(struct lttng_ust_ctx_field
*field
,
1954 struct lttng_ust_ctx_value
*value
))
1956 struct lttng_ust_session_private
*session_priv
;
1958 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
1959 struct lttng_ust_channel_buffer_private
*chan
;
1960 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
1963 ret
= lttng_ust_context_set_provider_rcu(&session_priv
->ctx
,
1964 name
, get_size
, record
, get_value
);
1967 cds_list_for_each_entry(chan
, &session_priv
->chan_head
, node
) {
1968 ret
= lttng_ust_context_set_provider_rcu(&chan
->ctx
,
1969 name
, get_size
, record
, get_value
);
1973 cds_list_for_each_entry(event_recorder_priv
, &session_priv
->events_head
, node
) {
1974 ret
= lttng_ust_context_set_provider_rcu(&event_recorder_priv
->pub
->ctx
,
1975 name
, get_size
, record
, get_value
);
1983 * Update all event_notifier groups with the given app context.
1984 * Called with ust lock held.
1985 * This is invoked when an application context gets loaded/unloaded. It
1986 * ensures the context callbacks are in sync with the application
1987 * context (either app context callbacks, or dummy callbacks).
1989 void lttng_ust_context_set_event_notifier_group_provider(const char *name
,
1990 size_t (*get_size
)(struct lttng_ust_ctx_field
*field
, size_t offset
),
1991 void (*record
)(struct lttng_ust_ctx_field
*field
,
1992 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
1993 struct lttng_ust_channel_buffer
*chan
),
1994 void (*get_value
)(struct lttng_ust_ctx_field
*field
,
1995 struct lttng_ust_ctx_value
*value
))
1997 struct lttng_event_notifier_group
*event_notifier_group
;
1999 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
2002 ret
= lttng_ust_context_set_provider_rcu(
2003 &event_notifier_group
->ctx
,
2004 name
, get_size
, record
, get_value
);