4 * Holds LTTng per-session event registry.
6 * Copyright (C) 2010-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
8 * This library is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; only
11 * version 2.1 of the License.
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with this library; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
25 #include <urcu/list.h>
26 #include <urcu/hlist.h>
36 #include <lttng/ust-endian.h>
40 #include <urcu/compiler.h>
41 #include <urcu/uatomic.h>
42 #include <urcu/arch.h>
44 #include <lttng/tracepoint.h>
45 #include <lttng/ust-events.h>
47 #include <usterr-signal-safe.h>
49 #include <lttng/ust-ctl.h>
51 #include <lttng/ust-dynamic-type.h>
52 #include <lttng/ust-context-provider.h>
55 #include "lttng-ust-uuid.h"
57 #include "tracepoint-internal.h"
58 #include "string-utils.h"
59 #include "lttng-tracer.h"
60 #include "lttng-tracer-core.h"
61 #include "lttng-ust-statedump.h"
62 #include "ust-events-internal.h"
64 #include "../libringbuffer/shm.h"
68 * All operations within this file are called by the communication
69 * thread, under ust_lock protection.
72 static CDS_LIST_HEAD(sessions
);
74 struct cds_list_head
*_lttng_get_sessions(void)
79 static void _lttng_event_destroy(struct lttng_event
*event
);
80 static void _lttng_enum_destroy(struct lttng_enum
*_enum
);
83 void lttng_session_lazy_sync_event_enablers(struct lttng_session
*session
);
85 void lttng_session_sync_event_enablers(struct lttng_session
*session
);
87 void lttng_enabler_destroy(struct lttng_enabler
*enabler
);
90 * Called with ust lock held.
92 int lttng_session_active(void)
94 struct lttng_session
*iter
;
96 cds_list_for_each_entry(iter
, &sessions
, node
) {
104 int lttng_loglevel_match(int loglevel
,
105 unsigned int has_loglevel
,
106 enum lttng_ust_loglevel_type req_type
,
110 loglevel
= TRACE_DEFAULT
;
112 case LTTNG_UST_LOGLEVEL_RANGE
:
113 if (loglevel
<= req_loglevel
114 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
118 case LTTNG_UST_LOGLEVEL_SINGLE
:
119 if (loglevel
== req_loglevel
120 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
124 case LTTNG_UST_LOGLEVEL_ALL
:
126 if (loglevel
<= TRACE_DEBUG
)
133 void synchronize_trace(void)
138 struct lttng_session
*lttng_session_create(void)
140 struct lttng_session
*session
;
143 session
= zmalloc(sizeof(struct lttng_session
));
146 if (lttng_session_context_init(&session
->ctx
)) {
150 CDS_INIT_LIST_HEAD(&session
->chan_head
);
151 CDS_INIT_LIST_HEAD(&session
->events_head
);
152 CDS_INIT_LIST_HEAD(&session
->enums_head
);
153 CDS_INIT_LIST_HEAD(&session
->enablers_head
);
154 for (i
= 0; i
< LTTNG_UST_EVENT_HT_SIZE
; i
++)
155 CDS_INIT_HLIST_HEAD(&session
->events_ht
.table
[i
]);
156 for (i
= 0; i
< LTTNG_UST_ENUM_HT_SIZE
; i
++)
157 CDS_INIT_HLIST_HEAD(&session
->enums_ht
.table
[i
]);
158 cds_list_add(&session
->node
, &sessions
);
163 * Only used internally at session destruction.
166 void _lttng_channel_unmap(struct lttng_channel
*lttng_chan
)
168 struct channel
*chan
;
169 struct lttng_ust_shm_handle
*handle
;
171 cds_list_del(<tng_chan
->node
);
172 lttng_destroy_context(lttng_chan
->ctx
);
173 chan
= lttng_chan
->chan
;
174 handle
= lttng_chan
->handle
;
176 * note: lttng_chan is private data contained within handle. It
177 * will be freed along with the handle.
179 channel_destroy(chan
, handle
, 0);
183 void register_event(struct lttng_event
*event
)
186 const struct lttng_event_desc
*desc
;
188 assert(event
->registered
== 0);
190 ret
= __tracepoint_probe_register_queue_release(desc
->name
,
191 desc
->probe_callback
,
192 event
, desc
->signature
);
195 event
->registered
= 1;
199 void unregister_event(struct lttng_event
*event
)
202 const struct lttng_event_desc
*desc
;
204 assert(event
->registered
== 1);
206 ret
= __tracepoint_probe_unregister_queue_release(desc
->name
,
207 desc
->probe_callback
,
211 event
->registered
= 0;
215 * Only used internally at session destruction.
218 void _lttng_event_unregister(struct lttng_event
*event
)
220 if (event
->registered
)
221 unregister_event(event
);
224 void lttng_session_destroy(struct lttng_session
*session
)
226 struct lttng_channel
*chan
, *tmpchan
;
227 struct lttng_event
*event
, *tmpevent
;
228 struct lttng_enum
*_enum
, *tmp_enum
;
229 struct lttng_event_enabler
*event_enabler
, *event_tmpenabler
;
231 CMM_ACCESS_ONCE(session
->active
) = 0;
232 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
233 _lttng_event_unregister(event
);
235 synchronize_trace(); /* Wait for in-flight events to complete */
236 __tracepoint_probe_prune_release_queue();
237 cds_list_for_each_entry_safe(event_enabler
, event_tmpenabler
,
238 &session
->enablers_head
, node
)
239 lttng_event_enabler_destroy(event_enabler
);
240 cds_list_for_each_entry_safe(event
, tmpevent
,
241 &session
->events_head
, node
)
242 _lttng_event_destroy(event
);
243 cds_list_for_each_entry_safe(_enum
, tmp_enum
,
244 &session
->enums_head
, node
)
245 _lttng_enum_destroy(_enum
);
246 cds_list_for_each_entry_safe(chan
, tmpchan
, &session
->chan_head
, node
)
247 _lttng_channel_unmap(chan
);
248 cds_list_del(&session
->node
);
249 lttng_destroy_context(session
->ctx
);
254 void lttng_enabler_destroy(struct lttng_enabler
*enabler
)
256 struct lttng_ust_filter_bytecode_node
*filter_node
, *tmp_filter_node
;
257 struct lttng_ust_excluder_node
*excluder_node
, *tmp_excluder_node
;
263 /* Destroy filter bytecode */
264 cds_list_for_each_entry_safe(filter_node
, tmp_filter_node
,
265 &enabler
->filter_bytecode_head
, node
) {
269 /* Destroy excluders */
270 cds_list_for_each_entry_safe(excluder_node
, tmp_excluder_node
,
271 &enabler
->excluder_head
, node
) {
277 int lttng_enum_create(const struct lttng_enum_desc
*desc
,
278 struct lttng_session
*session
)
280 const char *enum_name
= desc
->name
;
281 struct lttng_enum
*_enum
;
282 struct cds_hlist_head
*head
;
284 size_t name_len
= strlen(enum_name
);
288 /* Check if this enum is already registered for this session. */
289 hash
= jhash(enum_name
, name_len
, 0);
290 head
= &session
->enums_ht
.table
[hash
& (LTTNG_UST_ENUM_HT_SIZE
- 1)];
292 _enum
= lttng_ust_enum_get_from_desc(session
, desc
);
298 notify_socket
= lttng_get_notify_socket(session
->owner
);
299 if (notify_socket
< 0) {
304 _enum
= zmalloc(sizeof(*_enum
));
309 _enum
->session
= session
;
312 ret
= ustcomm_register_enum(notify_socket
,
319 DBG("Error (%d) registering enumeration to sessiond", ret
);
320 goto sessiond_register_error
;
322 cds_list_add(&_enum
->node
, &session
->enums_head
);
323 cds_hlist_add_head(&_enum
->hlist
, head
);
326 sessiond_register_error
:
335 int lttng_create_enum_check(const struct lttng_type
*type
,
336 struct lttng_session
*session
)
338 switch (type
->atype
) {
341 const struct lttng_enum_desc
*enum_desc
;
344 enum_desc
= type
->u
.legacy
.basic
.enumeration
.desc
;
345 ret
= lttng_enum_create(enum_desc
, session
);
346 if (ret
&& ret
!= -EEXIST
) {
347 DBG("Unable to create enum error: (%d)", ret
);
352 case atype_enum_nestable
:
354 const struct lttng_enum_desc
*enum_desc
;
357 enum_desc
= type
->u
.enum_nestable
.desc
;
358 ret
= lttng_enum_create(enum_desc
, session
);
359 if (ret
&& ret
!= -EEXIST
) {
360 DBG("Unable to create enum error: (%d)", ret
);
367 const struct lttng_event_field
*tag_field_generic
;
368 const struct lttng_enum_desc
*enum_desc
;
371 tag_field_generic
= lttng_ust_dynamic_type_tag_field();
372 enum_desc
= tag_field_generic
->type
.u
.enum_nestable
.desc
;
373 ret
= lttng_enum_create(enum_desc
, session
);
374 if (ret
&& ret
!= -EEXIST
) {
375 DBG("Unable to create enum error: (%d)", ret
);
381 /* TODO: nested types when they become supported. */
388 int lttng_create_all_event_enums(size_t nr_fields
,
389 const struct lttng_event_field
*event_fields
,
390 struct lttng_session
*session
)
395 /* For each field, ensure enum is part of the session. */
396 for (i
= 0; i
< nr_fields
; i
++) {
397 const struct lttng_type
*type
= &event_fields
[i
].type
;
399 ret
= lttng_create_enum_check(type
, session
);
407 int lttng_create_all_ctx_enums(size_t nr_fields
,
408 const struct lttng_ctx_field
*ctx_fields
,
409 struct lttng_session
*session
)
414 /* For each field, ensure enum is part of the session. */
415 for (i
= 0; i
< nr_fields
; i
++) {
416 const struct lttng_type
*type
= &ctx_fields
[i
].event_field
.type
;
418 ret
= lttng_create_enum_check(type
, session
);
426 * Ensure that a state-dump will be performed for this session at the end
427 * of the current handle_message().
429 int lttng_session_statedump(struct lttng_session
*session
)
431 session
->statedump_pending
= 1;
432 lttng_ust_sockinfo_session_enabled(session
->owner
);
436 int lttng_session_enable(struct lttng_session
*session
)
439 struct lttng_channel
*chan
;
442 if (session
->active
) {
447 notify_socket
= lttng_get_notify_socket(session
->owner
);
448 if (notify_socket
< 0)
449 return notify_socket
;
451 /* Set transient enabler state to "enabled" */
454 /* We need to sync enablers with session before activation. */
455 lttng_session_sync_event_enablers(session
);
458 * Snapshot the number of events per channel to know the type of header
461 cds_list_for_each_entry(chan
, &session
->chan_head
, node
) {
462 const struct lttng_ctx
*ctx
;
463 const struct lttng_ctx_field
*fields
= NULL
;
464 size_t nr_fields
= 0;
467 /* don't change it if session stop/restart */
468 if (chan
->header_type
)
472 nr_fields
= ctx
->nr_fields
;
473 fields
= ctx
->fields
;
474 ret
= lttng_create_all_ctx_enums(nr_fields
, fields
,
477 DBG("Error (%d) adding enum to session", ret
);
481 ret
= ustcomm_register_channel(notify_socket
,
490 DBG("Error (%d) registering channel to sessiond", ret
);
493 if (chan_id
!= chan
->id
) {
494 DBG("Error: channel registration id (%u) does not match id assigned at creation (%u)",
500 /* Set atomically the state to "active" */
501 CMM_ACCESS_ONCE(session
->active
) = 1;
502 CMM_ACCESS_ONCE(session
->been_active
) = 1;
504 ret
= lttng_session_statedump(session
);
511 int lttng_session_disable(struct lttng_session
*session
)
515 if (!session
->active
) {
519 /* Set atomically the state to "inactive" */
520 CMM_ACCESS_ONCE(session
->active
) = 0;
522 /* Set transient enabler state to "disabled" */
524 lttng_session_sync_event_enablers(session
);
529 int lttng_channel_enable(struct lttng_channel
*channel
)
533 if (channel
->enabled
) {
537 /* Set transient enabler state to "enabled" */
539 lttng_session_sync_event_enablers(channel
->session
);
540 /* Set atomically the state to "enabled" */
541 CMM_ACCESS_ONCE(channel
->enabled
) = 1;
546 int lttng_channel_disable(struct lttng_channel
*channel
)
550 if (!channel
->enabled
) {
554 /* Set atomically the state to "disabled" */
555 CMM_ACCESS_ONCE(channel
->enabled
) = 0;
556 /* Set transient enabler state to "enabled" */
558 lttng_session_sync_event_enablers(channel
->session
);
564 * Supports event creation while tracing session is active.
567 int lttng_event_create(const struct lttng_event_desc
*desc
,
568 struct lttng_channel
*chan
)
570 const char *event_name
= desc
->name
;
571 struct lttng_event
*event
;
572 struct lttng_session
*session
= chan
->session
;
573 struct cds_hlist_head
*head
;
575 size_t name_len
= strlen(event_name
);
577 int notify_socket
, loglevel
;
580 hash
= jhash(event_name
, name_len
, 0);
581 head
= &chan
->session
->events_ht
.table
[hash
& (LTTNG_UST_EVENT_HT_SIZE
- 1)];
583 notify_socket
= lttng_get_notify_socket(session
->owner
);
584 if (notify_socket
< 0) {
589 ret
= lttng_create_all_event_enums(desc
->nr_fields
, desc
->fields
,
592 DBG("Error (%d) adding enum to session", ret
);
593 goto create_enum_error
;
597 * Check if loglevel match. Refuse to connect event if not.
599 event
= zmalloc(sizeof(struct lttng_event
));
606 /* Event will be enabled by enabler sync. */
608 event
->registered
= 0;
609 CDS_INIT_LIST_HEAD(&event
->bytecode_runtime_head
);
610 CDS_INIT_LIST_HEAD(&event
->enablers_ref_head
);
614 loglevel
= *(*event
->desc
->loglevel
);
616 loglevel
= TRACE_DEFAULT
;
617 if (desc
->u
.ext
.model_emf_uri
)
618 uri
= *(desc
->u
.ext
.model_emf_uri
);
622 /* Fetch event ID from sessiond */
623 ret
= ustcomm_register_event(notify_socket
,
635 DBG("Error (%d) registering event to sessiond", ret
);
636 goto sessiond_register_error
;
639 cds_list_add(&event
->node
, &chan
->session
->events_head
);
640 cds_hlist_add_head(&event
->hlist
, head
);
643 sessiond_register_error
:
652 int lttng_desc_match_star_glob_enabler(const struct lttng_event_desc
*desc
,
653 struct lttng_enabler
*enabler
)
656 unsigned int has_loglevel
= 0;
658 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_STAR_GLOB
);
659 if (!strutils_star_glob_match(enabler
->event_param
.name
, SIZE_MAX
,
660 desc
->name
, SIZE_MAX
))
662 if (desc
->loglevel
) {
663 loglevel
= *(*desc
->loglevel
);
666 if (!lttng_loglevel_match(loglevel
,
668 enabler
->event_param
.loglevel_type
,
669 enabler
->event_param
.loglevel
))
675 int lttng_desc_match_event_enabler(const struct lttng_event_desc
*desc
,
676 struct lttng_enabler
*enabler
)
679 unsigned int has_loglevel
= 0;
681 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_EVENT
);
682 if (strcmp(desc
->name
, enabler
->event_param
.name
))
684 if (desc
->loglevel
) {
685 loglevel
= *(*desc
->loglevel
);
688 if (!lttng_loglevel_match(loglevel
,
690 enabler
->event_param
.loglevel_type
,
691 enabler
->event_param
.loglevel
))
697 int lttng_desc_match_enabler(const struct lttng_event_desc
*desc
,
698 struct lttng_enabler
*enabler
)
700 switch (enabler
->format_type
) {
701 case LTTNG_ENABLER_FORMAT_STAR_GLOB
:
703 struct lttng_ust_excluder_node
*excluder
;
705 if (!lttng_desc_match_star_glob_enabler(desc
, enabler
)) {
710 * If the matching event matches with an excluder,
711 * return 'does not match'
713 cds_list_for_each_entry(excluder
, &enabler
->excluder_head
, node
) {
716 for (count
= 0; count
< excluder
->excluder
.count
; count
++) {
720 excluder_name
= (char *) (excluder
->excluder
.names
)
721 + count
* LTTNG_UST_SYM_NAME_LEN
;
722 len
= strnlen(excluder_name
, LTTNG_UST_SYM_NAME_LEN
);
723 if (len
> 0 && strutils_star_glob_match(excluder_name
, len
, desc
->name
, SIZE_MAX
))
729 case LTTNG_ENABLER_FORMAT_EVENT
:
730 return lttng_desc_match_event_enabler(desc
, enabler
);
737 int lttng_event_enabler_match_event(struct lttng_event_enabler
*event_enabler
,
738 struct lttng_event
*event
)
740 if (lttng_desc_match_enabler(event
->desc
,
741 lttng_event_enabler_as_enabler(event_enabler
))
742 && event
->chan
== event_enabler
->chan
)
749 struct lttng_enabler_ref
*lttng_enabler_ref(
750 struct cds_list_head
*enabler_ref_list
,
751 struct lttng_enabler
*enabler
)
753 struct lttng_enabler_ref
*enabler_ref
;
755 cds_list_for_each_entry(enabler_ref
, enabler_ref_list
, node
) {
756 if (enabler_ref
->ref
== enabler
)
763 * Create struct lttng_event if it is missing and present in the list of
767 void lttng_create_event_if_missing(struct lttng_event_enabler
*event_enabler
)
769 struct lttng_session
*session
= event_enabler
->chan
->session
;
770 struct lttng_probe_desc
*probe_desc
;
771 const struct lttng_event_desc
*desc
;
772 struct lttng_event
*event
;
774 struct cds_list_head
*probe_list
;
776 probe_list
= lttng_get_probe_list_head();
778 * For each probe event, if we find that a probe event matches
779 * our enabler, create an associated lttng_event if not
782 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
783 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
786 struct cds_hlist_head
*head
;
787 struct cds_hlist_node
*node
;
788 const char *event_name
;
792 desc
= probe_desc
->event_desc
[i
];
793 if (!lttng_desc_match_enabler(desc
,
794 lttng_event_enabler_as_enabler(event_enabler
)))
796 event_name
= desc
->name
;
797 name_len
= strlen(event_name
);
800 * Check if already created.
802 hash
= jhash(event_name
, name_len
, 0);
803 head
= &session
->events_ht
.table
[hash
& (LTTNG_UST_EVENT_HT_SIZE
- 1)];
804 cds_hlist_for_each_entry(event
, node
, head
, hlist
) {
805 if (event
->desc
== desc
806 && event
->chan
== event_enabler
->chan
) {
815 * We need to create an event for this
818 ret
= lttng_event_create(probe_desc
->event_desc
[i
],
819 event_enabler
->chan
);
821 DBG("Unable to create event %s, error %d\n",
822 probe_desc
->event_desc
[i
]->name
, ret
);
829 * Iterate over all the UST sessions to unregister and destroy all probes from
830 * the probe provider descriptor received as argument. Must me called with the
833 void lttng_probe_provider_unregister_events(struct lttng_probe_desc
*provider_desc
)
835 struct cds_hlist_node
*node
, *tmp_node
;
836 struct cds_list_head
*sessionsp
;
837 struct lttng_session
*session
;
838 struct cds_hlist_head
*head
;
839 struct lttng_event
*event
;
842 /* Get handle on list of sessions. */
843 sessionsp
= _lttng_get_sessions();
846 * Iterate over all events in the probe provider descriptions and sessions
847 * to queue the unregistration of the events.
849 for (i
= 0; i
< provider_desc
->nr_events
; i
++) {
850 const struct lttng_event_desc
*event_desc
;
851 const char *event_name
;
855 event_desc
= provider_desc
->event_desc
[i
];
856 event_name
= event_desc
->name
;
857 name_len
= strlen(event_name
);
858 hash
= jhash(event_name
, name_len
, 0);
860 /* Iterate over all session to find the current event description. */
861 cds_list_for_each_entry(session
, sessionsp
, node
) {
863 * Get the list of events in the hashtable bucket and iterate to
864 * find the event matching this descriptor.
866 head
= &session
->events_ht
.table
[hash
& (LTTNG_UST_EVENT_HT_SIZE
- 1)];
867 cds_hlist_for_each_entry(event
, node
, head
, hlist
) {
868 if (event_desc
== event
->desc
) {
869 /* Queue the unregistration of this event. */
870 _lttng_event_unregister(event
);
877 /* Wait for grace period. */
879 /* Prune the unregistration queue. */
880 __tracepoint_probe_prune_release_queue();
883 * It is now safe to destroy the events and remove them from the event list
886 for (i
= 0; i
< provider_desc
->nr_events
; i
++) {
887 const struct lttng_event_desc
*event_desc
;
888 const char *event_name
;
892 event_desc
= provider_desc
->event_desc
[i
];
893 event_name
= event_desc
->name
;
894 name_len
= strlen(event_name
);
895 hash
= jhash(event_name
, name_len
, 0);
897 /* Iterate over all sessions to find the current event description. */
898 cds_list_for_each_entry(session
, sessionsp
, node
) {
900 * Get the list of events in the hashtable bucket and iterate to
901 * find the event matching this descriptor.
903 head
= &session
->events_ht
.table
[hash
& (LTTNG_UST_EVENT_HT_SIZE
- 1)];
904 cds_hlist_for_each_entry_safe(event
, node
, tmp_node
, head
, hlist
) {
905 if (event_desc
== event
->desc
) {
906 /* Destroy enums of the current event. */
907 for (j
= 0; j
< event
->desc
->nr_fields
; j
++) {
908 const struct lttng_enum_desc
*enum_desc
;
909 const struct lttng_event_field
*field
;
910 struct lttng_enum
*curr_enum
;
912 field
= &(event
->desc
->fields
[j
]);
913 switch (field
->type
.atype
) {
915 enum_desc
= field
->type
.u
.legacy
.basic
.enumeration
.desc
;
917 case atype_enum_nestable
:
918 enum_desc
= field
->type
.u
.enum_nestable
.desc
;
923 curr_enum
= lttng_ust_enum_get_from_desc(session
, enum_desc
);
925 _lttng_enum_destroy(curr_enum
);
930 _lttng_event_destroy(event
);
939 * Create events associated with an enabler (if not already present),
940 * and add backward reference from the event to the enabler.
943 int lttng_event_enabler_ref_events(struct lttng_event_enabler
*event_enabler
)
945 struct lttng_session
*session
= event_enabler
->chan
->session
;
946 struct lttng_event
*event
;
948 if (!lttng_event_enabler_as_enabler(event_enabler
)->enabled
)
951 /* First ensure that probe events are created for this enabler. */
952 lttng_create_event_if_missing(event_enabler
);
954 /* For each event matching enabler in session event list. */
955 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
956 struct lttng_enabler_ref
*enabler_ref
;
958 if (!lttng_event_enabler_match_event(event_enabler
, event
))
961 enabler_ref
= lttng_enabler_ref(&event
->enablers_ref_head
,
962 lttng_event_enabler_as_enabler(event_enabler
));
965 * If no backward ref, create it.
966 * Add backward ref from event to enabler.
968 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
971 enabler_ref
->ref
= lttng_event_enabler_as_enabler(
973 cds_list_add(&enabler_ref
->node
,
974 &event
->enablers_ref_head
);
978 * Link filter bytecodes if not linked yet.
980 lttng_enabler_link_bytecode(event
->desc
,
982 &event
->bytecode_runtime_head
,
983 lttng_event_enabler_as_enabler(event_enabler
));
985 /* TODO: merge event context. */
992 * Called at library load: connect the probe on all enablers matching
994 * Called with session mutex held.
996 int lttng_fix_pending_events(void)
998 struct lttng_session
*session
;
1000 cds_list_for_each_entry(session
, &sessions
, node
) {
1001 lttng_session_lazy_sync_event_enablers(session
);
1007 * For each session of the owner thread, execute pending statedump.
1008 * Only dump state for the sessions owned by the caller thread, because
1009 * we don't keep ust_lock across the entire iteration.
1011 void lttng_handle_pending_statedump(void *owner
)
1013 struct lttng_session
*session
;
1015 /* Execute state dump */
1016 do_lttng_ust_statedump(owner
);
1018 /* Clear pending state dump */
1022 cds_list_for_each_entry(session
, &sessions
, node
) {
1023 if (session
->owner
!= owner
)
1025 if (!session
->statedump_pending
)
1027 session
->statedump_pending
= 0;
1035 * Only used internally at session destruction.
1038 void _lttng_event_destroy(struct lttng_event
*event
)
1040 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
1042 /* Remove from event list. */
1043 cds_list_del(&event
->node
);
1044 /* Remove from event hash table. */
1045 cds_hlist_del(&event
->hlist
);
1047 lttng_destroy_context(event
->ctx
);
1048 lttng_free_event_filter_runtime(event
);
1049 /* Free event enabler refs */
1050 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
1051 &event
->enablers_ref_head
, node
)
1057 void _lttng_enum_destroy(struct lttng_enum
*_enum
)
1059 cds_list_del(&_enum
->node
);
1060 cds_hlist_del(&_enum
->hlist
);
1064 void lttng_ust_events_exit(void)
1066 struct lttng_session
*session
, *tmpsession
;
1068 cds_list_for_each_entry_safe(session
, tmpsession
, &sessions
, node
)
1069 lttng_session_destroy(session
);
1073 * Enabler management.
1075 struct lttng_event_enabler
*lttng_event_enabler_create(
1076 enum lttng_enabler_format_type format_type
,
1077 struct lttng_ust_event
*event_param
,
1078 struct lttng_channel
*chan
)
1080 struct lttng_event_enabler
*event_enabler
;
1082 event_enabler
= zmalloc(sizeof(*event_enabler
));
1085 event_enabler
->base
.format_type
= format_type
;
1086 CDS_INIT_LIST_HEAD(&event_enabler
->base
.filter_bytecode_head
);
1087 CDS_INIT_LIST_HEAD(&event_enabler
->base
.excluder_head
);
1088 memcpy(&event_enabler
->base
.event_param
, event_param
,
1089 sizeof(event_enabler
->base
.event_param
));
1090 event_enabler
->chan
= chan
;
1092 event_enabler
->base
.enabled
= 0;
1093 cds_list_add(&event_enabler
->node
, &event_enabler
->chan
->session
->enablers_head
);
1094 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1096 return event_enabler
;
1099 int lttng_event_enabler_enable(struct lttng_event_enabler
*event_enabler
)
1101 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 1;
1102 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1107 int lttng_event_enabler_disable(struct lttng_event_enabler
*event_enabler
)
1109 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 0;
1110 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1116 void _lttng_enabler_attach_bytecode(struct lttng_enabler
*enabler
,
1117 struct lttng_ust_filter_bytecode_node
*bytecode
)
1119 bytecode
->enabler
= enabler
;
1120 cds_list_add_tail(&bytecode
->node
, &enabler
->filter_bytecode_head
);
1123 int lttng_event_enabler_attach_bytecode(struct lttng_event_enabler
*event_enabler
,
1124 struct lttng_ust_filter_bytecode_node
*bytecode
)
1126 _lttng_enabler_attach_bytecode(
1127 lttng_event_enabler_as_enabler(event_enabler
), bytecode
);
1129 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1134 void _lttng_enabler_attach_exclusion(struct lttng_enabler
*enabler
,
1135 struct lttng_ust_excluder_node
*excluder
)
1137 excluder
->enabler
= enabler
;
1138 cds_list_add_tail(&excluder
->node
, &enabler
->excluder_head
);
1141 int lttng_event_enabler_attach_exclusion(struct lttng_event_enabler
*event_enabler
,
1142 struct lttng_ust_excluder_node
*excluder
)
1144 _lttng_enabler_attach_exclusion(
1145 lttng_event_enabler_as_enabler(event_enabler
), excluder
);
1147 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1151 int lttng_attach_context(struct lttng_ust_context
*context_param
,
1152 union ust_args
*uargs
,
1153 struct lttng_ctx
**ctx
, struct lttng_session
*session
)
1156 * We cannot attach a context after trace has been started for a
1157 * session because the metadata does not allow expressing this
1158 * information outside of the original channel scope.
1160 if (session
->been_active
)
1163 switch (context_param
->ctx
) {
1164 case LTTNG_UST_CONTEXT_PTHREAD_ID
:
1165 return lttng_add_pthread_id_to_ctx(ctx
);
1166 case LTTNG_UST_CONTEXT_PERF_THREAD_COUNTER
:
1168 struct lttng_ust_perf_counter_ctx
*perf_ctx_param
;
1170 perf_ctx_param
= &context_param
->u
.perf_counter
;
1171 return lttng_add_perf_counter_to_ctx(
1172 perf_ctx_param
->type
,
1173 perf_ctx_param
->config
,
1174 perf_ctx_param
->name
,
1177 case LTTNG_UST_CONTEXT_VTID
:
1178 return lttng_add_vtid_to_ctx(ctx
);
1179 case LTTNG_UST_CONTEXT_VPID
:
1180 return lttng_add_vpid_to_ctx(ctx
);
1181 case LTTNG_UST_CONTEXT_PROCNAME
:
1182 return lttng_add_procname_to_ctx(ctx
);
1183 case LTTNG_UST_CONTEXT_IP
:
1184 return lttng_add_ip_to_ctx(ctx
);
1185 case LTTNG_UST_CONTEXT_CPU_ID
:
1186 return lttng_add_cpu_id_to_ctx(ctx
);
1187 case LTTNG_UST_CONTEXT_APP_CONTEXT
:
1188 return lttng_ust_add_app_context_to_ctx_rcu(uargs
->app_context
.ctxname
,
1190 case LTTNG_UST_CONTEXT_CGROUP_NS
:
1191 return lttng_add_cgroup_ns_to_ctx(ctx
);
1192 case LTTNG_UST_CONTEXT_IPC_NS
:
1193 return lttng_add_ipc_ns_to_ctx(ctx
);
1194 case LTTNG_UST_CONTEXT_MNT_NS
:
1195 return lttng_add_mnt_ns_to_ctx(ctx
);
1196 case LTTNG_UST_CONTEXT_NET_NS
:
1197 return lttng_add_net_ns_to_ctx(ctx
);
1198 case LTTNG_UST_CONTEXT_PID_NS
:
1199 return lttng_add_pid_ns_to_ctx(ctx
);
1200 case LTTNG_UST_CONTEXT_TIME_NS
:
1201 return lttng_add_time_ns_to_ctx(ctx
);
1202 case LTTNG_UST_CONTEXT_USER_NS
:
1203 return lttng_add_user_ns_to_ctx(ctx
);
1204 case LTTNG_UST_CONTEXT_UTS_NS
:
1205 return lttng_add_uts_ns_to_ctx(ctx
);
1206 case LTTNG_UST_CONTEXT_VUID
:
1207 return lttng_add_vuid_to_ctx(ctx
);
1208 case LTTNG_UST_CONTEXT_VEUID
:
1209 return lttng_add_veuid_to_ctx(ctx
);
1210 case LTTNG_UST_CONTEXT_VSUID
:
1211 return lttng_add_vsuid_to_ctx(ctx
);
1212 case LTTNG_UST_CONTEXT_VGID
:
1213 return lttng_add_vgid_to_ctx(ctx
);
1214 case LTTNG_UST_CONTEXT_VEGID
:
1215 return lttng_add_vegid_to_ctx(ctx
);
1216 case LTTNG_UST_CONTEXT_VSGID
:
1217 return lttng_add_vsgid_to_ctx(ctx
);
1223 int lttng_event_enabler_attach_context(struct lttng_event_enabler
*enabler
,
1224 struct lttng_ust_context
*context_param
)
1229 void lttng_event_enabler_destroy(struct lttng_event_enabler
*event_enabler
)
1231 if (!event_enabler
) {
1234 cds_list_del(&event_enabler
->node
);
1236 lttng_enabler_destroy(lttng_event_enabler_as_enabler(event_enabler
));
1238 lttng_destroy_context(event_enabler
->ctx
);
1239 free(event_enabler
);
1243 * lttng_session_sync_event_enablers should be called just before starting a
1247 void lttng_session_sync_event_enablers(struct lttng_session
*session
)
1249 struct lttng_event_enabler
*event_enabler
;
1250 struct lttng_event
*event
;
1252 cds_list_for_each_entry(event_enabler
, &session
->enablers_head
, node
)
1253 lttng_event_enabler_ref_events(event_enabler
);
1255 * For each event, if at least one of its enablers is enabled,
1256 * and its channel and session transient states are enabled, we
1257 * enable the event, else we disable it.
1259 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
1260 struct lttng_enabler_ref
*enabler_ref
;
1261 struct lttng_bytecode_runtime
*runtime
;
1262 int enabled
= 0, has_enablers_without_bytecode
= 0;
1265 cds_list_for_each_entry(enabler_ref
,
1266 &event
->enablers_ref_head
, node
) {
1267 if (enabler_ref
->ref
->enabled
) {
1273 * Enabled state is based on union of enablers, with
1274 * intesection of session and channel transient enable
1277 enabled
= enabled
&& session
->tstate
&& event
->chan
->tstate
;
1279 CMM_STORE_SHARED(event
->enabled
, enabled
);
1281 * Sync tracepoint registration with event enabled
1285 if (!event
->registered
)
1286 register_event(event
);
1288 if (event
->registered
)
1289 unregister_event(event
);
1292 /* Check if has enablers without bytecode enabled */
1293 cds_list_for_each_entry(enabler_ref
,
1294 &event
->enablers_ref_head
, node
) {
1295 if (enabler_ref
->ref
->enabled
1296 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1297 has_enablers_without_bytecode
= 1;
1301 event
->has_enablers_without_bytecode
=
1302 has_enablers_without_bytecode
;
1304 /* Enable filters */
1305 cds_list_for_each_entry(runtime
,
1306 &event
->bytecode_runtime_head
, node
) {
1307 lttng_filter_sync_state(runtime
);
1310 __tracepoint_probe_prune_release_queue();
1314 * Apply enablers to session events, adding events to session if need
1315 * be. It is required after each modification applied to an active
1316 * session, and right before session "start".
1317 * "lazy" sync means we only sync if required.
1320 void lttng_session_lazy_sync_event_enablers(struct lttng_session
*session
)
1322 /* We can skip if session is not active */
1323 if (!session
->active
)
1325 lttng_session_sync_event_enablers(session
);
1329 * Update all sessions with the given app context.
1330 * Called with ust lock held.
1331 * This is invoked when an application context gets loaded/unloaded. It
1332 * ensures the context callbacks are in sync with the application
1333 * context (either app context callbacks, or dummy callbacks).
1335 void lttng_ust_context_set_session_provider(const char *name
,
1336 size_t (*get_size
)(struct lttng_ctx_field
*field
, size_t offset
),
1337 void (*record
)(struct lttng_ctx_field
*field
,
1338 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
1339 struct lttng_channel
*chan
),
1340 void (*get_value
)(struct lttng_ctx_field
*field
,
1341 struct lttng_ctx_value
*value
))
1343 struct lttng_session
*session
;
1345 cds_list_for_each_entry(session
, &sessions
, node
) {
1346 struct lttng_channel
*chan
;
1347 struct lttng_event
*event
;
1350 ret
= lttng_ust_context_set_provider_rcu(&session
->ctx
,
1351 name
, get_size
, record
, get_value
);
1354 cds_list_for_each_entry(chan
, &session
->chan_head
, node
) {
1355 ret
= lttng_ust_context_set_provider_rcu(&chan
->ctx
,
1356 name
, get_size
, record
, get_value
);
1360 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
1361 ret
= lttng_ust_context_set_provider_rcu(&event
->ctx
,
1362 name
, get_size
, record
, get_value
);