2 * Copyright (C) 2022 Jérémie Galarneau <jeremie.galarneau@efficios.com>
4 * SPDX-License-Identifier: GPL-2.0-only
9 #include "lttng-sessiond.hpp"
10 #include "notification-thread-commands.hpp"
11 #include "session.hpp"
12 #include "trace-class.hpp"
13 #include "tsdl-trace-class-visitor.hpp"
14 #include "ust-app.hpp"
15 #include "ust-field-convert.hpp"
16 #include "ust-registry.hpp"
18 #include <common/compat/directory-handle.hpp>
19 #include <common/error.hpp>
20 #include <common/exception.hpp>
21 #include <common/format.hpp>
22 #include <common/hashtable/utils.hpp>
23 #include <common/macros.hpp>
24 #include <common/make-unique.hpp>
25 #include <common/pthread-lock.hpp>
26 #include <common/runas.hpp>
27 #include <common/time.hpp>
28 #include <common/urcu.hpp>
36 namespace ls
= lttng::sessiond
;
37 namespace lst
= lttng::sessiond::trace
;
38 namespace lsu
= lttng::sessiond::ust
;
41 lttng_uuid
generate_uuid_or_throw()
45 if (lttng_uuid_generate(new_uuid
)) {
46 LTTNG_THROW_POSIX("Failed to generate UST uuid", errno
);
52 int get_count_order(unsigned int count
)
56 order
= lttng_fls(count
) - 1;
57 if (count
& (count
- 1)) {
61 LTTNG_ASSERT(order
>= 0);
65 void clear_metadata_file(int fd
)
67 const auto lseek_ret
= lseek(fd
, 0, SEEK_SET
);
69 LTTNG_THROW_POSIX("Failed to seek to the beginning of the metadata file while clearing it", errno
);
72 const auto ret
= ftruncate(fd
, 0);
74 LTTNG_THROW_POSIX("Failed to truncate the metadata file while clearing it", errno
);
79 * Validate that the id has reached the maximum allowed or not.
81 bool is_max_channel_id(uint32_t id
)
83 return id
== UINT32_MAX
;
86 void destroy_channel_rcu(struct rcu_head
*head
)
89 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
90 lsu::registry_channel
*chan
=
91 lttng::utils::container_of(head
, &lsu::registry_channel::_rcu_head
);
98 * Destroy every element of the registry and free the memory. This does NOT
99 * free the registry pointer since it might not have been allocated before so
100 * it's the caller responsability.
102 * Called from ~registry_session(), must not throw.
104 void destroy_channel(lsu::registry_channel
*chan
, bool notify
) noexcept
106 struct lttng_ht_iter iter
;
107 lttng::sessiond::ust::registry_event
*event
;
108 enum lttng_error_code cmd_ret
;
113 cmd_ret
= notification_thread_command_remove_channel(
114 the_notification_thread_handle
,
115 chan
->_consumer_key
, LTTNG_DOMAIN_UST
);
116 if (cmd_ret
!= LTTNG_OK
) {
117 ERR("Failed to remove channel from notification thread");
122 lttng::urcu::read_lock_guard read_lock_guard
;
124 /* Destroy all event associated with this registry. */
126 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
127 cds_lfht_for_each_entry(
128 chan
->_events
->ht
, &iter
.iter
, event
, _node
) {
129 /* Delete the node from the ht and free it. */
130 ust_registry_channel_destroy_event(chan
, event
);
135 call_rcu(&chan
->_rcu_head
, destroy_channel_rcu
);
138 void destroy_enum(lsu::registry_enum
*reg_enum
)
147 void destroy_enum_rcu(struct rcu_head
*head
)
150 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
151 lsu::registry_enum
*reg_enum
=
152 lttng::utils::container_of(head
, &lsu::registry_enum::rcu_head
);
155 destroy_enum(reg_enum
);
159 * Hash table match function for enumerations in the session. Match is
160 * performed on enumeration name, and confirmed by comparing the enum
163 int ht_match_enum(struct cds_lfht_node
*node
, const void *_key
)
165 lsu::registry_enum
*_enum
;
166 const lsu::registry_enum
*key
;
172 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
173 _enum
= caa_container_of(node
, lsu::registry_enum
,
178 key
= (lsu::registry_enum
*) _key
;
180 return *_enum
== *key
;
184 * Hash table match function for enumerations in the session. Match is
185 * performed by enumeration ID.
187 int ht_match_enum_id(struct cds_lfht_node
*node
, const void *_key
)
189 lsu::registry_enum
*_enum
;
190 const lsu::registry_enum
*key
= (lsu::registry_enum
*) _key
;
196 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
197 _enum
= caa_container_of(node
, lsu::registry_enum
, node
.node
);
202 if (_enum
->id
!= key
->id
) {
214 * Hash table hash function for enumerations in the session. The
215 * enumeration name is used for hashing.
217 unsigned long ht_hash_enum(void *_key
, unsigned long seed
)
219 lsu::registry_enum
*key
= (lsu::registry_enum
*) _key
;
222 return hash_key_str(key
->name
.c_str(), seed
);
227 void lsu::details::locked_registry_session_release(lsu::registry_session
*session
)
229 pthread_mutex_unlock(&session
->_lock
);
232 lsu::registry_session::registry_session(const struct lst::abi
& in_abi
,
235 const char *root_shm_path
,
236 const char *shm_path
,
239 uint64_t tracing_id
) :
240 lst::trace_class(in_abi
, generate_uuid_or_throw()),
241 _root_shm_path
{root_shm_path
? root_shm_path
: ""},
242 _shm_path
{shm_path
? shm_path
: ""},
243 _metadata_path
{_shm_path
.size() > 0 ?
244 fmt::format("{}/metadata", _shm_path
) : std::string("")},
247 _app_tracer_version
{.major
= major
, .minor
= minor
},
248 _tracing_id
{tracing_id
},
249 _metadata_generating_visitor
{lttng::make_unique
<ls::tsdl::trace_class_visitor
>(abi
,
250 [this](const std::string
& fragment
) {
251 _append_metadata_fragment(fragment
);
254 pthread_mutex_init(&_lock
, NULL
);
255 if (_shm_path
.size() > 0) {
256 if (run_as_mkdir_recursive(_shm_path
.c_str(), S_IRWXU
| S_IRWXG
, euid
, egid
)) {
257 LTTNG_THROW_POSIX("run_as_mkdir_recursive", errno
);
261 if (_metadata_path
.size() > 0) {
262 /* Create metadata file. */
263 const int ret
= run_as_open(_metadata_path
.c_str(), O_WRONLY
| O_CREAT
| O_EXCL
,
264 S_IRUSR
| S_IWUSR
, euid
, egid
);
266 LTTNG_THROW_POSIX(fmt::format("Failed to open metadata file during registry session creation: path = {}",
267 _metadata_path
), errno
);
273 _enums
.reset(lttng_ht_new(0, LTTNG_HT_TYPE_STRING
));
275 LTTNG_THROW_POSIX("Failed to create enums hash table", ENOMEM
);
278 /* hash/match functions are specified at call site. */
279 _enums
->match_fct
= NULL
;
280 _enums
->hash_fct
= NULL
;
282 _channels
.reset(lttng_ht_new(0, LTTNG_HT_TYPE_U64
));
284 LTTNG_THROW_POSIX("Failed to create channels hash table", ENOMEM
);
289 * For a given enumeration in a registry, delete the entry and destroy
292 * Note that this is used by ~registry_session() and must not throw.
294 void lsu::registry_session::_destroy_enum(lsu::registry_enum
*reg_enum
) noexcept
297 lttng::urcu::read_lock_guard read_lock_guard
;
299 LTTNG_ASSERT(reg_enum
);
300 ASSERT_RCU_READ_LOCKED();
302 /* Delete the node first. */
303 struct lttng_ht_iter iter
;
304 iter
.iter
.node
= ®_enum
->node
.node
;
305 ret
= lttng_ht_del(_enums
.get(), &iter
);
307 call_rcu(®_enum
->rcu_head
, destroy_enum_rcu
);
310 lsu::registry_session::~registry_session()
313 struct lttng_ht_iter iter
;
314 lsu::registry_channel
*chan
;
315 lsu::registry_enum
*reg_enum
;
317 /* On error, EBUSY can be returned if lock. Code flow error. */
318 ret
= pthread_mutex_destroy(&_lock
);
322 lttng::urcu::read_lock_guard read_lock_guard
;
324 /* Destroy all event associated with this registry. */
326 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
327 cds_lfht_for_each_entry(_channels
->ht
, &iter
.iter
, chan
, _node
.node
) {
328 /* Delete the node from the ht and free it. */
329 ret
= lttng_ht_del(_channels
.get(), &iter
);
331 destroy_channel(chan
, true);
337 if (_metadata_fd
>= 0) {
338 ret
= close(_metadata_fd
);
343 ret
= run_as_unlink(_metadata_path
.c_str(), _uid
, _gid
);
349 if (_root_shm_path
[0]) {
350 /* Try to delete the directory hierarchy. */
351 (void) run_as_rmdir_recursive(_root_shm_path
.c_str(), _uid
, _gid
,
352 LTTNG_DIRECTORY_HANDLE_SKIP_NON_EMPTY_FLAG
);
355 /* Destroy the enum hash table */
357 lttng::urcu::read_lock_guard read_lock_guard
;
359 /* Destroy all enum entries associated with this registry. */
361 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
362 cds_lfht_for_each_entry (_enums
->ht
, &iter
.iter
, reg_enum
, node
.node
) {
363 _destroy_enum(reg_enum
);
369 lsu::registry_session::locked_ptr
lsu::registry_session::lock() noexcept
371 pthread_mutex_lock(&_lock
);
372 return locked_ptr(this);
376 * Initialize registry with default values.
378 void lsu::registry_session::add_channel(uint64_t key
)
380 lttng::pthread::lock_guard
session_lock_guard(_lock
);
383 * Assign a channel ID right now since the event notification comes
384 * *before* the channel notify so the ID needs to be set at this point so
385 * the metadata can be dumped for that event.
387 if (is_max_channel_id(_used_channel_id
)) {
388 LTTNG_THROW_ERROR(fmt::format("Failed to allocate unique id for channel under session while adding channel"));
391 auto chan
= new lsu::registry_channel(
392 _get_next_channel_id(),
393 /* Registered channel listener. */
394 [this](const lsu::registry_channel
& registered_channel
) {
396 * Channel registration completed, serialize it's layout's
399 registered_channel
.accept(*_metadata_generating_visitor
);
401 /* Added event listener. */
402 [this](const lsu::registry_channel
& channel
,
403 const lsu::registry_event
& added_event
) {
405 * The channel and its event classes will be dumped at once when
406 * it is registered. This check prevents event classes from being
407 * declared before their stream class.
409 if (channel
.is_registered()) {
410 added_event
.accept(*_metadata_generating_visitor
);
414 lttng::urcu::read_lock_guard rcu_read_lock_guard
;
415 lttng_ht_node_init_u64(&chan
->_node
, key
);
416 lttng_ht_add_unique_u64(_channels
.get(), &chan
->_node
);
419 lttng::sessiond::ust::registry_channel
& lsu::registry_session::get_channel(
420 uint64_t channel_key
) const
422 lttng::urcu::read_lock_guard read_lock_guard
;
423 struct lttng_ht_node_u64
*node
;
424 struct lttng_ht_iter iter
;
426 ASSERT_LOCKED(_lock
);
428 lttng_ht_lookup(_channels
.get(), &channel_key
, &iter
);
429 node
= lttng_ht_iter_get_node_u64(&iter
);
431 LTTNG_THROW_INVALID_ARGUMENT_ERROR(fmt::format(
432 "Invalid channel key provided: channel key = {}", channel_key
));
436 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
437 auto chan
= lttng::utils::container_of(node
, &lsu::registry_channel::_node
);
442 void lsu::registry_session::remove_channel(uint64_t channel_key
, bool notify
)
444 struct lttng_ht_iter iter
;
446 lttng::urcu::read_lock_guard read_lock_guard
;
448 ASSERT_LOCKED(_lock
);
449 auto& channel
= get_channel(channel_key
);
451 iter
.iter
.node
= &channel
._node
.node
;
452 ret
= lttng_ht_del(_channels
.get(), &iter
);
454 destroy_channel(&channel
, notify
);
457 void lsu::registry_session::_visit_environment(
458 lttng::sessiond::trace::trace_class_visitor
& visitor
) const
460 ASSERT_LOCKED(_lock
);
462 visitor
.visit(lst::environment_field
<const char *>("domain", "ust"));
463 visitor
.visit(lst::environment_field
<const char *>("tracer_name", "lttng-ust"));
464 visitor
.visit(lst::environment_field
<int64_t>("tracer_major", _app_tracer_version
.major
));
465 visitor
.visit(lst::environment_field
<int64_t>("tracer_minor", _app_tracer_version
.minor
));
466 visitor
.visit(lst::environment_field
<const char *>("tracer_buffering_scheme",
467 get_buffering_scheme() == LTTNG_BUFFER_PER_PID
? "pid" : "uid"));
468 visitor
.visit(lst::environment_field
<int64_t>("architecture_bit_width", abi
.bits_per_long
));
471 /* The caller already holds the session and session list locks. */
472 ASSERT_SESSION_LIST_LOCKED();
473 const auto session
= lttng::sessiond::find_session_by_id(_tracing_id
);
475 LTTNG_ASSERT(session
);
476 ASSERT_LOCKED(session
->lock
);
478 visitor
.visit(lst::environment_field
<const char *>("trace_name",
479 session
->has_auto_generated_name
? DEFAULT_SESSION_NAME
:
481 visitor
.visit(lst::environment_field
<std::string
>("trace_creation_datetime",
482 lttng::utils::time_to_iso8601_str(session
->creation_time
)));
483 visitor
.visit(lst::environment_field
<const char *>("hostname", session
->hostname
));
487 void lsu::registry_session::_accept_on_clock_classes(lst::trace_class_visitor
& visitor
) const
489 ASSERT_LOCKED(_lock
);
490 _clock
.accept(visitor
);
493 void lsu::registry_session::_accept_on_stream_classes(lst::trace_class_visitor
& visitor
) const
495 ASSERT_LOCKED(_lock
);
497 std::vector
<const lttng::sessiond::ust::registry_channel
*> sorted_stream_classes
;
500 lttng::urcu::read_lock_guard rcu_lock_guard
;
501 const lsu::registry_channel
*channel
;
502 lttng_ht_iter channel_it
;
505 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
506 cds_lfht_for_each_entry(_channels
->ht
, &channel_it
.iter
, channel
, _node
.node
) {
507 sorted_stream_classes
.emplace_back(channel
);
512 std::sort(sorted_stream_classes
.begin(), sorted_stream_classes
.end(),
513 [](const lttng::sessiond::ust::registry_channel
*a
,
514 const lttng::sessiond::ust::registry_channel
*b
) {
515 return a
->id
< b
->id
;
518 for (const auto stream_class
: sorted_stream_classes
) {
519 stream_class
->accept(visitor
);
524 * Return next available channel id and increment the used counter. The
525 * is_max_channel_id function MUST be called before in order to validate
526 * if the maximum number of IDs have been reached. If not, it is safe to call
529 * Return a unique channel ID. If max is reached, the used_channel_id counter
532 uint32_t lsu::registry_session::_get_next_channel_id()
534 if (is_max_channel_id(_used_channel_id
)) {
535 return _used_channel_id
;
539 return _next_channel_id
++;
542 void lsu::registry_session::_increase_metadata_size(size_t reservation_length
)
544 const auto new_len
= _metadata_len
+ reservation_length
;
545 auto new_alloc_len
= new_len
;
546 const auto old_alloc_len
= _metadata_alloc_len
;
548 /* Rounding the new allocation length to the next power of 2 would overflow. */
549 if (new_alloc_len
> (UINT32_MAX
>> 1)) {
550 LTTNG_THROW_ERROR("Failed to reserve trace metadata storage as the new size would overflow");
553 /* The current allocation length is already the largest we can afford. */
554 if ((old_alloc_len
<< 1) > (UINT32_MAX
>> 1)) {
555 LTTNG_THROW_ERROR("Failed to reserve trace metadata storage as the max size was already reached");
558 if (new_alloc_len
> old_alloc_len
) {
559 new_alloc_len
= std::max
<size_t>(
560 1U << get_count_order(new_alloc_len
), old_alloc_len
<< 1);
562 auto newptr
= (char *) realloc(_metadata
, new_alloc_len
);
564 LTTNG_THROW_POSIX("Failed to allocate trace metadata storage", errno
);
569 /* We zero directly the memory from start of allocation. */
570 memset(&_metadata
[old_alloc_len
], 0, new_alloc_len
- old_alloc_len
);
571 _metadata_alloc_len
= new_alloc_len
;
574 _metadata_len
+= reservation_length
;
577 void lsu::registry_session::_append_metadata_fragment(const std::string
& fragment
)
579 const auto offset
= _metadata_len
;
581 _increase_metadata_size(fragment
.size());
582 memcpy(&_metadata
[offset
], fragment
.c_str(), fragment
.size());
584 if (_metadata_fd
>= 0) {
585 const auto bytes_written
=
586 lttng_write(_metadata_fd
, fragment
.c_str(), fragment
.size());
588 if (bytes_written
!= fragment
.size()) {
589 LTTNG_THROW_POSIX("Failed to write trace metadata fragment to file",
595 void lsu::registry_session::_reset_metadata()
597 _metadata_len_sent
= 0;
598 memset(_metadata
, 0, _metadata_alloc_len
);
601 if (_metadata_fd
> 0) {
602 /* Clear the metadata file's content. */
603 clear_metadata_file(_metadata_fd
);
607 void lsu::registry_session::_generate_metadata()
609 accept(*_metadata_generating_visitor
);
612 void lsu::registry_session::regenerate_metadata()
614 lttng::pthread::lock_guard
registry_lock(_lock
);
618 _generate_metadata();
622 * Lookup enumeration by enum ID.
624 * Note that there is no need to lock the registry session as this only
625 * performs an RCU-protected look-up. The function also return an rcu-protected
626 * reference, which ensures that the caller keeps the RCU read lock until it
627 * disposes of the object.
629 lsu::registry_enum::const_rcu_protected_reference
630 lsu::registry_session::get_enumeration(const char *enum_name
, uint64_t enum_id
) const
632 lsu::registry_enum
*reg_enum
= NULL
;
633 struct lttng_ht_node_str
*node
;
634 struct lttng_ht_iter iter
;
635 lttng::urcu::unique_read_lock rcu_lock
;
637 * Hack: only the name is used for hashing; the rest of the attributes
640 lsu::registry_signed_enum
reg_enum_lookup(enum_name
, nullptr, 0);
642 ASSERT_RCU_READ_LOCKED();
644 reg_enum_lookup
.id
= enum_id
;
645 cds_lfht_lookup(_enums
->ht
,
646 ht_hash_enum((void *) ®_enum_lookup
, lttng_ht_seed
),
647 ht_match_enum_id
, ®_enum_lookup
, &iter
.iter
);
648 node
= lttng_ht_iter_get_node_str(&iter
);
650 LTTNG_THROW_PROTOCOL_ERROR(fmt::format(
651 "Unknown enumeration referenced by application event field: enum name = `{}`, enum id = {}",
652 enum_name
, enum_id
));
656 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
657 reg_enum
= lttng::utils::container_of(node
, &lsu::registry_enum::node
);
660 return lsu::registry_enum::const_rcu_protected_reference
{*reg_enum
, std::move(rcu_lock
)};
664 * Lookup enumeration by name and comparing enumeration entries.
665 * Needs to be called from RCU read-side critical section.
667 lsu::registry_enum
*lsu::registry_session::_lookup_enum(
668 const lsu::registry_enum
*reg_enum_lookup
) const
670 lsu::registry_enum
*reg_enum
= NULL
;
671 struct lttng_ht_node_str
*node
;
672 struct lttng_ht_iter iter
;
674 ASSERT_RCU_READ_LOCKED();
676 cds_lfht_lookup(_enums
->ht
, ht_hash_enum((void *) reg_enum_lookup
, lttng_ht_seed
),
677 ht_match_enum
, reg_enum_lookup
, &iter
.iter
);
678 node
= lttng_ht_iter_get_node_str(&iter
);
684 DIAGNOSTIC_IGNORE_INVALID_OFFSETOF
685 reg_enum
= lttng::utils::container_of(node
, &lsu::registry_enum::node
);
693 * Create a lsu::registry_enum from the given parameters and add it to the
694 * registry hash table, or find it if already there.
696 * Should be called with session registry mutex held.
698 * We receive ownership of entries.
700 void lsu::registry_session::create_or_find_enum(
701 int session_objd
, const char *enum_name
,
702 struct lttng_ust_ctl_enum_entry
*raw_entries
, size_t nr_entries
,
705 struct cds_lfht_node
*nodep
;
706 lsu::registry_enum
*reg_enum
= NULL
, *old_reg_enum
;
707 lttng::urcu::read_lock_guard read_lock_guard
;
708 auto entries
= lttng::make_unique_wrapper
<lttng_ust_ctl_enum_entry
, lttng::free
>(raw_entries
);
710 LTTNG_ASSERT(enum_name
);
713 * This should not happen but since it comes from the UST tracer, an
714 * external party, don't assert and simply validate values.
716 if (session_objd
< 0) {
717 LTTNG_THROW_INVALID_ARGUMENT_ERROR(fmt::format(
718 "Invalid parameters used to create or look-up enumeration from registry session: session_objd = {}",
721 if (nr_entries
== 0) {
722 LTTNG_THROW_INVALID_ARGUMENT_ERROR(fmt::format(
723 "Invalid parameters used to create or look-up enumeration from registry session: nr_entries = {}",
726 if (lttng_strnlen(enum_name
, LTTNG_UST_ABI_SYM_NAME_LEN
) ==
727 LTTNG_UST_ABI_SYM_NAME_LEN
) {
728 LTTNG_THROW_INVALID_ARGUMENT_ERROR(
729 "Invalid parameters used to create or look-up enumeration from registry session: enumeration name is not null terminated");
732 if (entries
->start
.signedness
) {
733 reg_enum
= new lsu::registry_signed_enum(
734 enum_name
, entries
.get(), nr_entries
);
736 reg_enum
= new lsu::registry_unsigned_enum(
737 enum_name
, entries
.get(), nr_entries
);
740 old_reg_enum
= _lookup_enum(reg_enum
);
742 DBG("enum %s already in sess_objd: %u", enum_name
, session_objd
);
743 /* Fall through. Use prior enum. */
744 destroy_enum(reg_enum
);
745 reg_enum
= old_reg_enum
;
747 DBG("UST registry creating enum: %s, sess_objd: %u",
748 enum_name
, session_objd
);
749 if (_next_enum_id
== -1ULL) {
750 destroy_enum(reg_enum
);
751 LTTNG_THROW_ERROR("Failed to allocate unique enumeration ID as it would overflow");
754 reg_enum
->id
= _next_enum_id
++;
755 nodep
= cds_lfht_add_unique(_enums
->ht
,
756 ht_hash_enum(reg_enum
, lttng_ht_seed
),
757 ht_match_enum_id
, reg_enum
,
758 ®_enum
->node
.node
);
759 LTTNG_ASSERT(nodep
== ®_enum
->node
.node
);
762 DBG("UST registry reply with enum %s with id %" PRIu64
" in sess_objd: %u",
763 enum_name
, reg_enum
->id
, session_objd
);
764 *enum_id
= reg_enum
->id
;