Ceph » rgw

radosgw crash during local multisite testing:

    -4> 2025-04-24T13:31:41.318-0400 7f3bb32866c0  4 frontend paused
    -3> 2025-04-24T13:31:41.318-0400 7f3bb32866c0  4 rgw period pusher: paused for realm update
    -2> 2025-04-24T13:31:41.318-0400 7f3bb32866c0  1 rgw realm reloader: Frontends paused
    -1> 2025-04-24T13:31:41.320-0400 7f3ca9c736c0 10 rgw data changes log: RGWDataChangesLog::renew_entries canceled, going down
     0> 2025-04-24T13:31:41.341-0400 7f3bfe31c6c0 -1 *** Caught signal (Aborted) **
 in thread 7f3bfe31c6c0 thread_name:io_context_pool

 ceph version Development (no_version) tentacle (dev)
 1: /home/cbodley/ceph/build/bin/radosgw(+0x97df86) [0x55e82c664f86]
 2: /lib64/libc.so.6(+0x1a050) [0x7f3ce6627050]
 3: /lib64/libc.so.6(+0x72b54) [0x7f3ce667fb54]
 4: gsignal()
 5: abort()
 6: /lib64/libstdc++.so.6(+0x9da9) [0x7f3ce6809da9]
 7: /lib64/libstdc++.so.6(+0x1bc2c) [0x7f3ce681bc2c]
 8: (std::unexpected()+0) [0x7f3ce6809951]
 9: /lib64/libstdc++.so.6(+0x1c9f5) [0x7f3ce681c9f5]
 10: (boost::asio::cancellation_signal::emit(boost::asio::cancellation_type)+0x11) [0x55e82bd2e541]
 11: (boost::asio::cancellation_state::impl<boost::asio::cancellation_filter<(boost::asio::cancellation_type)1>, boost::asio::cancellation_filter<(boost::asio::cancellation_type)1> >::operator()(boost::asio::cancellation_type)+0x12) [0x55e82bda55c8]
 12: (boost::asio::detail::cancellation_handler<boost::asio::cancellation_state::impl<boost::asio::cancellation_filter<(boost::asio::cancellation_type)1>, boost::asio::cancellation_filter<(boost::asio::cancellation_type)1> > >::call(boost::asio::cancellation_type)+0xd) [0x55e82bda55db]
 13: (boost::asio::cancellation_signal::emit(boost::asio::cancellation_type)+0x11) [0x55e82bd2e541]
 14: (void boost::asio::detail::executor_function::complete<boost::asio::detail::binder0<boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)::{lambda()#1}>, std::allocator<void> >(boost::asio::detail::executor_function::impl_base*, bool)+0xaf) [0x55e82c4aa441]
 15: (boost::asio::detail::executor_function::operator()()+0x1d) [0x55e82bd2e325]
 16: (void boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul>::execute<boost::asio::detail::executor_function>(boost::asio::detail::executor_function&&) const+0xc9) [0x55e82bd457b9]
 17: (void boost::asio::execution::detail::any_executor_base::execute_ex<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> >(boost::asio::execution::detail::any_executor_base const&, boost::asio::detail::executor_function&&)+0x14) [0x55e82bd45884]
 18: (void boost::asio::execution::detail::any_executor_base::execute<boost::asio::detail::binder0<boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)::{lambda()#1}> >(boost::asio::detail::binder0<boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)::{lambda()#1}>&&) const+0xb3) [0x55e82c4aa06f]
 19: (void boost::asio::detail::initiate_dispatch_with_executor<boost::asio::any_io_executor>::operator()<boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)::{lambda()#1}>(boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)::{lambda()#1}&&, std::enable_if<boost::asio::execution::is_executor<std::conditional<true, boost::asio::any_io_executor, boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)::{lambda()#1}>::type>::value, void>::type*, std::enable_if<!boost::asio::detail::is_work_dispatcher_required<std::decay<boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)::{lambda()#1}>::type, boost::asio::any_io_executor, void>::value, void>::type*) const+0x4c) [0x55e82c4aa19a]
 20: (decltype ((async_initiate<boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)::{lambda()#1}, void ()>)((declval<boost::asio::detail::initiate_dispatch_with_executor<boost::asio::any_io_executor> >)(), {parm#2})) boost::asio::dispatch<boost::asio::any_io_executor, boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)::{lambda()#1}>(boost::asio::any_io_executor const&, boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)::{lambda()#1}&&, boost::asio::constraint<boost::asio::execution::is_executor<boost::asio::any_io_executor>::value||boost::asio::is_executor<boost::asio::any_io_executor>::value, int>::type)+0x47) [0x55e82c4aa23a]
 21: (boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void>::operator()(boost::asio::cancellation_type)+0x6c) [0x55e82c4aa308]
 22: (boost::asio::detail::cancellation_handler<boost::asio::detail::co_spawn_cancellation_handler<boost::asio::cancellation_slot_binder<boost::asio::executor_binder<boost::asio::detail::detached_handler, boost::asio::strand<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> > >, boost::asio::cancellation_slot>, boost::asio::any_io_executor, void> >::call(boost::asio::cancellation_type)+0xd) [0x55e82c4aa38d]
 23: (boost::asio::cancellation_signal::emit(boost::asio::cancellation_type)+0x11) [0x55e82bd2e541]
 24: /home/cbodley/ceph/build/bin/radosgw(+0x6bd4a2) [0x55e82c3a44a2]
 25: (boost::asio::detail::strand_executor_service::run_ready_handlers(std::shared_ptr<boost::asio::detail::strand_executor_service::strand_impl>&)+0x6f) [0x55e82bd379a9]
 26: (boost::asio::detail::strand_executor_service::invoker<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> const, void>::operator()()+0x1e) [0x55e82bd55590]
 27: (void boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul>::execute<boost::asio::detail::strand_executor_service::invoker<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> const, void> >(boost::asio::detail::strand_executor_service::invoker<boost::asio::io_context::basic_executor_type<std::allocator<void>, 0ul> const, void>&&) const+0x11d) [0x55e82bd556f9]
 28: /home/cbodley/ceph/build/bin/radosgw(+0x6c5ab8) [0x55e82c3acab8]
 29: /home/cbodley/ceph/build/bin/radosgw(+0x6c5ba2) [0x55e82c3acba2]
 30: /home/cbodley/ceph/build/bin/radosgw(+0x6c5c34) [0x55e82c3acc34]
 31: /home/cbodley/ceph/build/bin/radosgw(+0x6c6375) [0x55e82c3ad375]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.