Ceph » crimson

https://pulpito.ceph.com/matan-2024-11-03_10:45:16-crimson-rados-wip-matanb-crimson-testing-nov-3-distro-crimson-smithi/7978430

Segmentation fault on shard 0.
Backtrace:
 5# crimson::osd::OSD::handle_rep_op_reply(crimson::local_shared_foreign_ptr<seastar::shared_ptr<crimson::net::Connection> >, boost::intrusive_ptr<MOSDRepOpReply>) in ceph-osd
 6# crimson::osd::OSD::do_ms_dispatch(crimson::local_shared_foreign_ptr<seastar::shared_ptr<crimson::net::Connection> >, boost::intrusive_ptr<Message>) in ceph-osd
 7# crimson::osd::OSD::ms_dispatch(crimson::local_shared_foreign_ptr<seastar::shared_ptr<crimson::net::Connection> >, boost::intrusive_ptr<Message>) in ceph-osd
 8# crimson::net::ChainedDispatchers::ms_dispatch(crimson::local_shared_foreign_ptr<seastar::shared_ptr<crimson::net::Connection> >, boost::intrusive_ptr<Message>) in ceph-osd
 9# 0x0000000007C3819A in ceph-osd
10# 0x0000000007C38644 in ceph-osd
11# 0x0000000007C38716 in ceph-osd
12# 0x0000000007C387A5 in ceph-osd
13# 0x0000000007C38849 in ceph-osd
14# seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>::operator()(boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&) const in ceph-osd
15# seastar::future<void> std::__invoke_impl<seastar::future<void>, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>(std::__invoke_other, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&) in ceph-osd
16# std::__invoke_result<seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>::type std::__invoke<seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>(seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&) in ceph-osd
17# std::invoke_result<seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>::type std::invoke<seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>(seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&) in ceph-osd
18# auto seastar::internal::future_invoke<seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>(seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&) in ceph-osd
19# seastar::future<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>::then_impl_nrvo<seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>, seastar::future<void> >(seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&&)::{lambda(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, seastar::future_state<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>&&)#1}::operator()(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, seastar::future_state<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>&&) const::{lambda()#1}::operator()() const in ceph-osd
20# void seastar::futurize<seastar::future<void> >::satisfy_with_result_of<seastar::future<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>::then_impl_nrvo<seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>, seastar::future<void> >(seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&&)::{lambda(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, seastar::future_state<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>&&)#1}::operator()(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, seastar::future_state<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>&&) const::{lambda()#1}>(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&&) in ceph-osd
21# seastar::future<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>::then_impl_nrvo<seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>, seastar::future<void> >(seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&&)::{lambda(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, seastar::future_state<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>&&)#1}::operator()(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, seastar::future_state<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>&&) const in ceph-osd
22# seastar::continuation<seastar::internal::promise_base_with_type<void>, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>, seastar::future<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>::then_impl_nrvo<seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>, seastar::future<void> >(seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&&)::{lambda(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*&&)>&, seastar::future_state<boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>&&)#1}, boost::container::static_vector<ceph::buffer::v15_2_0::list, 4ul, void>*>::run_and_dispose() in ceph-osd

Seems to fail around ReadIntoBufferlist:

2024-11-03T11:12:51.905 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN      ] LibRadosAioPP.ReadIntoBufferlist
2024-11-03T11:13:11.279 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s
2024-11-03T11:13:16.782 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~6s
2024-11-03T11:13:22.287 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~11s
2024-11-03T11:13:27.791 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~17s
2024-11-03T11:13:33.296 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~22s