Actions
Bug #74481
closedCrimson-osd can't boot
% Done:
0%
Source:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Tags (freeform):
Merge Commit:
Fixed In:
v20.3.0-4920-g8637e0242c
Released In:
Upkeep Timestamp:
2026-01-22T03:28:24+00:00
Description
The boot command:
MGR=1 MON=1 OSD=1 MDS=0 RGW=0 ../src/vstart.sh -n -X --no-restart --without-dashboard --seastore --crimson --crimson-smp 1 --redirect-output --seastore-devs /dev/nvme0n1p1
The backtrace:
Core was generated by `/home/xuxuehan/src/ceph/build.clang/bin/crimson-osd -i 0 -c /home/xuxuehan/src/'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 __memmove_evex_unaligned_erms () at ../sysdeps/x86_64/multiarch/memmove-vec-unaligned-erms.S:323
323 ../sysdeps/x86_64/multiarch/memmove-vec-unaligned-erms.S: No such file or directory.
[Current thread is 1 (Thread 0x7f1251459b40 (LWP 929923))]
warning: File "/home/xuxuehan/src/ceph/build.clang/bin/crimson-osd" auto-loading has been declined by your `auto-load safe-path' set to "$debugdir:$datadir/auto-load".
To enable execution of this file add
add-auto-load-safe-path /home/xuxuehan/src/ceph/build.clang/bin/crimson-osd
line to your configuration file "/root/.gdbinit".
To completely disable this security protection add
set auto-load safe-path /
line to your configuration file "/root/.gdbinit".
For more information about this security protection see the
"Auto-loading safe path" section in the GDB manual. E.g., run from the shell:
info "(gdb)Auto-loading safe path"
(gdb) bt
#0 __memmove_evex_unaligned_erms () at ../sysdeps/x86_64/multiarch/memmove-vec-unaligned-erms.S:323
#1 0x000055c95c472fc3 in std::__copy_move<false, true, std::random_access_iterator_tag>::__copy_m<char const* const, char const*> (__first=0x55c98e25a780, __last=0x55c98e25a7a0, __result=0x6f7420) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/stl_algobase.h:437
#2 0x000055c95c472f75 in std::__copy_move_a2<false, char const* const*, char const**> (__first=0x55c98e25a780, __last=0x55c98e25a7a0, __result=0x6f7420) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/stl_algobase.h:505
#3 0x000055c95c472f25 in std::__copy_move_a1<false, char const* const*, char const**> (__first=0x55c98e25a780, __last=0x55c98e25a7a0, __result=0x6f7420) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/stl_algobase.h:533
#4 0x000055c95c473d57 in std::__copy_move_a<false, char const* const*, char const**> (__first=0x55c98e25a780, __last=0x55c98e25a7a0, __result=0x6f7420) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/stl_algobase.h:541
#5 0x000055c95c473d0a in std::copy<char const* const*, char const**> (__first=0x55c98e25a780, __last=0x55c98e25a7a0, __result=0x6f7420) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/stl_algobase.h:632
#6 0x000055c95c473cc5 in std::__uninitialized_copy<true>::__uninit_copy<char const* const*, char const**> (__first=0x55c98e25a780, __last=0x55c98e25a7a0, __result=0x6f7420) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/stl_uninitialized.h:147
#7 0x000055c95c473c8d in std::uninitialized_copy<char const* const*, char const**> (__first=0x55c98e25a780, __last=0x55c98e25a7a0, __result=0x6f7420) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/stl_uninitialized.h:184
#8 0x000055c95c473c59 in std::__uninitialized_copy_a<char const* const*, char const**, char const*> (__first=0x55c98e25a780, __last=0x55c98e25a7a0, __result=0x6f7420) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/stl_uninitialized.h:373
#9 0x000055c95c9c0b95 in std::vector<char const*, std::allocator<char const*> >::_M_range_insert<char const* const*> (this=0x55c98e25a8b0, __position=<error reading variable: Cannot access memory at address 0x6f7420>, __first=0x55c98e25a780, __last=0x55c98e25a7a0)
at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/vector.tcc:781
#10 0x000055c95c9c0902 in std::vector<char const*, std::allocator<char const*> >::insert (this=0x55c98e25a8b0, __position=<error reading variable: Cannot access memory at address 0x6f7420>, __l=std::initializer_list of length 4 = {...}) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/stl_vector.h:1411
#11 0x000055c95c9bfd3a in Option::add_service (this=0x55c98e25a7e0, ss=std::initializer_list of length 4 = {...}) at /home/xuxuehan/src/ceph/src/common/options.h:329
#12 0x000055c95c976ab7 in get_global_options () at src/common/options/global_options.cc:43
#13 0x000055c95c9754d9 in build_options () at /home/xuxuehan/src/ceph/src/common/options/build_options.cc:25
#14 0x000055c95c4dc9eb in get_ceph_options () at /home/xuxuehan/src/ceph/src/common/options.cc:344
#15 0x000055c95c4a2acf in md_config_t::md_config_t (this=0x55c98e254000, values=..., tracker=..., is_daemon=true) at /home/xuxuehan/src/ceph/src/common/config.cc:140
#16 0x000055c95c94307b in crimson::common::ConfigProxy::ConfigProxy (this=0x55c98e23c618, name=..., cluster="ceph") at /home/xuxuehan/src/ceph/src/crimson/common/config_proxy.cc:22
#17 0x000055c95ba30fa5 in seastar::shared_ptr_count_for<crimson::common::ConfigProxy>::shared_ptr_count_for<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&> (this=0x55c98e23c600, a="ceph", a="ceph") at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/shared_ptr.hh:489
#18 0x000055c95ba30f00 in seastar::shared_ptr_make_helper<crimson::common::ConfigProxy, false>::make<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&> (a="ceph", a="ceph") at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/shared_ptr.hh:660
#19 0x000055c95ba30e78 in seastar::make_shared<crimson::common::ConfigProxy, EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&> (a="ceph", a="ceph") at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/shared_ptr.hh:679
#20 0x000055c95ba30dfc in seastar::sharded<crimson::common::ConfigProxy>::create_local_service<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&> (this=0x55c960565690 <crimson::common::ConfigProxy::sharded_conf>, args="ceph", args="ceph")
at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/sharded.hh:523
#21 0x000055c95ba30da8 in seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}::operator()()::{lambda(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)#1}::operator()(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&) const (this=0x55c98e2baf50, args="ceph", args="ceph") at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/sharded.hh:630
#22 0x000055c95ba30d40 in std::__invoke_impl<seastar::shared_ptr<crimson::common::ConfigProxy>, seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}::operator()()::{lambda(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)#1}, EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(std::__invoke_other, seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}::operator()()::{lambda(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)#1}&&, EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&) (__f=..., __args="ceph", __args="ceph") at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/invoke.h:61
#23 0x000055c95ba30cc0 in std::__invoke<seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}::operator()()::{lambda(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)#1}, EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}::operator()()::{lambda(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)#1}&&, EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&) (__fn=..., __args="ceph", __args="ceph") at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/invoke.h:96
#24 0x000055c95ba30c81 in std::__apply_impl<seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}::operator()()::{lambda(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)#1}, std::tuple<EntityName, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >&, 0ul, 1ul>(seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}::operator()()::{lambda(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)#1}&&, std::tuple<EntityName, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >&, std::integer_sequence<unsigned long, 0ul, 1ul>) (__f=..., Python Exception <class 'ValueError'>: Top of tuple tree does not consist of a single node.
__t=std::tuple containing) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/tuple:2288
#25 0x000055c95ba30bd8 in std::apply<seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}::operator()()::{lambda(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)#1}, std::tuple<EntityName, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >&>(seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}::operator()()::{lambda(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)#1}&&, std::tuple<EntityName, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >&) (__f=..., Python Exception <class 'ValueError'>: Top of tuple tree does not consist of a single node.
__t=std::tuple containing) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/tuple:2299
#26 0x000055c95ba30b7c in seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}::operator()() (this=0x55c98e2bb108) at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/sharded.hh:629
#27 0x000055c95ba30b45 in std::__invoke_impl<void, seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}>(std::__invoke_other, seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}&&)
(__f=...) at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/invoke.h:61
#28 0x000055c95ba30b25 in std::__invoke<seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}>(seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}&&) (__fn=...)
at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/bits/invoke.h:96
#29 0x000055c95ba30b05 in std::invoke<seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}>(seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}&&) (__fn=...)
at /usr/lib/gcc/x86_64-linux-gnu/13/../../../../include/c++/13/functional:113
#30 0x000055c95ba309c4 in seastar::futurize<void>::invoke<seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}>(seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}&&) (func=...)
at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/future.hh:2001
#31 0x000055c95ba30937 in seastar::smp::submit_to<seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}>(unsigned int, seastar::smp_submit_to_options, seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}&&) (t=0, options=..., func=...) at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/smp.hh:365
#32 0x000055c95ba30891 in seastar::smp::submit_to<seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}>(unsigned int, seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int)::{lambda()#1}&&) (t=0,
func=...) at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/smp.hh:399
#33 0x000055c95ba3080b in seastar::sharded<crimson::common::ConfigProxy>::start<EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&>(EntityName&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&)::{lambda(unsigned int)#1}::operator()(unsigned int) (this=0x55c98e24c460,
c=0) at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/sharded.hh:628
Updated by Matan Breizman about 2 months ago
- Status changed from New to Fix Under Review
- Assignee changed from Xuehan Xu to Matan Breizman
- Priority changed from Normal to High
- Pull request ID set to 67020
Updated by Upkeep Bot about 2 months ago
- Status changed from Fix Under Review to Resolved
- Merge Commit set to 8637e0242cb2fda6363b6bb2097279d02ec429ef
- Fixed In set to v20.3.0-4920-g8637e0242c
- Upkeep Timestamp set to 2026-01-22T03:28:24+00:00
Actions