Skip to content

[Bug] BE core when doing compaction or query #5108

@morningman

Description

@morningman

Describe the bug
coredump like:

#0  0x00007fa2ad12a3f7 in raise () from /opt/lib64/libc.so.6
#1  0x00007fa2ad12b7d8 in abort () from /opt/lib64/libc.so.6
#2  0x0000000001be1c36 in google::DumpStackTraceAndExit () at src/utilities.cc:147
#3  0x0000000001bd8f3d in google::LogMessage::Fail () at src/logging.cc:1599
#4  0x0000000001bdadc4 in google::LogMessage::SendToLog (this=0x7fa23892b4e0) at src/logging.cc:1553
#5  0x0000000001bd8a64 in google::LogMessage::Flush (this=0x7fa23892b4e0) at src/logging.cc:1422
#6  0x0000000001bdb7f9 in google::LogMessageFatal::~LogMessageFatal (this=<optimized out>, __in_chrg=<optimized out>) at src/logging.cc:2125
#7  0x0000000000f8cb24 in del_eval (stat=..., this=<optimized out>) at /path/be/src/olap/olap_cond.cpp:391
#8  doris::CondColumn::del_eval (this=this@entry=0x9455840, statistic=...) at /path/be/src/olap/olap_cond.cpp:544
#9  0x0000000001714234 in doris::segment_v2::ColumnReader::_get_filtered_pages (this=this@entry=0x916fcc0, cond_column=0x0, delete_condition=0x9455840,
    delete_partial_filtered_pages=delete_partial_filtered_pages@entry=0x8c5deb8, page_indexes=page_indexes@entry=0x7fa23892b630)
    at /path/be/src/olap/rowset/segment_v2/column_reader.cpp:210
#10 0x00000000017148a8 in get_row_ranges_by_zone_map (row_ranges=0x7fa23892b8d0, delete_partial_filtered_pages=0x8c5deb8, delete_condition=<optimized out>, cond_column=<optimized out>,
    this=0x916fcc0) at /path/be/src/olap/rowset/segment_v2/column_reader.cpp:143
#11 doris::segment_v2::FileColumnIterator::get_row_ranges_by_zone_map (this=0x8c5de40, cond_column=<optimized out>, delete_condition=<optimized out>, row_ranges=0x7fa23892b8d0)
    at /path/be/src/olap/rowset/segment_v2/column_reader.cpp:607
#12 0x00000000016ea70a in doris::segment_v2::SegmentIterator::_get_row_ranges_from_conditions (this=this@entry=0x8327a40, condition_row_ranges=condition_row_ranges@entry=0x7fa23892b970)
    at /path/be/src/olap/rowset/segment_v2/segment_iterator.cpp:272
#13 0x00000000016eba58 in doris::segment_v2::SegmentIterator::_get_row_ranges_by_column_conditions (this=this@entry=0x8327a40)
    at /path/be/src/olap/rowset/segment_v2/segment_iterator.cpp:213
#14 0x00000000016ebfb0 in doris::segment_v2::SegmentIterator::_init (this=this@entry=0x8327a40) at /path/be/src/olap/rowset/segment_v2/segment_iterator.cpp:127
#15 0x00000000016ec82e in doris::segment_v2::SegmentIterator::next_batch (this=0x8327a40, block=0x916bef0)
    at /path/be/src/olap/rowset/segment_v2/segment_iterator.cpp:474
#16 0x0000000000fde02c in doris::BetaRowsetReader::next_block (this=0x916f7c0, block=0x9459560) at /path/be/src/olap/rowset/beta_rowset_reader.cpp:133
#17 0x0000000000f5b7a7 in doris::CollectIterator::Level0Iterator::_refresh_current_row (this=0x9459500) at /path/be/src/olap/collect_iterator.cpp:183
#18 0x0000000000f5bb02 in init (this=0x9459500) at /path/be/src/olap/collect_iterator.cpp:152
#19 doris::CollectIterator::add_child (this=0x90f7800, rs_reader=...) at /path/be/src/olap/collect_iterator.cpp:41
#20 0x0000000000f39f0e in doris::Reader::_capture_rs_readers (this=this@entry=0x7fa23892bff0, read_params=...) at /path/be/src/olap/reader.cpp:388
#21 0x0000000000f3e4cb in doris::Reader::init (this=this@entry=0x7fa23892bff0, read_params=...) at /path/be/src/olap/reader.cpp:115
#22 0x0000000000f295f0 in doris::Merger::merge_rowsets (tablet=..., reader_type=doris::READER_BASE_COMPACTION, src_rowset_readers=..., dst_rowset_writer=dst_rowset_writer@entry=0x916f540,
    stats_output=stats_output@entry=0x7fa23892c440) at /path/be/src/olap/merger.cpp:43
#23 0x0000000000f18510 in doris::Compaction::do_compaction_impl (this=this@entry=0x916b4a0, permits=permits@entry=3) at /path/be/src/olap/compaction.cpp:94
#24 0x0000000000f1ac3c in doris::Compaction::do_compaction (this=this@entry=0x916b4a0, permits=3) at /path/be/src/olap/compaction.cpp:58
#25 0x0000000000f0f5dc in doris::BaseCompaction::execute_compact_impl (this=0x916b4a0) at /path/be/src/olap/base_compaction.cpp:69
#26 0x0000000000f16df4 in doris::Compaction::execute_compact (this=0x916b4a0) at /path/be/src/olap/compaction.cpp:47
#27 0x0000000000e9f79b in doris::Tablet::execute_compaction (this=0x8256410, compaction_type=<optimized out>) at /path/be/src/olap/tablet.cpp:1417
#28 0x0000000000e79a2f in operator() (__closure=0x90f5650) at /path/be/src/olap/olap_server.cpp:361
#29 std::_Function_handler<void(), doris::StorageEngine::_compaction_tasks_producer_callback()::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...)
    at /home/disk1/cmy/git/doris/doris-toolchain/gcc730/include/c++/7.3.0/bits/std_function.h:316
#30 0x000000000120aa72 in operator() (this=0x818e618) at /home/disk1/cmy/git/doris/doris-toolchain/gcc730/include/c++/7.3.0/bits/std_function.h:706
#31 run (this=0x818e610) at /path/be/src/util/threadpool.cpp:41
#32 doris::ThreadPool::dispatch_thread (this=0x762b4a0) at /path/be/src/util/threadpool.cpp:545
#33 0x00000000012028d8 in operator() (this=0x76a24c8) at /home/disk1/cmy/git/doris/doris-toolchain/gcc730/include/c++/7.3.0/bits/std_function.h:706
#34 doris::Thread::supervise_thread (arg=0x76a24b0) at /path/be/src/util/thread.cpp:386
#35 0x00007fa2acedf1c3 in start_thread () from /opt/compiler/gcc-4.8.2/lib64/libpthread.so.0
#36 0x00007fa2ad1dc12d in clone () from /opt/compiler/gcc-4.8.2/lib64/libc.so.6

To Reproduce

 create table tbl1(k1 int not null) distributed by hash(k1) buckets 1 properties("replication_num" = "1");
 insert into tbl1 values(1);
 insert into tbl1 values(2);
 insert into tbl1 values(3);
delete from tbl1 where k1 is not null;
select * from tbl1;
  • Version [0.13.12]

Metadata

Metadata

Assignees

Labels

kind/fixCategorizes issue or PR as related to a bug.

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions