Skip to content

data race on part_dir in DataPartStorageOnDiskBase #49076

@kssenii

Description

@kssenii

https://s3.amazonaws.com/clickhouse-test-reports/44985/ef4c4e0192d6d886c1109182c13740c94b15c881/stateless_tests__tsan__[1/5]/stderr.log

WARNING: ThreadSanitizer: data race (pid=671)
  Write of size 8 at 0x7b2000a1f2c8 by thread T265:
    #0 memcpy <null> (clickhouse+0xcea8a0e) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #1 std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>::__move_assign[abi:v15000](std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>&, std::__1::integral_constant<bool, true>) build_docker/./contrib/llvm-project/libcxx/include/string:2547:16 (clickhouse+0x1fac5905) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #2 std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>::operator=[abi:v15000](std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>&&) build_docker/./contrib/llvm-project/libcxx/include/string:2562:5 (clickhouse+0x1fac5905)
    #3 DB::DataPartStorageOnDiskBase::remove(std::__1::function<DB::CanRemoveDescription ()>&&, DB::MergeTreeDataPartChecksums const&, std::__1::list<DB::IDataPartStorage::ProjectionChecksums, std::__1::allocator<DB::IDataPartStorage::ProjectionChecksums>>, bool, Poco::Logger*) build_docker/./src/Storages/MergeTree/DataPartStorageOnDiskBase.cpp:570:22 (clickhouse+0x1fac5905)
    #4 DB::IMergeTreeDataPart::remove() build_docker/./src/Storages/MergeTree/IMergeTreeDataPart.cpp:1734:26 (clickhouse+0x1fae2e9e) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #5 DB::MergeTreeData::clearPartsFromFilesystemImpl(std::__1::vector<std::__1::shared_ptr<DB::IMergeTreeDataPart const>, std::__1::allocator<std::__1::shared_ptr<DB::IMergeTreeDataPart const>>> const&, std::__1::unordered_set<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>>*)::$_29::operator()() const build_docker/./src/Storages/MergeTree/MergeTreeData.cpp:2343:42 (clickhouse+0x1fbad4cc) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #6 DB::MergeTreeData::clearPartsFromFilesystemImpl(std::__1::vector<std::__1::shared_ptr<DB::IMergeTreeDataPart const>, std::__1::allocator<std::__1::shared_ptr<DB::IMergeTreeDataPart const>>> const&, std::__1::unordered_set<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>>*) build_docker/./src/Storages/MergeTree/MergeTreeData.cpp:2351:9 (clickhouse+0x1fbab940) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #7 DB::MergeTreeData::clearPartsFromFilesystem(std::__1::vector<std::__1::shared_ptr<DB::IMergeTreeDataPart const>, std::__1::allocator<std::__1::shared_ptr<DB::IMergeTreeDataPart const>>> const&, bool, std::__1::unordered_set<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>>*) build_docker/./src/Storages/MergeTree/MergeTreeData.cpp:2316:9 (clickhouse+0x1fbab1df) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #8 DB::MergeTreeData::clearOldPartsFromFilesystem(bool) build_docker/./src/Storages/MergeTree/MergeTreeData.cpp:2285:5 (clickhouse+0x1fbaaf3c) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #9 DB::StorageMergeTree::scheduleDataProcessingJob(DB::BackgroundJobsAssignee&)::$_4::operator()() const build_docker/./src/Storages/StorageMergeTree.cpp:1319:34 (clickhouse+0x1ff9643c) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #10 decltype(std::declval<DB::StorageMergeTree::scheduleDataProcessingJob(DB::BackgroundJobsAssignee&)::$_4&>()()) std::__1::__invoke[abi:v15000]<DB::StorageMergeTree::scheduleDataProcessingJob(DB::BackgroundJobsAssignee&)::$_4&>(DB::StorageMergeTree::scheduleDataProcessingJob(DB::BackgroundJobsAssignee&)::$_4&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:394:23 (clickhouse+0x1ff9643c)
    #11 bool std::__1::__invoke_void_return_wrapper<bool, false>::__call<DB::StorageMergeTree::scheduleDataProcessingJob(DB::BackgroundJobsAssignee&)::$_4&>(DB::StorageMergeTree::scheduleDataProcessingJob(DB::BackgroundJobsAssignee&)::$_4&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:470:16 (clickhouse+0x1ff9643c)
    #12 std::__1::__function::__default_alloc_func<DB::StorageMergeTree::scheduleDataProcessingJob(DB::BackgroundJobsAssignee&)::$_4, bool ()>::operator()[abi:v15000]() build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:235:12 (clickhouse+0x1ff9643c)
    #13 bool std::__1::__function::__policy_invoker<bool ()>::__call_impl<std::__1::__function::__default_alloc_func<DB::StorageMergeTree::scheduleDataProcessingJob(DB::BackgroundJobsAssignee&)::$_4, bool ()>>(std::__1::__function::__policy_storage const*) build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:716:16 (clickhouse+0x1ff9643c)
    #14 std::__1::__function::__policy_func<bool ()>::operator()[abi:v15000]() const build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:848:16 (clickhouse+0x1f6dedcc) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #15 std::__1::function<bool ()>::operator()() const build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:1187:12 (clickhouse+0x1f6dedcc)
    #16 DB::ExecutableLambdaAdapter::executeStep() build_docker/./src/Storages/MergeTree/IExecutableTask.h:59:15 (clickhouse+0x1f6dedcc)
    #17 DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::routine(std::__1::shared_ptr<DB::TaskRuntimeData>) build_docker/./src/Storages/MergeTree/MergeTreeBackgroundExecutor.cpp:194:42 (clickhouse+0x1fb7b40e) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #18 DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::threadFunction() build_docker/./src/Storages/MergeTree/MergeTreeBackgroundExecutor.cpp:313:13 (clickhouse+0x1fb7ccd1) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #19 DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::MergeTreeBackgroundExecutor(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, unsigned long, unsigned long, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>)::'lambda'()::operator()() const build_docker/./src/Storages/MergeTree/MergeTreeBackgroundExecutor.cpp:54:47 (clickhouse+0x1fb85a81) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #20 decltype(std::declval<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::MergeTreeBackgroundExecutor(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, unsigned long, unsigned long, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>)::'lambda'()&>()()) std::__1::__invoke[abi:v15000]<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::MergeTreeBackgroundExecutor(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, unsigned long, unsigned long, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>)::'lambda'()&>(DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::MergeTreeBackgroundExecutor(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, unsigned long, unsigned long, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>)::'lambda'()&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:394:23 (clickhouse+0x1fb85a81)
    #21 void std::__1::__invoke_void_return_wrapper<void, true>::__call<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::MergeTreeBackgroundExecutor(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, unsigned long, unsigned long, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>)::'lambda'()&>(DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::MergeTreeBackgroundExecutor(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, unsigned long, unsigned long, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>)::'lambda'()&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:479:9 (clickhouse+0x1fb85a81)
    #22 std::__1::__function::__default_alloc_func<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::MergeTreeBackgroundExecutor(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, unsigned long, unsigned long, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>)::'lambda'(), void ()>::operator()[abi:v15000]() build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:235:12 (clickhouse+0x1fb85a81)
    #23 void std::__1::__function::__policy_invoker<void ()>::__call_impl<std::__1::__function::__default_alloc_func<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::MergeTreeBackgroundExecutor(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, unsigned long, unsigned long, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>)::'lambda'(), void ()>>(std::__1::__function::__policy_storage const*) build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:716:16 (clickhouse+0x1fb85a81)
    #24 std::__1::__function::__policy_func<void ()>::operator()[abi:v15000]() const build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:848:16 (clickhouse+0x15106621) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #25 std::__1::function<void ()>::operator()() const build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:1187:12 (clickhouse+0x15106621)
    #26 ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::worker(std::__1::__list_iterator<ThreadFromGlobalPoolImpl<false>, void*>) build_docker/./src/Common/ThreadPool.cpp:413:13 (clickhouse+0x15106621)
    #27 void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()::operator()() const build_docker/./src/Common/ThreadPool.cpp:180:73 (clickhouse+0x1510aff7) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #28 decltype(std::declval<void>()()) std::__1::__invoke[abi:v15000]<void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()&>(void&&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:394:23 (clickhouse+0x1510aff7)
    #29 decltype(auto) std::__1::__apply_tuple_impl[abi:v15000]<void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()&, std::__1::tuple<>&>(void&&, std::__1::tuple<>&, std::__1::__tuple_indices<>) build_docker/./contrib/llvm-project/libcxx/include/tuple:1789:1 (clickhouse+0x1510aff7)
    #30 decltype(auto) std::__1::apply[abi:v15000]<void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()&, std::__1::tuple<>&>(void&&, std::__1::tuple<>&) build_docker/./contrib/llvm-project/libcxx/include/tuple:1798:1 (clickhouse+0x1510aff7)
    #31 ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'()::operator()() build_docker/./src/Common/ThreadPool.h:228:13 (clickhouse+0x1510aff7)
    #32 decltype(std::declval<void>()()) std::__1::__invoke[abi:v15000]<ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'()&>(void&&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:394:23 (clickhouse+0x1510af61) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #33 void std::__1::__invoke_void_return_wrapper<void, true>::__call<ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'()&>(ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'()&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:479:9 (clickhouse+0x1510af61)
    #34 std::__1::__function::__default_alloc_func<ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'(), void ()>::operator()[abi:v15000]() build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:235:12 (clickhouse+0x1510af61)
    #35 void std::__1::__function::__policy_invoker<void ()>::__call_impl<std::__1::__function::__default_alloc_func<ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'(), void ()>>(std::__1::__function::__policy_storage const*) build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:716:16 (clickhouse+0x1510af61)
    #36 std::__1::__function::__policy_func<void ()>::operator()[abi:v15000]() const build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:848:16 (clickhouse+0x151028bc) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #37 std::__1::function<void ()>::operator()() const build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:1187:12 (clickhouse+0x151028bc)
    #38 ThreadPoolImpl<std::__1::thread>::worker(std::__1::__list_iterator<std::__1::thread, void*>) build_docker/./src/Common/ThreadPool.cpp:413:13 (clickhouse+0x151028bc)
    #39 void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()::operator()() const build_docker/./src/Common/ThreadPool.cpp:180:73 (clickhouse+0x15108411) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #40 decltype(std::declval<void>()()) std::__1::__invoke[abi:v15000]<void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:394:23 (clickhouse+0x15108411)
    #41 void std::__1::__thread_execute[abi:v15000]<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct>>, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(std::__1::tuple<void, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>&, std::__1::__tuple_indices<>) build_docker/./contrib/llvm-project/libcxx/include/thread:284:5 (clickhouse+0x15108411)
    #42 void* std::__1::__thread_proxy[abi:v15000]<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct>>, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>>(void*) build_docker/./contrib/llvm-project/libcxx/include/thread:295:5 (clickhouse+0x15108411)

  Previous read of size 8 at 0x7b2000a1f2c8 by thread T2937:
    #0 std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>::__get_long_pointer[abi:v15000]() const build_docker/./contrib/llvm-project/libcxx/include/string:1608:34 (clickhouse+0x1fab65c4) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #1 std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>::__get_pointer[abi:v15000]() const build_docker/./contrib/llvm-project/libcxx/include/string:1620:31 (clickhouse+0x1fab65c4)
    #2 std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>::data[abi:v15000]() const build_docker/./contrib/llvm-project/libcxx/include/string:1279:73 (clickhouse+0x1fab65c4)
    #3 std::__1::__fs::filesystem::__is_pathable_string<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, void>::__range_begin[abi:v15000](std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&) build_docker/./contrib/llvm-project/libcxx/include/__filesystem/path.h:107:69 (clickhouse+0x1fab65c4)
    #4 void std::__1::__fs::filesystem::_PathCVT<char>::__append_source[abi:v15000]<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&) build_docker/./contrib/llvm-project/libcxx/include/__filesystem/path.h:331:28 (clickhouse+0x1fab65c4)
    #5 std::__1::__fs::filesystem::path::path[abi:v15000]<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, void>(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::__fs::filesystem::path::format) build_docker/./contrib/llvm-project/libcxx/include/__filesystem/path.h:483:5 (clickhouse+0x1fab65c4)
    #6 DB::DataPartStorageOnDiskBase::getFullPath() const build_docker/./src/Storages/MergeTree/DataPartStorageOnDiskBase.cpp:48:65 (clickhouse+0x1fab65c4)
    #7 DB::StorageSystemParts::processNextStorage(std::__1::shared_ptr<DB::Context const>, std::__1::vector<COW<DB::IColumn>::mutable_ptr<DB::IColumn>, std::__1::allocator<COW<DB::IColumn>::mutable_ptr<DB::IColumn>>>&, std::__1::vector<char8_t, std::__1::allocator<char8_t>>&, DB::StoragesInfo const&, bool) build_docker/./src/Storages/System/StorageSystemParts.cpp:241:73 (clickhouse+0x1cb78bfb) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #8 DB::StorageSystemPartsBase::read(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>> const&, std::__1::shared_ptr<DB::StorageSnapshot> const&, DB::SelectQueryInfo&, std::__1::shared_ptr<DB::Context const>, DB::QueryProcessingStage::Enum, unsigned long, unsigned long) build_docker/./src/Storages/System/StorageSystemPartsBase.cpp:278:9 (clickhouse+0x1cb80bce) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #9 DB::IStorage::read(DB::QueryPlan&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>> const&, std::__1::shared_ptr<DB::StorageSnapshot> const&, DB::SelectQueryInfo&, std::__1::shared_ptr<DB::Context const>, DB::QueryProcessingStage::Enum, unsigned long, unsigned long) build_docker/./src/Storages/IStorage.cpp:135:17 (clickhouse+0x1f42818b) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #10 DB::InterpreterSelectQuery::executeFetchColumns(DB::QueryProcessingStage::Enum, DB::QueryPlan&) build_docker/./src/Interpreters/InterpreterSelectQuery.cpp:2461:18 (clickhouse+0x1e94391c) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #11 DB::InterpreterSelectQuery::executeImpl(DB::QueryPlan&, std::__1::optional<DB::Pipe>) build_docker/./src/Interpreters/InterpreterSelectQuery.cpp:1425:9 (clickhouse+0x1e93aa94) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #12 DB::InterpreterSelectQuery::buildQueryPlan(DB::QueryPlan&) build_docker/./src/Interpreters/InterpreterSelectQuery.cpp:851:5 (clickhouse+0x1e938d25) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #13 DB::InterpreterSelectWithUnionQuery::buildQueryPlan(DB::QueryPlan&) build_docker/./src/Interpreters/InterpreterSelectWithUnionQuery.cpp:303:38 (clickhouse+0x1e9fb424) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #14 DB::InterpreterSelectWithUnionQuery::execute() build_docker/./src/Interpreters/InterpreterSelectWithUnionQuery.cpp:377:5 (clickhouse+0x1e9fc2d8) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #15 DB::executeQueryImpl(char const*, char const*, std::__1::shared_ptr<DB::Context>, bool, DB::QueryProcessingStage::Enum, DB::ReadBuffer*) build_docker/./src/Interpreters/executeQuery.cpp:713:36 (clickhouse+0x1edfe88f) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #16 DB::executeQuery(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::shared_ptr<DB::Context>, bool, DB::QueryProcessingStage::Enum) build_docker/./src/Interpreters/executeQuery.cpp:1166:30 (clickhouse+0x1edfafeb) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #17 DB::TCPHandler::runImpl() build_docker/./src/Server/TCPHandler.cpp:420:24 (clickhouse+0x2015a906) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #18 DB::TCPHandler::run() build_docker/./src/Server/TCPHandler.cpp:2043:9 (clickhouse+0x201709e7) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #19 Poco::Net::TCPServerConnection::start() build_docker/./base/poco/Net/src/TCPServerConnection.cpp:43:3 (clickhouse+0x23f40a22) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #20 Poco::Net::TCPServerDispatcher::run() build_docker/./base/poco/Net/src/TCPServerDispatcher.cpp:115:20 (clickhouse+0x23f41292) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #21 Poco::PooledThread::run() build_docker/./base/poco/Foundation/src/ThreadPool.cpp:188:14 (clickhouse+0x2418d379) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #22 Poco::(anonymous namespace)::RunnableHolder::run() build_docker/./base/poco/Foundation/src/Thread.cpp:45:11 (clickhouse+0x2418b72f) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #23 Poco::ThreadImpl::runnableEntry(void*) build_docker/./base/poco/Foundation/src/Thread_POSIX.cpp:335:27 (clickhouse+0x24189d47) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)

  Location is heap block of size 120 at 0x7b2000a1f280 allocated by thread T293:
    #0 operator new(unsigned long) <null> (clickhouse+0xcf1e206) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #1 void* std::__1::__libcpp_operator_new[abi:v15000]<unsigned long>(unsigned long) build_docker/./contrib/llvm-project/libcxx/include/new:246:10 (clickhouse+0x1fc55d67) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #2 std::__1::__libcpp_allocate[abi:v15000](unsigned long, unsigned long) build_docker/./contrib/llvm-project/libcxx/include/new:272:10 (clickhouse+0x1fc55d67)
    #3 std::__1::allocator<std::__1::__shared_ptr_emplace<DB::DataPartStorageOnDiskFull, std::__1::allocator<DB::DataPartStorageOnDiskFull>>>::allocate[abi:v15000](unsigned long) build_docker/./contrib/llvm-project/libcxx/include/__memory/allocator.h:112:38 (clickhouse+0x1fc55d67)
    #4 std::__1::allocator_traits<std::__1::allocator<std::__1::__shared_ptr_emplace<DB::DataPartStorageOnDiskFull, std::__1::allocator<DB::DataPartStorageOnDiskFull>>>>::allocate[abi:v15000](std::__1::allocator<std::__1::__shared_ptr_emplace<DB::DataPartStorageOnDiskFull, std::__1::allocator<DB::DataPartStorageOnDiskFull>>>&, unsigned long) build_docker/./contrib/llvm-project/libcxx/include/__memory/allocator_traits.h:262:20 (clickhouse+0x1fc55d67)
    #5 std::__1::__allocation_guard<std::__1::allocator<std::__1::__shared_ptr_emplace<DB::DataPartStorageOnDiskFull, std::__1::allocator<DB::DataPartStorageOnDiskFull>>>>::__allocation_guard[abi:v15000]<std::__1::allocator<DB::DataPartStorageOnDiskFull>>(std::__1::allocator<DB::DataPartStorageOnDiskFull>, unsigned long) build_docker/./contrib/llvm-project/libcxx/include/__memory/allocation_guard.h:53:18 (clickhouse+0x1fc55d67)
    #6 std::__1::shared_ptr<DB::DataPartStorageOnDiskFull> std::__1::allocate_shared[abi:v15000]<DB::DataPartStorageOnDiskFull, std::__1::allocator<DB::DataPartStorageOnDiskFull>, std::__1::shared_ptr<DB::IVolume> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, void>(std::__1::allocator<DB::DataPartStorageOnDiskFull> const&, std::__1::shared_ptr<DB::IVolume> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&) build_docker/./contrib/llvm-project/libcxx/include/__memory/shared_ptr.h:952:48 (clickhouse+0x1fc55d67)
    #7 std::__1::shared_ptr<DB::DataPartStorageOnDiskFull> std::__1::make_shared[abi:v15000]<DB::DataPartStorageOnDiskFull, std::__1::shared_ptr<DB::IVolume> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, void>(std::__1::shared_ptr<DB::IVolume> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&) build_docker/./contrib/llvm-project/libcxx/include/__memory/shared_ptr.h:962:12 (clickhouse+0x1fc55d67)
    #8 DB::MergeTreeDataPartBuilder::getPartStorageByType(DB::MergeTreeDataPartStorageType, std::__1::shared_ptr<DB::IVolume> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&) build_docker/./src/Storages/MergeTree/MergeTreeDataPartBuilder.cpp:88:20 (clickhouse+0x1fc55d67)
    #9 DB::MergeTreeDataPartBuilder::withPartStorageType(DB::MergeTreeDataPartStorageType) build_docker/./src/Storages/MergeTree/MergeTreeDataPartBuilder.cpp:118:20 (clickhouse+0x1fc5635f) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #10 DB::MergeTreeDataPartBuilder::withPartFormat(DB::MergeTreeDataPartFormat) build_docker/./src/Storages/MergeTree/MergeTreeDataPartBuilder.cpp:125:35 (clickhouse+0x1fc5635f)
    #11 DB::MergeTreeDataWriter::writeTempPartImpl(DB::BlockWithPartition&, std::__1::shared_ptr<DB::StorageInMemoryMetadata const> const&, std::__1::shared_ptr<DB::Context const>, long, bool) build_docker/./src/Storages/MergeTree/MergeTreeDataWriter.cpp:451:10 (clickhouse+0x1fe2057a) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #12 DB::MergeTreeDataWriter::writeTempPart(DB::BlockWithPartition&, std::__1::shared_ptr<DB::StorageInMemoryMetadata const> const&, std::__1::shared_ptr<DB::Context const>) build_docker/./src/Storages/MergeTree/MergeTreeDataWriter.cpp:340:12 (clickhouse+0x1fe1ed31) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #13 DB::MergeTreeSink::consume(DB::Chunk) build_docker/./src/Storages/MergeTree/MergeTreeSink.cpp:84:40 (clickhouse+0x1ffa7eae) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #14 DB::SinkToStorage::onConsume(DB::Chunk) build_docker/./src/Processors/Sinks/SinkToStorage.cpp:18:5 (clickhouse+0x205ff161) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #15 DB::ExceptionKeepingTransform::work()::$_1::operator()() const build_docker/./src/Processors/Transforms/ExceptionKeepingTransform.cpp:151:51 (clickhouse+0x204ed0cd) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #16 decltype(std::declval<DB::ExceptionKeepingTransform::work()::$_1&>()()) std::__1::__invoke[abi:v15000]<DB::ExceptionKeepingTransform::work()::$_1&>(DB::ExceptionKeepingTransform::work()::$_1&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:394:23 (clickhouse+0x204ed0cd)
    #17 void std::__1::__invoke_void_return_wrapper<void, true>::__call<DB::ExceptionKeepingTransform::work()::$_1&>(DB::ExceptionKeepingTransform::work()::$_1&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:479:9 (clickhouse+0x204ed0cd)
    #18 std::__1::__function::__default_alloc_func<DB::ExceptionKeepingTransform::work()::$_1, void ()>::operator()[abi:v15000]() build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:235:12 (clickhouse+0x204ed0cd)
    #19 void std::__1::__function::__policy_invoker<void ()>::__call_impl<std::__1::__function::__default_alloc_func<DB::ExceptionKeepingTransform::work()::$_1, void ()>>(std::__1::__function::__policy_storage const*) build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:716:16 (clickhouse+0x204ed0cd)
    #20 std::__1::__function::__policy_func<void ()>::operator()[abi:v15000]() const build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:848:16 (clickhouse+0x204ece32) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #21 std::__1::function<void ()>::operator()() const build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:1187:12 (clickhouse+0x204ece32)
    #22 DB::runStep(std::__1::function<void ()>, DB::ThreadStatus*, std::__1::atomic<unsigned long>*) build_docker/./src/Processors/Transforms/ExceptionKeepingTransform.cpp:115:9 (clickhouse+0x204ece32)
    #23 DB::ExceptionKeepingTransform::work() build_docker/./src/Processors/Transforms/ExceptionKeepingTransform.cpp:151:34 (clickhouse+0x204ec616) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #24 DB::executeJob(DB::ExecutingGraph::Node*, DB::ReadProgressCallback*) build_docker/./src/Processors/Executors/ExecutionThreadContext.cpp:47:26 (clickhouse+0x201e2e29) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #25 DB::ExecutionThreadContext::executeTask() build_docker/./src/Processors/Executors/ExecutionThreadContext.cpp:92:9 (clickhouse+0x201e2e29)
    #26 DB::PipelineExecutor::executeStepImpl(unsigned long, std::__1::atomic<bool>*) build_docker/./src/Processors/Executors/PipelineExecutor.cpp:255:26 (clickhouse+0x201d4700) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #27 DB::PipelineExecutor::executeStep(std::__1::atomic<bool>*) build_docker/./src/Processors/Executors/PipelineExecutor.cpp:151:5 (clickhouse+0x201d3cc8) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #28 DB::PushingPipelineExecutor::finish() build_docker/./src/Processors/Executors/PushingPipelineExecutor.cpp:122:19 (clickhouse+0x201edd0b) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #29 DB::SystemLog<DB::TextLogElement>::flushImpl(std::__1::vector<DB::TextLogElement, std::__1::allocator<DB::TextLogElement>> const&, unsigned long) build_docker/./src/Interpreters/SystemLog.cpp:439:18 (clickhouse+0x1ec6bfc6) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #30 DB::SystemLog<DB::TextLogElement>::savingThreadFunction() build_docker/./src/Interpreters/SystemLog.cpp:379:17 (clickhouse+0x1ec6aba5) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #31 DB::ISystemLog::startup()::$_0::operator()() const build_docker/./src/Common/SystemLogBase.cpp:64:69 (clickhouse+0x15111ff0) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #32 decltype(std::declval<DB::ISystemLog::startup()::$_0&>()()) std::__1::__invoke[abi:v15000]<DB::ISystemLog::startup()::$_0&>(DB::ISystemLog::startup()::$_0&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:394:23 (clickhouse+0x15111ff0)
    #33 decltype(auto) std::__1::__apply_tuple_impl[abi:v15000]<DB::ISystemLog::startup()::$_0&, std::__1::tuple<>&>(DB::ISystemLog::startup()::$_0&, std::__1::tuple<>&, std::__1::__tuple_indices<>) build_docker/./contrib/llvm-project/libcxx/include/tuple:1789:1 (clickhouse+0x15111ff0)
    #34 decltype(auto) std::__1::apply[abi:v15000]<DB::ISystemLog::startup()::$_0&, std::__1::tuple<>&>(DB::ISystemLog::startup()::$_0&, std::__1::tuple<>&) build_docker/./contrib/llvm-project/libcxx/include/tuple:1798:1 (clickhouse+0x15111ff0)
    #35 ThreadFromGlobalPoolImpl<true>::ThreadFromGlobalPoolImpl<DB::ISystemLog::startup()::$_0>(DB::ISystemLog::startup()::$_0&&)::'lambda'()::operator()() build_docker/./src/Common/ThreadPool.h:228:13 (clickhouse+0x15111ff0)
    #36 decltype(std::declval<DB::ISystemLog::startup()::$_0>()()) std::__1::__invoke[abi:v15000]<ThreadFromGlobalPoolImpl<true>::ThreadFromGlobalPoolImpl<DB::ISystemLog::startup()::$_0>(DB::ISystemLog::startup()::$_0&&)::'lambda'()&>(DB::ISystemLog::startup()::$_0&&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:394:23 (clickhouse+0x15111ff0)
    #37 void std::__1::__invoke_void_return_wrapper<void, true>::__call<ThreadFromGlobalPoolImpl<true>::ThreadFromGlobalPoolImpl<DB::ISystemLog::startup()::$_0>(DB::ISystemLog::startup()::$_0&&)::'lambda'()&>(ThreadFromGlobalPoolImpl<true>::ThreadFromGlobalPoolImpl<DB::ISystemLog::startup()::$_0>(DB::ISystemLog::startup()::$_0&&)::'lambda'()&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:479:9 (clickhouse+0x15111ff0)
    #38 std::__1::__function::__default_alloc_func<ThreadFromGlobalPoolImpl<true>::ThreadFromGlobalPoolImpl<DB::ISystemLog::startup()::$_0>(DB::ISystemLog::startup()::$_0&&)::'lambda'(), void ()>::operator()[abi:v15000]() build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:235:12 (clickhouse+0x15111ff0)
    #39 void std::__1::__function::__policy_invoker<void ()>::__call_impl<std::__1::__function::__default_alloc_func<ThreadFromGlobalPoolImpl<true>::ThreadFromGlobalPoolImpl<DB::ISystemLog::startup()::$_0>(DB::ISystemLog::startup()::$_0&&)::'lambda'(), void ()>>(std::__1::__function::__policy_storage const*) build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:716:16 (clickhouse+0x15111ff0)
    #40 std::__1::__function::__policy_func<void ()>::operator()[abi:v15000]() const build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:848:16 (clickhouse+0x151028bc) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #41 std::__1::function<void ()>::operator()() const build_docker/./contrib/llvm-project/libcxx/include/__functional/function.h:1187:12 (clickhouse+0x151028bc)
    #42 ThreadPoolImpl<std::__1::thread>::worker(std::__1::__list_iterator<std::__1::thread, void*>) build_docker/./src/Common/ThreadPool.cpp:413:13 (clickhouse+0x151028bc)
    #43 void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()::operator()() const build_docker/./src/Common/ThreadPool.cpp:180:73 (clickhouse+0x15108411) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #44 decltype(std::declval<void>()()) std::__1::__invoke[abi:v15000]<void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&) build_docker/./contrib/llvm-project/libcxx/include/__functional/invoke.h:394:23 (clickhouse+0x15108411)
    #45 void std::__1::__thread_execute[abi:v15000]<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct>>, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(std::__1::tuple<void, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>&, std::__1::__tuple_indices<>) build_docker/./contrib/llvm-project/libcxx/include/thread:284:5 (clickhouse+0x15108411)
    #46 void* std::__1::__thread_proxy[abi:v15000]<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct>>, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>>(void*) build_docker/./contrib/llvm-project/libcxx/include/thread:295:5 (clickhouse+0x15108411)

  Thread T265 'Common' (tid=939, running) created by main thread at:
    #0 pthread_create <null> (clickhouse+0xce9e8bd) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #1 std::__1::__libcpp_thread_create[abi:v15000](unsigned long*, void* (*)(void*), void*) build_docker/./contrib/llvm-project/libcxx/include/__threading_support:376:10 (clickhouse+0x15107c1b) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #2 std::__1::thread::thread<void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'(), void>(void&&) build_docker/./contrib/llvm-project/libcxx/include/thread:311:16 (clickhouse+0x15107c1b)
    #3 void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool) build_docker/./src/Common/ThreadPool.cpp:180:35 (clickhouse+0x151005bd) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #4 ThreadPoolImpl<std::__1::thread>::scheduleOrThrow(std::__1::function<void ()>, long, unsigned long, bool) build_docker/./src/Common/ThreadPool.cpp:248:5 (clickhouse+0x1510a745) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #5 ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&) build_docker/./src/Common/ThreadPool.h:208:38 (clickhouse+0x1510a745)
    #6 void ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool) build_docker/./src/Common/ThreadPool.cpp:180:35 (clickhouse+0x15103d19) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #7 ThreadPoolImpl<ThreadFromGlobalPoolImpl<false>>::scheduleOrThrowOnError(std::__1::function<void ()>, long) build_docker/./src/Common/ThreadPool.cpp:236:5 (clickhouse+0x15103945) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #8 DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>::MergeTreeBackgroundExecutor(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, unsigned long, unsigned long, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>, StrongTypedef<unsigned long, CurrentMetrics::MetricTag>) build_docker/./src/Storages/MergeTree/MergeTreeBackgroundExecutor.cpp:54:15 (clickhouse+0x1fb796b9) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #9 DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>* std::__1::construct_at[abi:v15000]<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>, char const (&) [7], unsigned long&, unsigned long&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>*>(DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>*, char const (&) [7], unsigned long&, unsigned long&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&) build_docker/./contrib/llvm-project/libcxx/include/__memory/construct_at.h:35:48 (clickhouse+0x1da658d2) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #10 void std::__1::allocator_traits<std::__1::allocator<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>>>::construct[abi:v15000]<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>, char const (&) [7], unsigned long&, unsigned long&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, void, void>(std::__1::allocator<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>>&, DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>*, char const (&) [7], unsigned long&, unsigned long&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&) build_docker/./contrib/llvm-project/libcxx/include/__memory/allocator_traits.h:298:9 (clickhouse+0x1da2d8fd) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #11 std::__1::__shared_ptr_emplace<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>, std::__1::allocator<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>>>::__shared_ptr_emplace[abi:v15000]<char const (&) [7], unsigned long&, unsigned long&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&>(std::__1::allocator<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>>, char const (&) [7], unsigned long&, unsigned long&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&) build_docker/./contrib/llvm-project/libcxx/include/__memory/shared_ptr.h:292:9 (clickhouse+0x1da2d8fd)
    #12 std::__1::shared_ptr<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>> std::__1::allocate_shared[abi:v15000]<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>, std::__1::allocator<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>>, char const (&) [7], unsigned long&, unsigned long&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, void>(std::__1::allocator<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>> const&, char const (&) [7], unsigned long&, unsigned long&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&) build_docker/./contrib/llvm-project/libcxx/include/__memory/shared_ptr.h:953:55 (clickhouse+0x1da2d8fd)
    #13 std::__1::shared_ptr<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>> std::__1::make_shared[abi:v15000]<DB::MergeTreeBackgroundExecutor<DB::RoundRobinRuntimeQueue>, char const (&) [7], unsigned long&, unsigned long&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, void>(char const (&) [7], unsigned long&, unsigned long&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&, StrongTypedef<unsigned long, CurrentMetrics::MetricTag> const&) build_docker/./contrib/llvm-project/libcxx/include/__memory/shared_ptr.h:962:12 (clickhouse+0x1da2d8fd)
    #14 DB::Context::initializeBackgroundExecutorsIfNeeded() build_docker/./src/Interpreters/Context.cpp:4123:31 (clickhouse+0x1da2d8fd)
    #15 DB::Server::main(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>> const&) build_docker/./programs/server/Server.cpp:1468:21 (clickhouse+0x150b6e0d) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #16 Poco::Util::Application::run() build_docker/./base/poco/Util/src/Application.cpp:315:8 (clickhouse+0x23f5995d) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #17 DB::Server::run() build_docker/./programs/server/Server.cpp:476:25 (clickhouse+0x150a8d7a) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #18 Poco::Util::ServerApplication::run(int, char**) build_docker/./base/poco/Util/src/ServerApplication.cpp:131:9 (clickhouse+0x23f795cf) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #19 mainEntryClickHouseServer(int, char**) build_docker/./programs/server/Server.cpp:197:20 (clickhouse+0x150a58f4) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #20 main build_docker/./programs/main.cpp:481:12 (clickhouse+0xcf1ffd1) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)

  Thread T2937 'TCPHandler' (tid=45278, running) created by thread T326 at:
    #0 pthread_create <null> (clickhouse+0xce9e8bd) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #1 Poco::ThreadImpl::startImpl(Poco::SharedPtr<Poco::Runnable, Poco::ReferenceCounter, Poco::ReleasePolicy<Poco::Runnable>>) build_docker/./base/poco/Foundation/src/Thread_POSIX.cpp:198:6 (clickhouse+0x24189753) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #2 Poco::Thread::start(Poco::Runnable&) build_docker/./base/poco/Foundation/src/Thread.cpp:118:2 (clickhouse+0x2418b16c) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #3 Poco::PooledThread::start() build_docker/./base/poco/Foundation/src/ThreadPool.cpp:78:10 (clickhouse+0x2418f2cb) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #4 Poco::ThreadPool::getThread() build_docker/./base/poco/Foundation/src/ThreadPool.cpp:446:14 (clickhouse+0x2418f2cb)
    #5 Poco::ThreadPool::startWithPriority(Poco::Thread::Priority, Poco::Runnable&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&) build_docker/./base/poco/Foundation/src/ThreadPool.cpp:350:2 (clickhouse+0x2418f6c7) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #6 Poco::Net::TCPServerDispatcher::enqueue(Poco::Net::StreamSocket const&) build_docker/./base/poco/Net/src/TCPServerDispatcher.cpp:152:17 (clickhouse+0x23f417a6) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #7 Poco::Net::TCPServer::run() build_docker/./base/poco/Net/src/TCPServer.cpp:148:21 (clickhouse+0x23f40307) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #8 Poco::(anonymous namespace)::RunnableHolder::run() build_docker/./base/poco/Foundation/src/Thread.cpp:45:11 (clickhouse+0x2418b72f) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #9 Poco::ThreadImpl::runnableEntry(void*) build_docker/./base/poco/Foundation/src/Thread_POSIX.cpp:335:27 (clickhouse+0x24189d47) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)

  Thread T293 'SystemLogFlush' (tid=967, running) created by main thread at:
    #0 pthread_create <null> (clickhouse+0xce9e8bd) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #1 std::__1::__libcpp_thread_create[abi:v15000](unsigned long*, void* (*)(void*), void*) build_docker/./contrib/llvm-project/libcxx/include/__threading_support:376:10 (clickhouse+0x15107c1b) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #2 std::__1::thread::thread<void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'(), void>(void&&) build_docker/./contrib/llvm-project/libcxx/include/thread:311:16 (clickhouse+0x15107c1b)
    #3 void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool) build_docker/./src/Common/ThreadPool.cpp:180:35 (clickhouse+0x151005bd) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #4 ThreadPoolImpl<std::__1::thread>::scheduleOrThrow(std::__1::function<void ()>, long, unsigned long, bool) build_docker/./src/Common/ThreadPool.cpp:248:5 (clickhouse+0x15101192) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #5 ThreadFromGlobalPoolImpl<true>::ThreadFromGlobalPoolImpl<DB::ISystemLog::startup()::$_0>(DB::ISystemLog::startup()::$_0&&) build_docker/./src/Common/ThreadPool.h:208:38 (clickhouse+0x15111ddd) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #6 std::__1::__unique_if<ThreadFromGlobalPoolImpl<true>>::__unique_single std::__1::make_unique[abi:v15000]<ThreadFromGlobalPoolImpl<true>, DB::ISystemLog::startup()::$_0>(DB::ISystemLog::startup()::$_0&&) build_docker/./contrib/llvm-project/libcxx/include/__memory/unique_ptr.h:714:32 (clickhouse+0x15111ddd)
    #7 DB::ISystemLog::startup() build_docker/./src/Common/SystemLogBase.cpp:64:21 (clickhouse+0x15111ddd)
    #8 DB::SystemLogs::SystemLogs(std::__1::shared_ptr<DB::Context const>, Poco::Util::AbstractConfiguration const&) build_docker/./src/Interpreters/SystemLog.cpp:264:18 (clickhouse+0x1ec0ffbb) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #9 std::__1::__unique_if<DB::SystemLogs>::__unique_single std::__1::make_unique[abi:v15000]<DB::SystemLogs, std::__1::shared_ptr<DB::Context>, Poco::Util::AbstractConfiguration const&>(std::__1::shared_ptr<DB::Context>&&, Poco::Util::AbstractConfiguration const&) build_docker/./contrib/llvm-project/libcxx/include/__memory/unique_ptr.h:714:32 (clickhouse+0x1da22359) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #10 DB::Context::initializeSystemLogs() build_docker/./src/Interpreters/Context.cpp:3089:27 (clickhouse+0x1da22359)
    #11 DB::Server::main(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>> const&) build_docker/./programs/server/Server.cpp:1610:25 (clickhouse+0x150b861c) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #12 Poco::Util::Application::run() build_docker/./base/poco/Util/src/Application.cpp:315:8 (clickhouse+0x23f5995d) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #13 DB::Server::run() build_docker/./programs/server/Server.cpp:476:25 (clickhouse+0x150a8d7a) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #14 Poco::Util::ServerApplication::run(int, char**) build_docker/./base/poco/Util/src/ServerApplication.cpp:131:9 (clickhouse+0x23f795cf) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #15 mainEntryClickHouseServer(int, char**) build_docker/./programs/server/Server.cpp:197:20 (clickhouse+0x150a58f4) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)
    #16 main build_docker/./programs/main.cpp:481:12 (clickhouse+0xcf1ffd1) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca)

SUMMARY: ThreadSanitizer: data race (/usr/bin/clickhouse+0xcea8a0e) (BuildId: fe3042173f20d46f0fbf21f7b31915b01b78dfca) in memcpy
==================

Metadata

Metadata

Labels

sanitizertestingSpecial issue with list of bugs found by CI

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions