Some retryable logging should be downgrade from error to warning #10574
Description
Bug Report
Please answer these questions before submitting your issue. Thanks!
1. Minimal reproduce step (Required)
2. What did you expect to see? (Required)
3. What did you see instead (Required)
[2025/11/26 17:04:35.247 +00:00] [ERROR] [Exception.cpp:86] ["Download s3_key=s287/data/ks_1_t_717/dmf_18411/17.dat failed: Code: 49, e.displayText() = DB::Exception: Check ostr.good() failed: Write /data0/db/remote_cache/dtfile/s287/data/ks_1_t_717/dmf_18411/17.dat.tmp content_length 19440148 failed: Connection reset by peer, e.what() = DB::Exception, Stack trace:
0xaaaabbe71abc DB::Exception::Exception(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, int) [tiflash+36510396]
dbms/src/Common/StackTrace.cpp:23
0xaaaac2041040 DB::FileCache::downloadImpl(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::shared_ptr<DB::FileSegment>&, std::__1::shared_ptr<DB::WriteLimiter> const&) [tiflash+139071552]
dbms/src/Storages/S3/FileCache.cpp:799
0xaaaac2045cd8 std::__1::__function::__func<DB::FileCache::bgDownload(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::shared_ptr<DB::FileSegment>&)::$_1, std::__1::allocator<DB::FileCache::bgDownload(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::shared_ptr<DB::FileSegment>&)::$_1>, void ()>::operator()() (.277e36849c313617079d85fc3270b159) [tiflash+139091160]
dbms/src/Storages/S3/FileCache.cpp:832
0xaaaabbf22a50 DB::ThreadPoolImpl<DB::ThreadFromGlobalPoolImpl<false>>::worker(std::__1::__list_iterator<DB::ThreadFromGlobalPoolImpl<false>, void*>) [tiflash+37235280]
/usr/local/bin/../include/c++/v1/__functional/function.h:517
0xaaaabbf25248 std::__1::__function::__func<DB::ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void DB::ThreadPoolImpl<DB::ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'(), std::__1::allocator<DB::ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void DB::ThreadPoolImpl<DB::ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'()>, void ()>::operator()() [tiflash+37245512]
dbms/src/Common/UniThreadPool.cpp:167
0xaaaabbf23e0c void* std::__1::__thread_proxy[abi:ue170006]<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct>>, void DB::ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>>(void*) [tiflash+37240332]
/usr/local/bin/../include/c++/v1/__functional/function.h:517
0xffffaf5d6b40 start_thread [libc.so.6+527168]
0xffffaf64115c thread_start [libc.so.6+962908]"] [source=FileCache] [thread_id=1627]
[2025/11/27 15:06:09.159 +00:00] [ERROR] [Exception.cpp:86] ["Code: 10018, e.displayText() = DB::Exception: Region error EPOCH_NOT_MATCH(executeImpl), e.what() = DB::Exception, Stack trace:
0xaaaadab81abc DB::Exception::Exception(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, int) [tiflash+36510396]
dbms/src/Common/StackTrace.cpp:23
0xaaaae1d45038 DB::StorageDisaggregated::buildReadTaskForWriteNode(DB::Context const&, std::__1::shared_ptr<DB::DM::ScanContext> const&, pingcap::coprocessor::BatchCopTask const&, std::__1::mutex&, std::__1::list<std::__1::shared_ptr<DB::DM::SegmentReadTask>, std::__1::allocator<std::__1::shared_ptr<DB::DM::SegmentReadTask>>>&) [tiflash+155799608]
dbms/src/Storages/StorageDisaggregatedRemote.cpp:345
0xaaaadac34758 std::__1::packaged_task<void ()>::operator()() [tiflash+37242712]
/usr/local/bin/../include/c++/v1/future:1891
0xaaaadac32a50 DB::ThreadPoolImpl<DB::ThreadFromGlobalPoolImpl<false>>::worker(std::__1::__list_iterator<DB::ThreadFromGlobalPoolImpl<false>, void*>) [tiflash+37235280]
/usr/local/bin/../include/c++/v1/__functional/function.h:517
0xaaaadac35248 std::__1::__function::__func<DB::ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void DB::ThreadPoolImpl<DB::ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'(), std::__1::allocator<DB::ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void DB::ThreadPoolImpl<DB::ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'()>, void ()>::operator()() [tiflash+37245512]
dbms/src/Common/UniThreadPool.cpp:167
0xaaaadac33e0c void* std::__1::__thread_proxy[abi:ue170006]<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct>>, void DB::ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>>(void*) [tiflash+37240332]
/usr/local/bin/../include/c++/v1/__functional/function.h:517
0xffffa368ab40 start_thread [libc.so.6+527168]
0xffffa36f515c thread_start [libc.so.6+962908]"] [source="MPP<gather_id:1, query_ts:1764255969125705981, local_query_id:33378, server_id:334, start_ts:462489116768732086,task_id:3>"] [thread_id=1347]
[2025/11/27 15:07:02.384 +00:00] [ERROR] [Exception.cpp:86] ["Code: 10018, e.displayText() = DB::Exception: Key is locked (1 locks in regions {72045} key {\"?\"} primary {\"?\"}), e.what() = DB::Exception, Stack trace:
0xaaaacfa61abc DB::Exception::Exception(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, int) [tiflash+36510396]
dbms/src/Common/StackTrace.cpp:23
0xaaaad6c253d0 DB::StorageDisaggregated::buildReadTaskForWriteNode(DB::Context const&, std::__1::shared_ptr<DB::DM::ScanContext> const&, pingcap::coprocessor::BatchCopTask const&, std::__1::mutex&, std::__1::list<std::__1::shared_ptr<DB::DM::SegmentReadTask>, std::__1::allocator<std::__1::shared_ptr<DB::DM::SegmentReadTask>>>&) [tiflash+155800528]
dbms/src/Storages/StorageDisaggregatedRemote.cpp:386
0xaaaacfb14758 std::__1::packaged_task<void ()>::operator()() [tiflash+37242712]
/usr/local/bin/../include/c++/v1/future:1891
0xaaaacfb12a50 DB::ThreadPoolImpl<DB::ThreadFromGlobalPoolImpl<false>>::worker(std::__1::__list_iterator<DB::ThreadFromGlobalPoolImpl<false>, void*>) [tiflash+37235280]
/usr/local/bin/../include/c++/v1/__functional/function.h:517
0xaaaacfb15248 std::__1::__function::__func<DB::ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void DB::ThreadPoolImpl<DB::ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'(), std::__1::allocator<DB::ThreadFromGlobalPoolImpl<false>::ThreadFromGlobalPoolImpl<void DB::ThreadPoolImpl<DB::ThreadFromGlobalPoolImpl<false>>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>(void&&)::'lambda'()>, void ()>::operator()() [tiflash+37245512]
dbms/src/Common/UniThreadPool.cpp:167
0xaaaacfb13e0c void* std::__1::__thread_proxy[abi:ue170006]<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct>>, void DB::ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, long, std::__1::optional<unsigned long>, bool)::'lambda0'()>>(void*) [tiflash+37240332]
/usr/local/bin/../include/c++/v1/__functional/function.h:517
0xffffb2901b40 start_thread [libc.so.6+527168]
0xffffb296c15c thread_start [libc.so.6+962908]"] [source="MPP<gather_id:1, query_ts:1764256021618982246, local_query_id:31584, server_id:980, start_ts:462489130518189046,task_id:6>"] [thread_id=121]
4. What is your TiFlash version? (Required)
master