Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Tsan fail: ComputeServerRunner.testMinTSOActiveSetSoftLimit #7774

Open
SeaRise opened this issue Jul 10, 2023 · 4 comments
Open

Tsan fail: ComputeServerRunner.testMinTSOActiveSetSoftLimit #7774

SeaRise opened this issue Jul 10, 2023 · 4 comments
Labels
component/compute severity/moderate type/bug The issue is confirmed as a bug.

Comments

@SeaRise
Copy link
Contributor

SeaRise commented Jul 10, 2023 

[2023-07-09T18:14:19.031Z] ==================
[2023-07-09T18:14:19.031Z] WARNING: ThreadSanitizer: data race (pid=418454)
[2023-07-09T18:14:19.031Z]   Read of size 8 at 0x7ffc2c7cf848 by thread T737:
[2023-07-09T18:14:19.032Z]     #0 DB::tests::MockComputeServerManager::cancelQuery(DB::MPPQueryId const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:127:33 (gtests_dbms+0xcdb2016)
[2023-07-09T18:14:19.032Z]     #1 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()::operator()() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:138:54 (gtests_dbms+0x2dbd764)
[2023-07-09T18:14:19.032Z] �[92m[2023/07/10 02:14:16.655 +08:00] �[0m�[1m�[94m[INFO] �[0m�[35m[MPPTaskStatistics.cpp:132] �[0m["{\"query_tso\":6,\"task_id\":2,\"is_root\":false,\"sender_executor_id\":\"exchange_sender_5\",\"executors\":[{\"id\":\"aggregation_4\",\"type\":\"Agg\",\"children\":[\"table_scan_0\"],\"outbound_rows\":0,\"outbound_blocks\":0,\"outbound_bytes\":0,\"outbound_allocated_bytes\":0,\"execution_time_ns\":0},{\"id\":\"exchange_sender_5\",\"type\":\"ExchangeSender\",\"children\":[\"aggregation_4\"],\"outbound_rows\":0,\"outbound_blocks\":0,\"outbound_bytes\":0,\"outbound_allocated_bytes\":0,\"execution_time_ns\":0,\"partition_num\":1,\"sender_target_task_ids\":[1],\"exchange_type\":\"Hash\",\"connection_details\":[{\"tunnel_id\":\"tunnel2+1\",\"sender_target_task_id\":1,\"sender_target_host\":\"0.0.0.0:4931\",\"is_local\":true,\"packets\":0,\"bytes\":0}]},{\"id\":\"table_scan_0\",\"type\":\"TableScan\",\"children\":[],\"outbound_rows\":0,\"outbound_blocks\":0,\"outbound_bytes\":0,\"outbound_allocated_bytes\":0,\"execution_time_ns\":0,\"connection_details\":[{\"is_local\":true,\"packets\":0,\"bytes\":0},{\"is_local\":false,\"packets\":0,\"bytes\":0}]}],\"host\":\"0.0.0.0:4931\",\"task_init_timestamp\":1688926452607123000,\"task_start_timestamp\":1688926454601967000,\"task_end_timestamp\":1688926456655273000,\"compile_start_timestamp\":1688926452610136000,\"compile_end_timestamp\":1688926452612919000,\"read_wait_index_start_timestamp\":0,\"read_wait_index_end_timestamp\":0,\"local_input_bytes\":0,\"remote_input_bytes\":0,\"output_bytes\":0,\"status\":\"CANCELLED\",\"error_message\":\"Receive cancel request from GTest\",\"cpu_ru\":0,\"read_ru\":0,\"memory_peak\":0}"] �[0m�[90m[source="mpp_task_tracing MPP<query:<query_ts:30, local_query_id:1, server_id:1, start_ts:6>,task_id:2>"] [thread_id=236]�[0m
[2023-07-09T18:14:19.032Z]     #2 decltype(static_cast<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(fp)()) std::__1::__invoke<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/type_traits:3918:1 (gtests_dbms+0x2dbcdba)
[2023-07-09T18:14:19.032Z] �[92m[2023/07/10 02:14:16.655 +08:00] �[0m�[1m�[90m[DEBUG] �[0m�[35m[MPPTask.cpp:587] �[0m["task ends, time cost is 4045 ms."] �[0m�[90m[source="MPP<query:<query_ts:30, local_query_id:1, server_id:1, start_ts:6>,task_id:2>"] [thread_id=236]�[0m
[2023-07-09T18:14:19.032Z] �[92m[2023/07/10 02:14:16.655 +08:00] �[0m�[1m�[90m[DEBUG] �[0m�[35m[MPPTask.cpp:332] �[0m["task unregistered"] �[0m�[90m[source="MPP<query:<query_ts:30, local_query_id:1, server_id:1, start_ts:6>,task_id:2>"] [thread_id=236]�[0m
[2023-07-09T18:14:19.032Z]     #3 void std::__1::__thread_execute<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>&, std::__1::__tuple_indices<>) /usr/local/bin/../include/c++/v1/thread:280:5 (gtests_dbms+0x2dbcdba)
[2023-07-09T18:14:19.032Z]     #4 void* std::__1::__thread_proxy<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()> >(void*) /usr/local/bin/../include/c++/v1/thread:291:5 (gtests_dbms+0x2dbcdba)
[2023-07-09T18:14:19.032Z] 
[2023-07-09T18:14:19.032Z]   Previous write of size 8 at 0x7ffc2c7cf848 by main thread:
[2023-07-09T18:14:19.032Z]     #0 google::protobuf::internal::InternalMetadata::InternalMetadata(google::protobuf::Arena*, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/metadata_lite.h:66:9 (gtests_dbms+0xef648c6)
[2023-07-09T18:14:19.032Z] �[92m[2023/07/10 02:14:16.655 +08:00] �[0m�[1m�[94m[INFO] �[0m�[35m[MPPTask.cpp:149] �[0m["finish MPPTask: MPP<query:<query_ts:30, local_query_id:1, server_id:1, start_ts:6>,task_id:2>"] �[0m�[90m[source="MPP<query:<query_ts:30, local_query_id:1, server_id:1, start_ts:6>,task_id:2>"] [thread_id=236]�[0m    #1 google::protobuf::MessageLite::MessageLite(google::protobuf::Arena*, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/message_lite.h:432:9 (gtests_dbms+0xef648c6)
[2023-07-09T18:14:19.032Z] 
[2023-07-09T18:14:19.032Z]     #2 google::protobuf::Message::Message(google::protobuf::Arena*, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/message.h:386:9 (gtests_dbms+0xef648c6)
[2023-07-09T18:14:19.032Z]     #3 mpp::CancelTaskResponse::CancelTaskResponse(google::protobuf::Arena*, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/build-TSan/contrib/kvproto/cpp/kvproto/mpp.pb.cc:2022:5 (gtests_dbms+0xef648c6)
[2023-07-09T18:14:19.032Z]     #4 mpp::CancelTaskResponse::CancelTaskResponse() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/build-TSan/contrib/kvproto/cpp/kvproto/mpp.pb.h:1265:33 (gtests_dbms+0xcdb206f)
[2023-07-09T18:14:19.032Z]     #5 DB::tests::MockComputeServerManager::cancelQuery(DB::MPPQueryId const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:131:29 (gtests_dbms+0xcdb206f)
[2023-07-09T18:14:19.032Z]     #6 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:930:50 (gtests_dbms+0x2daf85c)
[2023-07-09T18:14:19.032Z]     #7 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.032Z]     #8 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.032Z]     #9 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xb8d0af5)
[2023-07-09T18:14:19.032Z]     #10 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xb8d2324)
[2023-07-09T18:14:19.032Z]     #11 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xb8d2fed)
[2023-07-09T18:14:19.032Z]     #12 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xb8e31a0)
[2023-07-09T18:14:19.032Z] �[92m[2023/07/10 02:14:16.656 +08:00] �[0m�[1m�[90m[TRACE] �[0m�[35m[MPPTunnel.cpp:121] �[0m["destructed tunnel obj!"] �[0m�[90m[source="MPP<query:<query_ts:30, local_query_id:1, server_id:1, start_ts:6>,task_id:2> tunnel2+1"] [thread_id=236]�[0m
[2023-07-09T18:14:19.032Z]     #13 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.032Z]     #14 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.032Z]     #15 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xb8e2488)
[2023-07-09T18:14:19.032Z]     #16 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.033Z]     #17 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:118:16 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.033Z] 
[2023-07-09T18:14:19.033Z]   Location is stack of main thread.
[2023-07-09T18:14:19.033Z] 
[2023-07-09T18:14:19.033Z]   Location is global '??' at 0x7ffc2c7b1000 ([stack]+0x00000001e848)
[2023-07-09T18:14:19.033Z] 
[2023-07-09T18:14:19.033Z]   Thread T737 (tid=420701, running) created by main thread at:
[2023-07-09T18:14:19.033Z]     #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x286ce3d)
[2023-07-09T18:14:19.033Z]     #1 std::__1::__libcpp_thread_create(unsigned long*, void* (*)(void*), void*) /usr/local/bin/../include/c++/v1/__threading_support:514:10 (gtests_dbms+0x2dbccf9)
[2023-07-09T18:14:19.033Z]     #2 std::__1::thread::thread<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'(), void>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/thread:307:16 (gtests_dbms+0x2dbccf9)
[2023-07-09T18:14:19.033Z]     #3 std::__1::thread* std::__1::construct_at<std::__1::thread, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'(), std::__1::thread*>(std::__1::thread*, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/construct_at.h:37:38 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.033Z]     #4 void std::__1::allocator_traits<std::__1::allocator<std::__1::thread> >::construct<std::__1::thread, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'(), void, void>(std::__1::allocator<std::__1::thread>&, std::__1::thread*, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:298:9 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.033Z]     #5 void std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >::__construct_one_at_end<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:948:5 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.033Z]     #6 std::__1::thread& std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >::emplace_back<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1706:9 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.033Z]     #7 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:126:25 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.033Z]     #8 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:913:13 (gtests_dbms+0x2daf537)
[2023-07-09T18:14:19.033Z]     #9 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.033Z]     #10 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.033Z]     #11 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xb8d0af5)
[2023-07-09T18:14:19.033Z]     #12 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xb8d2324)
[2023-07-09T18:14:19.033Z]     #13 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xb8d2fed)
[2023-07-09T18:14:19.033Z]     #14 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xb8e31a0)
[2023-07-09T18:14:19.033Z]     #15 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.033Z]     #16 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.033Z]     #17 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xb8e2488)
[2023-07-09T18:14:19.033Z]     #18 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.033Z]     #19 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:118:16 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.033Z] 
[2023-07-09T18:14:19.033Z] SUMMARY: ThreadSanitizer: data race /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:127:33 in DB::tests::MockComputeServerManager::cancelQuery(DB::MPPQueryId const&)
[2023-07-09T18:14:19.033Z] ==================
[2023-07-09T18:14:19.033Z] ==================
[2023-07-09T18:14:19.033Z] WARNING: ThreadSanitizer: data race (pid=418454)
[2023-07-09T18:14:19.033Z]   Read of size 8 at 0x7ffc2c7cf850 by thread T737:
[2023-07-09T18:14:19.033Z]     #0 DB::tests::MockComputeServerManager::cancelQuery(DB::MPPQueryId const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:127:33 (gtests_dbms+0xcdb2016)
[2023-07-09T18:14:19.033Z]     #1 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()::operator()() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:138:54 (gtests_dbms+0x2dbd764)
[2023-07-09T18:14:19.033Z]     #2 decltype(static_cast<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(fp)()) std::__1::__invoke<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/type_traits:3918:1 (gtests_dbms+0x2dbcdba)
[2023-07-09T18:14:19.034Z]     #3 void std::__1::__thread_execute<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>&, std::__1::__tuple_indices<>) /usr/local/bin/../include/c++/v1/thread:280:5 (gtests_dbms+0x2dbcdba)
[2023-07-09T18:14:19.034Z]     #4 void* std::__1::__thread_proxy<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()> >(void*) /usr/local/bin/../include/c++/v1/thread:291:5 (gtests_dbms+0x2dbcdba)
[2023-07-09T18:14:19.034Z] 
[2023-07-09T18:14:19.034Z]   Previous write of size 8 at 0x7ffc2c7cf850 by main thread:
[2023-07-09T18:14:19.034Z]     #0 mpp::CancelTaskResponse::SharedCtor() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/build-TSan/contrib/kvproto/cpp/kvproto/mpp.pb.cc:2041:8 (gtests_dbms+0xef64946)
[2023-07-09T18:14:19.034Z]     #1 mpp::CancelTaskResponse::CancelTaskResponse(google::protobuf::Arena*, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/build-TSan/contrib/kvproto/cpp/kvproto/mpp.pb.cc:2023:3 (gtests_dbms+0xef64946)
[2023-07-09T18:14:19.034Z]     #2 mpp::CancelTaskResponse::CancelTaskResponse() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/build-TSan/contrib/kvproto/cpp/kvproto/mpp.pb.h:1265:33 (gtests_dbms+0xcdb206f)
[2023-07-09T18:14:19.034Z]     #3 DB::tests::MockComputeServerManager::cancelQuery(DB::MPPQueryId const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:131:29 (gtests_dbms+0xcdb206f)
[2023-07-09T18:14:19.034Z]     #4 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:930:50 (gtests_dbms+0x2daf85c)
[2023-07-09T18:14:19.034Z]     #5 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.034Z]     #6 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.034Z]     #7 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xb8d0af5)
[2023-07-09T18:14:19.034Z]     #8 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xb8d2324)
[2023-07-09T18:14:19.034Z]     #9 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xb8d2fed)
[2023-07-09T18:14:19.034Z]     #10 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xb8e31a0)
[2023-07-09T18:14:19.034Z]     #11 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.034Z]     #12 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.034Z]     #13 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xb8e2488)
[2023-07-09T18:14:19.034Z]     #14 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.034Z]     #15 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:118:16 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.034Z] 
[2023-07-09T18:14:19.034Z]   Location is stack of main thread.
[2023-07-09T18:14:19.034Z] 
[2023-07-09T18:14:19.034Z]   Location is global '??' at 0x7ffc2c7b1000 ([stack]+0x00000001e850)
[2023-07-09T18:14:19.034Z] 
[2023-07-09T18:14:19.034Z]   Thread T737 (tid=420701, running) created by main thread at:
[2023-07-09T18:14:19.034Z]     #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x286ce3d)
[2023-07-09T18:14:19.034Z]     #1 std::__1::__libcpp_thread_create(unsigned long*, void* (*)(void*), void*) /usr/local/bin/../include/c++/v1/__threading_support:514:10 (gtests_dbms+0x2dbccf9)
[2023-07-09T18:14:19.034Z]     #2 std::__1::thread::thread<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'(), void>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/thread:307:16 (gtests_dbms+0x2dbccf9)
[2023-07-09T18:14:19.034Z]     #3 std::__1::thread* std::__1::construct_at<std::__1::thread, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'(), std::__1::thread*>(std::__1::thread*, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/construct_at.h:37:38 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.034Z]     #4 void std::__1::allocator_traits<std::__1::allocator<std::__1::thread> >::construct<std::__1::thread, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'(), void, void>(std::__1::allocator<std::__1::thread>&, std::__1::thread*, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:298:9 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.034Z]     #5 void std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >::__construct_one_at_end<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:948:5 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.034Z]     #6 std::__1::thread& std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >::emplace_back<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1706:9 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.034Z]     #7 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:126:25 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.034Z]     #8 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:913:13 (gtests_dbms+0x2daf537)
[2023-07-09T18:14:19.034Z]     #9 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.035Z]     #10 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.035Z]     #11 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xb8d0af5)
[2023-07-09T18:14:19.035Z]     #12 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xb8d2324)
[2023-07-09T18:14:19.035Z]     #13 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xb8d2fed)
[2023-07-09T18:14:19.035Z]     #14 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xb8e31a0)
[2023-07-09T18:14:19.035Z]     #15 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.035Z]     #16 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.035Z]     #17 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xb8e2488)
[2023-07-09T18:14:19.035Z]     #18 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.035Z]     #19 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:118:16 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.035Z] 
[2023-07-09T18:14:19.035Z] SUMMARY: ThreadSanitizer: data race /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:127:33 in DB::tests::MockComputeServerManager::cancelQuery(DB::MPPQueryId const&)
[2023-07-09T18:14:19.035Z] ==================
[2023-07-09T18:14:19.035Z] �[92m[2023/07/10 02:14:16.683 +08:00] �[0m�[1m�[90m[TRACE] �[0m�[35m[UnionBlockInputStream.h:203] �[0m["Waited for threads to finish"] �[0m�[90m[source="MPP<query:<query_ts:40, local_query_id:1, server_id:1, start_ts:5>,task_id:1>"] [thread_id=228]�[0m
[2023-07-09T18:14:19.035Z] ==================
[2023-07-09T18:14:19.035Z] WARNING: ThreadSanitizer: data race (pid=418454)
[2023-07-09T18:14:19.035Z]   Read of size 8 at 0x7ffc2c7cf858 by thread T737:
[2023-07-09T18:14:19.035Z]     #0 DB::tests::MockComputeServerManager::cancelQuery(DB::MPPQueryId const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:129:34 (gtests_dbms+0xcdb2037)
[2023-07-09T18:14:19.035Z]     #1 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()::operator()() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:138:54 (gtests_dbms+0x2dbd764)
[2023-07-09T18:14:19.035Z]     #2 decltype(static_cast<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(fp)()) std::__1::__invoke<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/type_traits:3918:1 (gtests_dbms+0x2dbcdba)
[2023-07-09T18:14:19.035Z]     #3 void std::__1::__thread_execute<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>&, std::__1::__tuple_indices<>) /usr/local/bin/../include/c++/v1/thread:280:5 (gtests_dbms+0x2dbcdba)
[2023-07-09T18:14:19.035Z]     #4 void* std::__1::__thread_proxy<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()> >(void*) /usr/local/bin/../include/c++/v1/thread:291:5 (gtests_dbms+0x2dbcdba)
[2023-07-09T18:14:19.035Z] 
[2023-07-09T18:14:19.035Z]   Previous write of size 4 at 0x7ffc2c7cf858 by main thread:
[2023-07-09T18:14:19.035Z]     #0 std::__1::__cxx_atomic_base_impl<int>::__cxx_atomic_base_impl(int) /usr/local/bin/../include/c++/v1/atomic:961:7 (gtests_dbms+0xef64933)
[2023-07-09T18:14:19.035Z]     #1 std::__1::__cxx_atomic_impl<int, std::__1::__cxx_atomic_base_impl<int> >::__cxx_atomic_impl(int) /usr/local/bin/../include/c++/v1/atomic:1507:7 (gtests_dbms+0xef64933)
[2023-07-09T18:14:19.035Z]     #2 std::__1::__atomic_base<int, false>::__atomic_base(int) /usr/local/bin/../include/c++/v1/atomic:1695:40 (gtests_dbms+0xef64933)
[2023-07-09T18:14:19.035Z]     #3 std::__1::__atomic_base<int, true>::__atomic_base(int) /usr/local/bin/../include/c++/v1/atomic:1723:58 (gtests_dbms+0xef64933)
[2023-07-09T18:14:19.035Z]     #4 std::__1::atomic<int>::atomic(int) /usr/local/bin/../include/c++/v1/atomic:1813:51 (gtests_dbms+0xef64933)
[2023-07-09T18:14:19.035Z]     #5 google::protobuf::internal::CachedSize::CachedSize() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/generated_message_util.h:193:25 (gtests_dbms+0xef64933)
[2023-07-09T18:14:19.035Z]     #6 mpp::CancelTaskResponse::CancelTaskResponse(google::protobuf::Arena*, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/build-TSan/contrib/kvproto/cpp/kvproto/mpp.pb.cc:2020:21 (gtests_dbms+0xef64933)
[2023-07-09T18:14:19.035Z]     #7 mpp::CancelTaskResponse::CancelTaskResponse() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/build-TSan/contrib/kvproto/cpp/kvproto/mpp.pb.h:1265:33 (gtests_dbms+0xcdb206f)
[2023-07-09T18:14:19.035Z]     #8 DB::tests::MockComputeServerManager::cancelQuery(DB::MPPQueryId const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:131:29 (gtests_dbms+0xcdb206f)
[2023-07-09T18:14:19.035Z]     #9 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:930:50 (gtests_dbms+0x2daf85c)
[2023-07-09T18:14:19.035Z]     #10 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.035Z]     #11 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.035Z]     #12 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xb8d0af5)
[2023-07-09T18:14:19.035Z]     #13 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xb8d2324)
[2023-07-09T18:14:19.035Z]     #14 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xb8d2fed)
[2023-07-09T18:14:19.035Z]     #15 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xb8e31a0)
[2023-07-09T18:14:19.035Z]     #16 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.035Z]     #17 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.036Z]     #18 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xb8e2488)
[2023-07-09T18:14:19.036Z]     #19 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.036Z]     #20 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:118:16 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.036Z] 
[2023-07-09T18:14:19.036Z]   Location is stack of main thread.
[2023-07-09T18:14:19.036Z] 
[2023-07-09T18:14:19.036Z]   Location is global '??' at 0x7ffc2c7b1000 ([stack]+0x00000001e858)
[2023-07-09T18:14:19.036Z] 
[2023-07-09T18:14:19.036Z]   Thread T737 (tid=420701, running) created by main thread at:
[2023-07-09T18:14:19.036Z]     #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x286ce3d)
[2023-07-09T18:14:19.036Z]     #1 std::__1::__libcpp_thread_create(unsigned long*, void* (*)(void*), void*) /usr/local/bin/../include/c++/v1/__threading_support:514:10 (gtests_dbms+0x2dbccf9)
[2023-07-09T18:14:19.036Z]     #2 std::__1::thread::thread<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'(), void>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/thread:307:16 (gtests_dbms+0x2dbccf9)
[2023-07-09T18:14:19.036Z]     #3 std::__1::thread* std::__1::construct_at<std::__1::thread, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'(), std::__1::thread*>(std::__1::thread*, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/construct_at.h:37:38 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.036Z]     #4 void std::__1::allocator_traits<std::__1::allocator<std::__1::thread> >::construct<std::__1::thread, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'(), void, void>(std::__1::allocator<std::__1::thread>&, std::__1::thread*, DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:298:9 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.036Z]     #5 void std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >::__construct_one_at_end<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:948:5 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.036Z]     #6 std::__1::thread& std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >::emplace_back<DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1706:9 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.036Z]     #7 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocator<std::__1::thread> >&, std::__1::vector<DB::MPPQueryId, std::__1::allocator<DB::MPPQueryId> >&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:126:25 (gtests_dbms+0x2db58b7)
[2023-07-09T18:14:19.036Z]     #8 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:913:13 (gtests_dbms+0x2daf537)
[2023-07-09T18:14:19.036Z]     #9 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.036Z]     #10 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f6f55)
[2023-07-09T18:14:19.036Z]     #11 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xb8d0af5)
[2023-07-09T18:14:19.036Z]     #12 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xb8d2324)
[2023-07-09T18:14:19.036Z]     #13 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xb8d2fed)
[2023-07-09T18:14:19.036Z]     #14 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xb8e31a0)
[2023-07-09T18:14:19.036Z]     #15 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.036Z]     #16 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xb8f83f5)
[2023-07-09T18:14:19.036Z]     #17 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xb8e2488)
[2023-07-09T18:14:19.036Z]     #18 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.036Z]     #19 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:118:16 (gtests_dbms+0x5b17365)
[2023-07-09T18:14:19.036Z] 
[2023-07-09T18:14:19.036Z] SUMMARY: ThreadSanitizer: data race /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:129:34 in DB::tests::MockComputeServerManager::cancelQuery(DB::MPPQueryId const&)
[2023-07-09T18:14:19.036Z] ==================
@SeaRise SeaRise added type/bug The issue is confirmed as a bug. severity/moderate labels Jul 10, 2023
@yibin87
Copy link
Contributor

yibin87 commented Oct 12, 2023 •
edited
Loading

New data race detected by Tsan， testCancelMPPGather also suffered from this error:
[2023-10-11T18:35:59.082Z] WARNING: ThreadSanitizer: data race (pid=545838)
[2023-10-11T18:35:59.082Z] Read of size 8 at 0x7b1c00052100 by thread T800:
[2023-10-11T18:35:59.082Z] #0 DB::mock::TableScanBinder::TableScanBinder(unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > > const&, TiDB::TableInfo const&, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockExecutor/TableScanBinder.h:27:65 (gtests_dbms+0xd5725e0)
[2023-10-11T18:35:59.082Z] #1 DB::mock::TableScanBinder* std::__1::construct_at<DB::mock::TableScanBinder, unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > >&, TiDB::TableInfo&, bool&, DB::mock::TableScanBinder*>(DB::mock::TableScanBinder*, unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > >&, TiDB::TableInfo&, bool&) /usr/local/bin/../include/c++/v1/__memory/construct_at.h:37:38 (gtests_dbms+0xd571f2d)
[2023-10-11T18:35:59.082Z] #2 void std::__1::allocator_traits<std::__1::allocatorDB::mock::TableScanBinder >::construct<DB::mock::TableScanBinder, unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > >&, TiDB::TableInfo&, bool&, void, void>(std::__1::allocatorDB::mock::TableScanBinder&, DB::mock::TableScanBinder*, unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > >&, TiDB::TableInfo&, bool&) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:298:9 (gtests_dbms+0xd571f2d)
[2023-10-11T18:35:59.082Z] #3 std::__1::__shared_ptr_emplace<DB::mock::TableScanBinder, std::__1::allocatorDB::mock::TableScanBinder >::__shared_ptr_emplace<unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > >&, TiDB::TableInfo&, bool&>(std::__1::allocatorDB::mock::TableScanBinder, unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > >&, TiDB::TableInfo&, bool&) /usr/local/bin/../include/c++/v1/__memory/shared_ptr.h:296:9 (gtests_dbms+0xd571f2d)
[2023-10-11T18:35:59.082Z] #4 std::__1::shared_ptrDB::mock::TableScanBinder std::__1::allocate_shared<DB::mock::TableScanBinder, std::__1::allocatorDB::mock::TableScanBinder, unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > >&, TiDB::TableInfo&, bool&, void>(std::__1::allocatorDB::mock::TableScanBinder const&, unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > >&, TiDB::TableInfo&, bool&) /usr/local/bin/../include/c++/v1/__memory/shared_ptr.h:1106:55 (gtests_dbms+0xd571f2d)
[2023-10-11T18:35:59.083Z] #5 std::__1::shared_ptrDB::mock::TableScanBinder std::__1::make_shared<DB::mock::TableScanBinder, unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > >&, TiDB::TableInfo&, bool&, void>(unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > >&, TiDB::TableInfo&, bool&) /usr/local/bin/../include/c++/v1/__memory/shared_ptr.h:1115:12 (gtests_dbms+0xd571f2d)
[2023-10-11T18:35:59.083Z] #6 DB::mock::compileTableScan(unsigned long&, TiDB::TableInfo&, std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator > const&, std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator > const&, bool, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockExecutor/TableScanBinder.cpp:149:12 (gtests_dbms+0xd571f2d)
[2023-10-11T18:35:59.083Z] #7 DB::tests::DAGRequestBuilder::mockTable(std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator > const&, std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator > const&, TiDB::TableInfo&, std::__1::vector<DB::MockColumnInfo, std::__1::allocatorDB::MockColumnInfo > const&, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/mockExecutor.cpp:187:12 (gtests_dbms+0x616b944)
[2023-10-11T18:35:59.083Z] #8 DB::tests::DAGRequestBuilder::mockTable(std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator > > const&, TiDB::TableInfo&, std::__1::vector<DB::MockColumnInfo, std::__1::allocatorDB::MockColumnInfo > const&, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/mockExecutor.cpp:197:12 (gtests_dbms+0x6178bd8)
[2023-10-11T18:35:59.083Z] #9 DB::tests::MockDAGRequestContext::scan(std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator > const&, std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator > const&, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/mockExecutor.cpp:789:14 (gtests_dbms+0x6178bd8)
[2023-10-11T18:35:59.083Z] #10 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()::operator()() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:149:29 (gtests_dbms+0x3100849)
[2023-10-11T18:35:59.083Z] #11 decltype(static_cast<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(fp)()) std::__1::__invoke<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/type_traits:3918:1 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.083Z] #12 void std::__1::__thread_execute<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>&, std::__1::__tuple_indices<>) /usr/local/bin/../include/c++/v1/thread:280:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.083Z] #13 void* std::__1::__thread_proxy<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()> >(void*) /usr/local/bin/../include/c++/v1/thread:291:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.083Z]
[2023-10-11T18:35:59.083Z] Previous write of size 8 at 0x7b1c00052100 by thread T799:
[2023-10-11T18:35:59.083Z] #0 DB::tests::DAGRequestBuilder::buildMPPTasks(DB::tests::MockDAGRequestContext&, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/mockExecutor.cpp:162:20 (gtests_dbms+0x616b507)
[2023-10-11T18:35:59.083Z] #1 DB::tests::MPPTaskTestUtils::prepareMPPTasks(DB::tests::DAGRequestBuilder, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/MPPTaskTestUtils.cpp:111:26 (gtests_dbms+0x614909f)
[2023-10-11T18:35:59.083Z] #2 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()::operator()() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:148:30 (gtests_dbms+0x3100a4b)
[2023-10-11T18:35:59.084Z] #3 decltype(static_cast<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(fp)()) std::__1::__invoke<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/type_traits:3918:1 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.084Z] #4 void std::__1::__thread_execute<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>&, std::__1::__tuple_indices<>) /usr/local/bin/../include/c++/v1/thread:280:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.084Z] #5 void* std::__1::__thread_proxy<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()> >(void*) /usr/local/bin/../include/c++/v1/thread:291:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.084Z]
[2023-10-11T18:35:59.084Z] Location is heap block of size 104 at 0x7b1c000520f0 allocated by main thread:
[2023-10-11T18:35:59.084Z] #0 operator new(unsigned long) /llvm-project/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64:3 (gtests_dbms+0x2bca418)
[2023-10-11T18:35:59.084Z] #1 testing::internal::TestFactoryImplDB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::CreateTest() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/internal/gtest-internal.h:472:39 (gtests_dbms+0x30ff5ef)
[2023-10-11T18:35:59.084Z] #2 testing::Test* testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::TestFactoryBase, testing::Test*>(testing::internal::TestFactoryBase*, testing::Test* (testing::internal::TestFactoryBase::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24a6e5)
[2023-10-11T18:35:59.084Z] #3 testing::Test* testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::TestFactoryBase, testing::Test*>(testing::internal::TestFactoryBase*, testing::Test* (testing::internal::TestFactoryBase::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24a6e5)
[2023-10-11T18:35:59.084Z] #4 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2684:22 (gtests_dbms+0xc225305)
[2023-10-11T18:35:59.084Z] #5 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xc22629d)
[2023-10-11T18:35:59.084Z] #6 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xc236450)
[2023-10-11T18:35:59.084Z] #7 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.084Z] #8 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.084Z] #9 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xc235738)
[2023-10-11T18:35:59.084Z] #10 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.084Z] #11 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:116:16 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.084Z]
[2023-10-11T18:35:59.084Z] Thread T800 (tid=547041, running) created by main thread at:
[2023-10-11T18:35:59.084Z] #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x2b5583d)
[2023-10-11T18:35:59.084Z] #1 std::__1::__libcpp_thread_create(unsigned long*, void* ()(void), void*) /usr/local/bin/../include/c++/v1/__threading_support:514:10 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.085Z] #2 std::__1::thread::thread<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/thread:307:16 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.085Z] #3 std::__1::thread* std::__1::construct_at<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), std::__1::thread*>(std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/construct_at.h:37:38 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.085Z] #4 void std::__1::allocator_traits<std::__1::allocatorstd::__1::thread >::construct<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void, void>(std::__1::allocatorstd::__1::thread&, std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:298:9 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.085Z] #5 void std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::__emplace_back_slow_path<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1689:5 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.085Z] #6 std::__1::thread& std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::emplace_back<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1709:9 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.085Z] #7 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:144:25 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.085Z] #8 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:165:9 (gtests_dbms+0x30f8631)
[2023-10-11T18:35:59.085Z] #9 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:965:13 (gtests_dbms+0x30eecc8)
[2023-10-11T18:35:59.085Z] #10 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.085Z] #11 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.085Z] #12 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xc223da5)
[2023-10-11T18:35:59.085Z] #13 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xc2255d4)
[2023-10-11T18:35:59.085Z] #14 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xc22629d)
[2023-10-11T18:35:59.085Z] #15 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xc236450)
[2023-10-11T18:35:59.085Z] #16 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.085Z] #17 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.085Z] #18 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xc235738)
[2023-10-11T18:35:59.085Z] #19 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.086Z] #20 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:116:16 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.086Z]
[2023-10-11T18:35:59.086Z] Thread T799 (tid=547040, running) created by main thread at:
[2023-10-11T18:35:59.086Z] #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x2b5583d)
[2023-10-11T18:35:59.086Z] #1 std::__1::__libcpp_thread_create(unsigned long*, void* ()(void), void*) /usr/local/bin/../include/c++/v1/__threading_support:514:10 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.086Z] #2 std::__1::thread::thread<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/thread:307:16 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.086Z] #3 std::__1::thread* std::__1::construct_at<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), std::__1::thread*>(std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/construct_at.h:37:38 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.086Z] #4 void std::__1::allocator_traits<std::__1::allocatorstd::__1::thread >::construct<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void, void>(std::__1::allocatorstd::__1::thread&, std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:298:9 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.086Z] #5 void std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::__emplace_back_slow_path<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1689:5 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.086Z] #6 std::__1::thread& std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::emplace_back<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1709:9 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.086Z] #7 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:144:25 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.086Z] #8 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:165:9 (gtests_dbms+0x30f8631)
[2023-10-11T18:35:59.086Z] #9 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:965:13 (gtests_dbms+0x30eecb0)
[2023-10-11T18:35:59.086Z] #10 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.086Z] #11 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.086Z] #12 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xc223da5)
[2023-10-11T18:35:59.086Z] #13 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xc2255d4)
[2023-10-11T18:35:59.086Z] #14 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xc22629d)
[2023-10-11T18:35:59.086Z] #15 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xc236450)
[2023-10-11T18:35:59.086Z] #16 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.087Z] #17 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.087Z] #18 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xc235738)
[2023-10-11T18:35:59.087Z] #19 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.087Z] #20 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:116:16 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.087Z]
[2023-10-11T18:35:59.087Z] SUMMARY: ThreadSanitizer: data race /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockExecutor/TableScanBinder.h:27:65 in DB::mock::TableScanBinder::TableScanBinder(unsigned long&, std::__1::vector<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo>, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, TiDB::ColumnInfo> > > const&, TiDB::TableInfo const&, bool)

@yibin87
Copy link
Contributor

yibin87 commented Oct 12, 2023

Another:
[2023-10-11T18:35:59.087Z] WARNING: ThreadSanitizer: data race (pid=545838)
[2023-10-11T18:35:59.087Z] Write of size 4 at 0x7b8000017e14 by thread T800:
[2023-10-11T18:35:59.087Z] #0 DB::Context::setMPPTest() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Interpreters/Context.cpp:2046:15 (gtests_dbms+0xd5ca11d)
[2023-10-11T18:35:59.087Z] #1 DB::tests::DAGRequestBuilder::buildMPPTasks(DB::tests::MockDAGRequestContext&, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/mockExecutor.cpp:159:27 (gtests_dbms+0x616b3fa)
[2023-10-11T18:35:59.087Z] #2 DB::tests::MPPTaskTestUtils::prepareMPPTasks(DB::tests::DAGRequestBuilder, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/MPPTaskTestUtils.cpp:111:26 (gtests_dbms+0x614909f)
[2023-10-11T18:35:59.087Z] #3 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()::operator()() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:148:30 (gtests_dbms+0x3100a4b)
[2023-10-11T18:35:59.087Z] #4 decltype(static_cast<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(fp)()) std::__1::__invoke<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/type_traits:3918:1 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.087Z] #5 void std::__1::__thread_execute<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>&, std::__1::__tuple_indices<>) /usr/local/bin/../include/c++/v1/thread:280:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.087Z] #6 void* std::__1::__thread_proxy<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()> >(void*) /usr/local/bin/../include/c++/v1/thread:291:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.087Z]
[2023-10-11T18:35:59.087Z] Previous write of size 4 at 0x7b8000017e14 by thread T799:
[2023-10-11T18:35:59.087Z] #0 DB::Context::setMPPTest() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Interpreters/Context.cpp:2046:15 (gtests_dbms+0xd5ca11d)
[2023-10-11T18:35:59.087Z] #1 DB::tests::DAGRequestBuilder::buildMPPTasks(DB::tests::MockDAGRequestContext&, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/mockExecutor.cpp:159:27 (gtests_dbms+0x616b3fa)
[2023-10-11T18:35:59.087Z] #2 DB::tests::MPPTaskTestUtils::prepareMPPTasks(DB::tests::DAGRequestBuilder, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/MPPTaskTestUtils.cpp:111:26 (gtests_dbms+0x614909f)
[2023-10-11T18:35:59.087Z] #3 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()::operator()() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:148:30 (gtests_dbms+0x3100a4b)
[2023-10-11T18:35:59.088Z] #4 decltype(static_cast<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(fp)()) std::__1::__invoke<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/type_traits:3918:1 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.088Z] #5 void std::__1::__thread_execute<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>&, std::__1::__tuple_indices<>) /usr/local/bin/../include/c++/v1/thread:280:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.088Z] #6 void* std::__1::__thread_proxy<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()> >(void*) /usr/local/bin/../include/c++/v1/thread:291:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.088Z]
[2023-10-11T18:35:59.088Z] Location is heap block of size 3696 at 0x7b8000017000 allocated by main thread:
[2023-10-11T18:35:59.088Z] #0 operator new(unsigned long) /llvm-project/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64:3 (gtests_dbms+0x2bca418)
[2023-10-11T18:35:59.088Z] #1 void* std::__1::__libcpp_operator_new(unsigned long) /usr/local/bin/../include/c++/v1/new:235:10 (gtests_dbms+0x616280e)
[2023-10-11T18:35:59.088Z] #2 std::__1::__libcpp_allocate(unsigned long, unsigned long) /usr/local/bin/../include/c++/v1/new:261:10 (gtests_dbms+0x616280e)
[2023-10-11T18:35:59.088Z] #3 std::__1::allocator<std::__1::__shared_ptr_emplace<DB::Context, std::__1::allocatorDB::Context > >::allocate(unsigned long) /usr/local/bin/../include/c++/v1/__memory/allocator.h:108:38 (gtests_dbms+0x616280e)
[2023-10-11T18:35:59.088Z] #4 std::__1::allocator_traits<std::__1::allocator<std::__1::__shared_ptr_emplace<DB::Context, std::__1::allocatorDB::Context > > >::allocate(std::__1::allocator<std::__1::__shared_ptr_emplace<DB::Context, std::__1::allocatorDB::Context > >&, unsigned long) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:262:20 (gtests_dbms+0x616280e)
[2023-10-11T18:35:59.088Z] #5 std::__1::__allocation_guard<std::__1::allocator<std::__1::__shared_ptr_emplace<DB::Context, std::__1::allocatorDB::Context > > >::__allocation_guard<std::__1::allocatorDB::Context >(std::__1::allocatorDB::Context, unsigned long) /usr/local/bin/../include/c++/v1/__memory/allocation_guard.h:57:18 (gtests_dbms+0x616280e)
[2023-10-11T18:35:59.088Z] #6 std::__1::shared_ptrDB::Context std::__1::allocate_shared<DB::Context, std::__1::allocatorDB::Context, DB::Context&, void>(std::__1::allocatorDB::Context const&, DB::Context&) /usr/local/bin/../include/c++/v1/__memory/shared_ptr.h:1105:48 (gtests_dbms+0x616280e)
[2023-10-11T18:35:59.088Z] #7 std::__1::shared_ptrDB::Context std::__1::make_shared<DB::Context, DB::Context&, void>(DB::Context&) /usr/local/bin/../include/c++/v1/__memory/shared_ptr.h:1115:12 (gtests_dbms+0x616280e)
[2023-10-11T18:35:59.088Z] #8 DB::tests::TiFlashTestEnv::getContext(DB::Settings const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator > > >) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/TiFlashTestEnv.cpp:200:12 (gtests_dbms+0x616280e)
[2023-10-11T18:35:59.088Z] #9 DB::tests::TiFlashTestEnv::getContext() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/TiFlashTestEnv.cpp:178:12 (gtests_dbms+0x6162282)
[2023-10-11T18:35:59.088Z] #10 DB::tests::ExecutorTest::initializeContext() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/ExecutorTestUtils.cpp:95:37 (gtests_dbms+0x60f4760)
[2023-10-11T18:35:59.088Z] #11 DB::tests::ComputeServerRunner::initializeContext() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:49:23 (gtests_dbms+0x30f8b0e)
[2023-10-11T18:35:59.088Z] #12 DB::tests::ExecutorTest::SetUp() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/ExecutorTestUtils.cpp:69:5 (gtests_dbms+0x60f43b9)
[2023-10-11T18:35:59.088Z] #13 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.088Z] #14 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.088Z] #15 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2513:3 (gtests_dbms+0xc223ab4)
[2023-10-11T18:35:59.088Z] #16 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xc2255d4)
[2023-10-11T18:35:59.088Z] #17 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xc22629d)
[2023-10-11T18:35:59.088Z] #18 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xc236450)
[2023-10-11T18:35:59.088Z] #19 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.089Z] #20 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.089Z] #21 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xc235738)
[2023-10-11T18:35:59.089Z] #22 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.089Z] #23 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:116:16 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.089Z]
[2023-10-11T18:35:59.089Z] Thread T800 (tid=547041, running) created by main thread at:
[2023-10-11T18:35:59.089Z] #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x2b5583d)
[2023-10-11T18:35:59.089Z] #1 std::__1::__libcpp_thread_create(unsigned long*, void* ()(void), void*) /usr/local/bin/../include/c++/v1/__threading_support:514:10 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.089Z] #2 std::__1::thread::thread<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/thread:307:16 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.089Z] #3 std::__1::thread* std::__1::construct_at<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), std::__1::thread*>(std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/construct_at.h:37:38 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.089Z] #4 void std::__1::allocator_traits<std::__1::allocatorstd::__1::thread >::construct<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void, void>(std::__1::allocatorstd::__1::thread&, std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:298:9 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.089Z] #5 void std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::__emplace_back_slow_path<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1689:5 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.089Z] #6 std::__1::thread& std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::emplace_back<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1709:9 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.089Z] #7 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:144:25 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.089Z] #8 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:165:9 (gtests_dbms+0x30f8631)
[2023-10-11T18:35:59.089Z] #9 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:965:13 (gtests_dbms+0x30eecc8)
[2023-10-11T18:35:59.089Z] #10 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.089Z] #11 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.089Z] #12 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xc223da5)
[2023-10-11T18:35:59.090Z] #13 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xc2255d4)
[2023-10-11T18:35:59.090Z] #14 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xc22629d)
[2023-10-11T18:35:59.090Z] #15 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xc236450)
[2023-10-11T18:35:59.090Z] #16 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.090Z] #17 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.090Z] #18 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xc235738)
[2023-10-11T18:35:59.090Z] #19 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.090Z] #20 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:116:16 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.090Z]
[2023-10-11T18:35:59.090Z] Thread T799 (tid=547040, running) created by main thread at:
[2023-10-11T18:35:59.090Z] #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x2b5583d)
[2023-10-11T18:35:59.090Z] #1 std::__1::__libcpp_thread_create(unsigned long*, void* ()(void), void*) /usr/local/bin/../include/c++/v1/__threading_support:514:10 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.090Z] #2 std::__1::thread::thread<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/thread:307:16 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.090Z] #3 std::__1::thread* std::__1::construct_at<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), std::__1::thread*>(std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/construct_at.h:37:38 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.090Z] #4 void std::__1::allocator_traits<std::__1::allocatorstd::__1::thread >::construct<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void, void>(std::__1::allocatorstd::__1::thread&, std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:298:9 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.090Z] #5 void std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::__emplace_back_slow_path<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1689:5 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.090Z] #6 std::__1::thread& std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::emplace_back<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1709:9 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.090Z] #7 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:144:25 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.090Z] #8 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:165:9 (gtests_dbms+0x30f8631)
[2023-10-11T18:35:59.090Z] #9 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:965:13 (gtests_dbms+0x30eecb0)
[2023-10-11T18:35:59.091Z] #10 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.091Z] #11 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.091Z] #12 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xc223da5)
[2023-10-11T18:35:59.091Z] #13 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xc2255d4)
[2023-10-11T18:35:59.091Z] #14 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xc22629d)
[2023-10-11T18:35:59.091Z] #15 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xc236450)
[2023-10-11T18:35:59.091Z] #16 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.091Z] #17 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.091Z] #18 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xc235738)
[2023-10-11T18:35:59.091Z] #19 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.091Z] #20 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:116:16 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.091Z]
[2023-10-11T18:35:59.091Z] SUMMARY: ThreadSanitizer: data race /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Interpreters/Context.cpp:2046:15 in DB::Context::setMPPTest()

@yibin87
Copy link
Contributor

yibin87 commented Oct 12, 2023

Another:
[2023-10-11T18:35:59.091Z] WARNING: ThreadSanitizer: data race (pid=545838)
[2023-10-11T18:35:59.091Z] Write of size 8 at 0x7b2800041108 by thread T800:
[2023-10-11T18:35:59.091Z] #0 DB::FlashService::setMockStorage(DB::MockStorage*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/FlashService.cpp:1181:18 (gtests_dbms+0xedf3b9e)
[2023-10-11T18:35:59.091Z] #1 DB::FlashGrpcServerHolder::setMockStorage(DB::MockStorage*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Server/FlashGrpcServerHolder.cpp:263:20 (gtests_dbms+0xd2a931a)
[2023-10-11T18:35:59.091Z] #2 DB::tests::MockComputeServerManager::setMockStorage(DB::MockStorage*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:80:24 (gtests_dbms+0xd46be04)
[2023-10-11T18:35:59.091Z] #3 DB::tests::MPPTaskTestUtils::prepareMPPTasks(DB::tests::DAGRequestBuilder, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/MPPTaskTestUtils.cpp:114:42 (gtests_dbms+0x6149168)
[2023-10-11T18:35:59.091Z] #4 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()::operator()() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:148:30 (gtests_dbms+0x3100a4b)
[2023-10-11T18:35:59.091Z] #5 decltype(static_cast<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(fp)()) std::__1::__invoke<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/type_traits:3918:1 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.091Z] #6 void std::__1::__thread_execute<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>&, std::__1::__tuple_indices<>) /usr/local/bin/../include/c++/v1/thread:280:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.092Z] #7 void* std::__1::__thread_proxy<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()> >(void*) /usr/local/bin/../include/c++/v1/thread:291:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.092Z]
[2023-10-11T18:35:59.092Z] Previous write of size 8 at 0x7b2800041108 by thread T799:
[2023-10-11T18:35:59.092Z] #0 DB::FlashService::setMockStorage(DB::MockStorage*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/FlashService.cpp:1181:18 (gtests_dbms+0xedf3b9e)
[2023-10-11T18:35:59.092Z] #1 DB::FlashGrpcServerHolder::setMockStorage(DB::MockStorage*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Server/FlashGrpcServerHolder.cpp:263:20 (gtests_dbms+0xd2a931a)
[2023-10-11T18:35:59.092Z] #2 DB::tests::MockComputeServerManager::setMockStorage(DB::MockStorage*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:80:24 (gtests_dbms+0xd46be04)
[2023-10-11T18:35:59.092Z] #3 DB::tests::MPPTaskTestUtils::prepareMPPTasks(DB::tests::DAGRequestBuilder, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/MPPTaskTestUtils.cpp:114:42 (gtests_dbms+0x6149168)
[2023-10-11T18:35:59.092Z] #4 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()::operator()() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:148:30 (gtests_dbms+0x3100a4b)
[2023-10-11T18:35:59.092Z] #5 decltype(static_cast<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(fp)()) std::__1::__invoke<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/type_traits:3918:1 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.092Z] #6 void std::__1::__thread_execute<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>&, std::__1::__tuple_indices<>) /usr/local/bin/../include/c++/v1/thread:280:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.092Z] #7 void* std::__1::__thread_proxy<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_deletestd::__1::__thread_struct >, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()> >(void*) /usr/local/bin/../include/c++/v1/thread:291:5 (gtests_dbms+0x3100737)
[2023-10-11T18:35:59.092Z]
[2023-10-11T18:35:59.092Z] Location is heap block of size 152 at 0x7b28000410a0 allocated by main thread:
[2023-10-11T18:35:59.092Z] #0 operator new(unsigned long) /llvm-project/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64:3 (gtests_dbms+0x2bca418)
[2023-10-11T18:35:59.092Z] #1 std::__1::__unique_ifDB::AsyncFlashService::__unique_single std::__1::make_uniqueDB::AsyncFlashService() /usr/local/bin/../include/c++/v1/__memory/unique_ptr.h:728:28 (gtests_dbms+0xd2aa946)
[2023-10-11T18:35:59.092Z] #2 DB::FlashGrpcServerHolder::FlashGrpcServerHolder(DB::Context&, Poco::Util::LayeredConfiguration&, DB::TiFlashRaftConfig const&, std::__1::shared_ptrDB::Logger const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Server/FlashGrpcServerHolder.cpp:142:25 (gtests_dbms+0xd2a6aed)
[2023-10-11T18:35:59.092Z] #3 std::__1::__unique_ifDB::FlashGrpcServerHolder::__unique_single std::__1::make_unique<DB::FlashGrpcServerHolder, DB::Context&, Poco::Util::LayeredConfiguration&, DB::TiFlashRaftConfig&, std::__1::shared_ptrDB::Logger const&>(DB::Context&, Poco::Util::LayeredConfiguration&, DB::TiFlashRaftConfig&, std::__1::shared_ptrDB::Logger const&) /usr/local/bin/../include/c++/v1/__memory/unique_ptr.h:728:32 (gtests_dbms+0xd46bb89)
[2023-10-11T18:35:59.092Z] #4 DB::tests::MockComputeServerManager::startServers(std::__1::shared_ptrDB::Logger const&, int) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:70:40 (gtests_dbms+0xd46bb89)
[2023-10-11T18:35:59.092Z] #5 DB::tests::MPPTaskTestUtils::startServers(unsigned long) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/MPPTaskTestUtils.cpp:85:42 (gtests_dbms+0x6148af4)
[2023-10-11T18:35:59.092Z] #6 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:946:5 (gtests_dbms+0x30eea5f)
[2023-10-11T18:35:59.092Z] #7 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.092Z] #8 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.092Z] #9 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xc223da5)
[2023-10-11T18:35:59.092Z] #10 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xc2255d4)
[2023-10-11T18:35:59.092Z] #11 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xc22629d)
[2023-10-11T18:35:59.092Z] #12 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xc236450)
[2023-10-11T18:35:59.092Z] #13 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.092Z] #14 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.092Z] #15 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xc235738)
[2023-10-11T18:35:59.092Z] #16 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.092Z] #17 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:116:16 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.092Z]
[2023-10-11T18:35:59.092Z] Thread T800 (tid=547041, running) created by main thread at:
[2023-10-11T18:35:59.092Z] #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x2b5583d)
[2023-10-11T18:35:59.092Z] #1 std::__1::__libcpp_thread_create(unsigned long*, void* ()(void), void*) /usr/local/bin/../include/c++/v1/__threading_support:514:10 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.092Z] #2 std::__1::thread::thread<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/thread:307:16 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.093Z] #3 std::__1::thread* std::__1::construct_at<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), std::__1::thread*>(std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/construct_at.h:37:38 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.093Z] #4 void std::__1::allocator_traits<std::__1::allocatorstd::__1::thread >::construct<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void, void>(std::__1::allocatorstd::__1::thread&, std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:298:9 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.093Z] #5 void std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::__emplace_back_slow_path<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1689:5 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.093Z] #6 std::__1::thread& std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::emplace_back<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1709:9 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.093Z] #7 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:144:25 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.093Z] #8 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:165:9 (gtests_dbms+0x30f8631)
[2023-10-11T18:35:59.093Z] #9 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:965:13 (gtests_dbms+0x30eecc8)
[2023-10-11T18:35:59.093Z] #10 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.093Z] #11 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.093Z] #12 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xc223da5)
[2023-10-11T18:35:59.093Z] #13 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xc2255d4)
[2023-10-11T18:35:59.093Z] #14 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xc22629d)
[2023-10-11T18:35:59.093Z] #15 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xc236450)
[2023-10-11T18:35:59.093Z] #16 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.093Z] #17 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.093Z] #18 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xc235738)
[2023-10-11T18:35:59.093Z] #19 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.093Z] #20 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:116:16 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.093Z]
[2023-10-11T18:35:59.093Z] Thread T799 (tid=547040, running) created by main thread at:
[2023-10-11T18:35:59.093Z] #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x2b5583d)
[2023-10-11T18:35:59.093Z] #1 std::__1::__libcpp_thread_create(unsigned long*, void* ()(void), void*) /usr/local/bin/../include/c++/v1/__threading_support:514:10 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.093Z] #2 std::__1::thread::thread<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/thread:307:16 (gtests_dbms+0x3100417)
[2023-10-11T18:35:59.093Z] #3 std::__1::thread* std::__1::construct_at<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), std::__1::thread*>(std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/construct_at.h:37:38 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.093Z] #4 void std::__1::allocator_traits<std::__1::allocatorstd::__1::thread >::construct<std::__1::thread, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'(), void, void>(std::__1::allocatorstd::__1::thread&, std::__1::thread*, DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/__memory/allocator_traits.h:298:9 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.093Z] #5 void std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::__emplace_back_slow_path<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1689:5 (gtests_dbms+0x30ffec0)
[2023-10-11T18:35:59.094Z] #6 std::__1::thread& std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >::emplace_back<DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()>(DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&)::'lambda'()&&) /usr/local/bin/../include/c++/v1/vector:1709:9 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.094Z] #7 DB::tests::ComputeServerRunner::addOneGather(std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&, DB::DAGProperties const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:144:25 (gtests_dbms+0x30f893b)
[2023-10-11T18:35:59.094Z] #8 DB::tests::ComputeServerRunner::addOneQuery(unsigned long, std::__1::vector<std::__1::thread, std::__1::allocatorstd::__1::thread >&, std::__1::vector<DB::MPPGatherId, std::__1::allocatorDB::MPPGatherId >&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:165:9 (gtests_dbms+0x30f8631)
[2023-10-11T18:35:59.094Z] #9 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:965:13 (gtests_dbms+0x30eecb0)
[2023-10-11T18:35:59.094Z] #10 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.094Z] #11 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.094Z] #12 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xc223da5)
[2023-10-11T18:35:59.094Z] #13 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xc2255d4)
[2023-10-11T18:35:59.094Z] #14 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xc22629d)
[2023-10-11T18:35:59.094Z] #15 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xc236450)
[2023-10-11T18:35:59.094Z] #16 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.094Z] #17 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.094Z] #18 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xc235738)
[2023-10-11T18:35:59.094Z] #19 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.094Z] #20 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:116:16 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.094Z]
[2023-10-11T18:35:59.094Z] SUMMARY: ThreadSanitizer: data race /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/FlashService.cpp:1181:18 in DB::FlashService::setMockStorage(DB::MockStorage*)

@yibin87
Copy link
Contributor

yibin87 commented Oct 12, 2023

Another GRPC related:
[2023-10-11T18:35:59.094Z] WARNING: ThreadSanitizer: data race (pid=545838)
[2023-10-11T18:35:59.094Z] Read of size 8 at 0x0000146f1cf0 by thread T801:
[2023-10-11T18:35:59.094Z] #0 google::protobuf::internal::AssignDescriptors(google::protobuf::internal::DescriptorTable const* ()(), std::__1::once_flag, google::protobuf::Metadata const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/generated_message_reflection.cc:3007:10 (gtests_dbms+0x10b15ac1)
[2023-10-11T18:35:59.094Z] #1 mpp::TaskMeta::GetMetadata() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/build-TSan/contrib/kvproto/cpp/kvproto/mpp.pb.cc:958:10 (gtests_dbms+0x10019d83)
[2023-10-11T18:35:59.094Z] #2 google::protobuf::Message::GetReflection() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/message.h:358:52 (gtests_dbms+0x10b4223a)
[2023-10-11T18:35:59.094Z] #3 google::protobuf::TextFormat::Printer::Print(google::protobuf::Message const&, google::protobuf::TextFormat::Printer::TextGenerator*) const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/text_format.cc:2165:42 (gtests_dbms+0x10b4223a)
[2023-10-11T18:35:59.094Z] #4 google::protobuf::TextFormat::Printer::Print(google::protobuf::Message const&, google::protobuf::io::ZeroCopyOutputStream*) const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/text_format.cc:2074:3 (gtests_dbms+0x10b3dbff)
[2023-10-11T18:35:59.094Z] #5 google::protobuf::TextFormat::Printer::PrintToString(google::protobuf::Message const&, std::__1::basic_string<char, std::__1::char_traits, std::__1::allocator >) const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/text_format.cc:2058:10 (gtests_dbms+0x10b3dbff)
[2023-10-11T18:35:59.094Z] #6 google::protobuf::Message::DebugString() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/text_format.cc:101:11 (gtests_dbms+0x10b3da0a)
[2023-10-11T18:35:59.094Z] #7 DB::FlashService::DispatchMPPTask(grpc::ServerContext, mpp::DispatchTaskRequest const*, mpp::DispatchTaskResponse*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/FlashService.cpp:475:5 (gtests_dbms+0xede758d)
[2023-10-11T18:35:59.094Z] #8 tikvpb::Tikv::Service::Service()::$_49::operator()(tikvpb::Tikv::Service*, grpc::ServerContext*, mpp::DispatchTaskRequest const*, mpp::DispatchTaskResponse*) const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/build-TSan/contrib/kvproto/cpp/kvproto/tikvpb.grpc.pb.cc:2122:32 (gtests_dbms+0x102ae133)
[2023-10-11T18:35:59.095Z] #9 decltype(static_casttikvpb::Tikv::Service::Service()::$_49&(fp)(static_casttikvpb::Tikv::Service*(fp0), static_castgrpc::ServerContext*(fp0), static_cast<mpp::DispatchTaskRequest const*>(fp0), static_castmpp::DispatchTaskResponse*(fp0))) std::__1::__invoke<tikvpb::Tikv::Service::Service()::$_49&, tikvpb::Tikv::Service*, grpc::ServerContext*, mpp::DispatchTaskRequest const*, mpp::DispatchTaskResponse*>(tikvpb::Tikv::Service::Service()::$_49&, tikvpb::Tikv::Service*&&, grpc::ServerContext*&&, mpp::DispatchTaskRequest const*&&, mpp::DispatchTaskResponse*&&) /usr/local/bin/../include/c++/v1/type_traits:3918:1 (gtests_dbms+0x102ae133)
[2023-10-11T18:35:59.095Z] #10 grpc::Status std::__1::__invoke_void_return_wrapper<grpc::Status, false>::__call<tikvpb::Tikv::Service::Service()::$_49&, tikvpb::Tikv::Service*, grpc::ServerContext*, mpp::DispatchTaskRequest const*, mpp::DispatchTaskResponse*>(tikvpb::Tikv::Service::Service()::$_49&, tikvpb::Tikv::Service*&&, grpc::ServerContext*&&, mpp::DispatchTaskRequest const*&&, mpp::DispatchTaskResponse*&&) /usr/local/bin/../include/c++/v1/__functional/invoke.h:30:16 (gtests_dbms+0x102ae133)
[2023-10-11T18:35:59.095Z] #11 std::__1::__function::__alloc_func<tikvpb::Tikv::Service::Service()::$_49, std::__1::allocatortikvpb::Tikv::Service::Service()::$_49, grpc::Status (tikvpb::Tikv::Service*, grpc::ServerContext*, mpp::DispatchTaskRequest const*, mpp::DispatchTaskResponse*)>::operator()(tikvpb::Tikv::Service*&&, grpc::ServerContext*&&, mpp::DispatchTaskRequest const*&&, mpp::DispatchTaskResponse*&&) /usr/local/bin/../include/c++/v1/__functional/function.h:171:16 (gtests_dbms+0x102ae133)
[2023-10-11T18:35:59.095Z] #12 std::__1::__function::__func<tikvpb::Tikv::Service::Service()::$_49, std::__1::allocatortikvpb::Tikv::Service::Service()::$_49, grpc::Status (tikvpb::Tikv::Service*, grpc::ServerContext*, mpp::DispatchTaskRequest const*, mpp::DispatchTaskResponse*)>::operator()(tikvpb::Tikv::Service*&&, grpc::ServerContext*&&, mpp::DispatchTaskRequest const*&&, mpp::DispatchTaskResponse*&&) /usr/local/bin/../include/c++/v1/__functional/function.h:345:12 (gtests_dbms+0x102ae133)
[2023-10-11T18:35:59.095Z] #13 std::__1::__function::__value_func<grpc::Status (tikvpb::Tikv::Service*, grpc::ServerContext*, mpp::DispatchTaskRequest const*, mpp::DispatchTaskResponse*)>::operator()(tikvpb::Tikv::Service*&&, grpc::ServerContext*&&, mpp::DispatchTaskRequest const*&&, mpp::DispatchTaskResponse*&&) const /usr/local/bin/../include/c++/v1/__functional/function.h:498:16 (gtests_dbms+0x103293bb)
[2023-10-11T18:35:59.095Z] #14 std::__1::function<grpc::Status (tikvpb::Tikv::Service*, grpc::ServerContext*, mpp::DispatchTaskRequest const*, mpp::DispatchTaskResponse*)>::operator()(tikvpb::Tikv::Service*, grpc::ServerContext*, mpp::DispatchTaskRequest const*, mpp::DispatchTaskResponse*) const /usr/local/bin/../include/c++/v1/__functional/function.h:1175:12 (gtests_dbms+0x103293bb)
[2023-10-11T18:35:59.095Z] #15 grpc::internal::RpcMethodHandler<tikvpb::Tikv::Service, mpp::DispatchTaskRequest, mpp::DispatchTaskResponse, google::protobuf::MessageLite, google::protobuf::MessageLite>::RunHandler(grpc::internal::MethodHandler::HandlerParameter const&)::'lambda'()::operator()() const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/include/grpcpp/impl/codegen/method_handler.h:114:16 (gtests_dbms+0x103293bb)
[2023-10-11T18:35:59.095Z] #16 grpc::Status grpc::internal::CatchingFunctionHandler<grpc::internal::RpcMethodHandler<tikvpb::Tikv::Service, mpp::DispatchTaskRequest, mpp::DispatchTaskResponse, google::protobuf::MessageLite, google::protobuf::MessageLite>::RunHandler(grpc::internal::MethodHandler::HandlerParameter const&)::'lambda'()>(grpc::internal::RpcMethodHandler<tikvpb::Tikv::Service, mpp::DispatchTaskRequest, mpp::DispatchTaskResponse, google::protobuf::MessageLite, google::protobuf::MessageLite>::RunHandler(grpc::internal::MethodHandler::HandlerParameter const&)::'lambda'()&&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/include/grpcpp/impl/codegen/method_handler.h:44:12 (gtests_dbms+0x103293bb)
[2023-10-11T18:35:59.095Z] #17 grpc::internal::RpcMethodHandler<tikvpb::Tikv::Service, mpp::DispatchTaskRequest, mpp::DispatchTaskResponse, google::protobuf::MessageLite, google::protobuf::MessageLite>::RunHandler(grpc::internal::MethodHandler::HandlerParameter const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/include/grpcpp/impl/codegen/method_handler.h:113:16 (gtests_dbms+0x1032910a)
[2023-10-11T18:35:59.095Z] #18 grpc::Server::SyncRequest::ContinueRunAfterInterception() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/server/server_cc.cc:433:14 (gtests_dbms+0x10360b6a)
[2023-10-11T18:35:59.095Z] #19 grpc::Server::SyncRequest::Run(std::__1::shared_ptrgrpc::Server::GlobalCallbacks const&, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/server/server_cc.cc:421:7 (gtests_dbms+0x103608d6)
[2023-10-11T18:35:59.095Z] #20 grpc::Server::SyncRequestThreadManager::DoWork(void*, bool, bool) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/server/server_cc.cc:791:15 (gtests_dbms+0x1036025c)
[2023-10-11T18:35:59.095Z] #21 grpc::ThreadManager::MainWorkLoop() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:211:9 (gtests_dbms+0x1037bf16)
[2023-10-11T18:35:59.095Z] #22 grpc::ThreadManager::WorkerThread::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:44:13 (gtests_dbms+0x1037d091)
[2023-10-11T18:35:59.095Z] #23 grpc::ThreadManager::WorkerThread::WorkerThread(grpc::ThreadManager*)::$_0::operator()(void*) const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:36:69 (gtests_dbms+0x1037d091)
[2023-10-11T18:35:59.095Z] #24 grpc::ThreadManager::WorkerThread::WorkerThread(grpc::ThreadManager*)::$_0::__invoke(void*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:36:7 (gtests_dbms+0x1037d091)
[2023-10-11T18:35:59.095Z] #25 grpc_core::(anonymous namespace)::ThreadInternalsPosix::ThreadInternalsPosix(char const*, void ()(void), void*, bool*, grpc_core::Thread::Options const&)::'lambda'(void*)::operator()(void*) const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/core/lib/gprpp/thd_posix.cc:140:23 (gtests_dbms+0x1074d64a)
[2023-10-11T18:35:59.095Z] #26 grpc_core::(anonymous namespace)::ThreadInternalsPosix::ThreadInternalsPosix(char const*, void ()(void), void*, bool*, grpc_core::Thread::Options const&)::'lambda'(void*)::__invoke(void*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/core/lib/gprpp/thd_posix.cc:110:21 (gtests_dbms+0x1074d64a)
[2023-10-11T18:35:59.095Z]
[2023-10-11T18:35:59.095Z] Previous write of size 8 at 0x0000146f1cf0 by thread T398:
[2023-10-11T18:35:59.095Z] [failed to restore the stack]
[2023-10-11T18:35:59.095Z]
[2023-10-11T18:35:59.095Z] Location is global 'file_level_metadata_mpp_2eproto' of size 192 at 0x0000146f1cf0 (gtests_dbms+0x0000146f1cf0)
[2023-10-11T18:35:59.095Z]
[2023-10-11T18:35:59.095Z] Thread T801 'grpcpp_sync_ser' (tid=547042, running) created by thread T398 at:
[2023-10-11T18:35:59.095Z] #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x2b5583d)
[2023-10-11T18:35:59.095Z] #1 grpc_core::(anonymous namespace)::ThreadInternalsPosix::ThreadInternalsPosix(char const*, void ()(void), void*, bool*, grpc_core::Thread::Options const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/core/lib/gprpp/thd_posix.cc:108:17 (gtests_dbms+0x1074d1d9)
[2023-10-11T18:35:59.095Z] #2 grpc_core::Thread::Thread(char const*, void ()(void), void*, bool*, grpc_core::Thread::Options const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/core/lib/gprpp/thd_posix.cc:186:15 (gtests_dbms+0x1074d1d9)
[2023-10-11T18:35:59.095Z] #3 grpc::ThreadManager::WorkerThread::WorkerThread(grpc::ThreadManager*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:34:10 (gtests_dbms+0x1037bc56)
[2023-10-11T18:35:59.095Z] #4 grpc::ThreadManager::MainWorkLoop() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:181:40 (gtests_dbms+0x1037c014)
[2023-10-11T18:35:59.095Z] #5 grpc::ThreadManager::WorkerThread::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:44:13 (gtests_dbms+0x1037d091)
[2023-10-11T18:35:59.095Z] #6 grpc::ThreadManager::WorkerThread::WorkerThread(grpc::ThreadManager*)::$_0::operator()(void*) const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:36:69 (gtests_dbms+0x1037d091)
[2023-10-11T18:35:59.095Z] #7 grpc::ThreadManager::WorkerThread::WorkerThread(grpc::ThreadManager*)::$_0::__invoke(void*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:36:7 (gtests_dbms+0x1037d091)
[2023-10-11T18:35:59.095Z] #8 grpc_core::(anonymous namespace)::ThreadInternalsPosix::ThreadInternalsPosix(char const*, void ()(void), void*, bool*, grpc_core::Thread::Options const&)::'lambda'(void*)::operator()(void*) const /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/core/lib/gprpp/thd_posix.cc:140:23 (gtests_dbms+0x1074d64a)
[2023-10-11T18:35:59.095Z] #9 grpc_core::(anonymous namespace)::ThreadInternalsPosix::ThreadInternalsPosix(char const*, void ()(void), void*, bool*, grpc_core::Thread::Options const&)::'lambda'(void*)::__invoke(void*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/core/lib/gprpp/thd_posix.cc:110:21 (gtests_dbms+0x1074d64a)
[2023-10-11T18:35:59.095Z]
[2023-10-11T18:35:59.095Z] Thread T398 'grpcpp_sync_ser' (tid=546489, running) created by main thread at:
[2023-10-11T18:35:59.095Z] #0 pthread_create /llvm-project/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:977:3 (gtests_dbms+0x2b5583d)
[2023-10-11T18:35:59.096Z] #1 grpc_core::(anonymous namespace)::ThreadInternalsPosix::ThreadInternalsPosix(char const*, void ()(void), void*, bool*, grpc_core::Thread::Options const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/core/lib/gprpp/thd_posix.cc:108:17 (gtests_dbms+0x1074d1d9)
[2023-10-11T18:35:59.096Z] #2 grpc_core::Thread::Thread(char const*, void ()(void), void*, bool*, grpc_core::Thread::Options const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/core/lib/gprpp/thd_posix.cc:186:15 (gtests_dbms+0x1074d1d9)
[2023-10-11T18:35:59.096Z] #3 grpc::ThreadManager::WorkerThread::WorkerThread(grpc::ThreadManager*) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:34:10 (gtests_dbms+0x1037bc56)
[2023-10-11T18:35:59.096Z] #4 grpc::ThreadManager::Initialize() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/thread_manager/thread_manager.cc:141:32 (gtests_dbms+0x1037cf1c)
[2023-10-11T18:35:59.096Z] #5 grpc::Server::SyncRequestThreadManager::Start() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/server/server_cc.cc:837:7 (gtests_dbms+0x1035cf6b)
[2023-10-11T18:35:59.096Z] #6 grpc::Server::Start(grpc::ServerCompletionQueue**, unsigned long) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/server/server_cc.cc:1206:12 (gtests_dbms+0x1035cf6b)
[2023-10-11T18:35:59.096Z] #7 grpc::ServerBuilder::BuildAndStart() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/grpc/src/cpp/server/server_builder.cc:421:11 (gtests_dbms+0x10354a91)
[2023-10-11T18:35:59.096Z] #8 DB::FlashGrpcServerHolder::FlashGrpcServerHolder(DB::Context&, Poco::Util::LayeredConfiguration&, DB::TiFlashRaftConfig const&, std::__1::shared_ptrDB::Logger const&) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Server/FlashGrpcServerHolder.cpp:173:33 (gtests_dbms+0xd2a7336)
[2023-10-11T18:35:59.096Z] #9 std::__1::__unique_ifDB::FlashGrpcServerHolder::__unique_single std::__1::make_unique<DB::FlashGrpcServerHolder, DB::Context&, Poco::Util::LayeredConfiguration&, DB::TiFlashRaftConfig&, std::__1::shared_ptrDB::Logger const&>(DB::Context&, Poco::Util::LayeredConfiguration&, DB::TiFlashRaftConfig&, std::__1::shared_ptrDB::Logger const&) /usr/local/bin/../include/c++/v1/__memory/unique_ptr.h:728:32 (gtests_dbms+0xd46bb89)
[2023-10-11T18:35:59.096Z] #10 DB::tests::MockComputeServerManager::startServers(std::__1::shared_ptrDB::Logger const&, int) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Debug/MockComputeServerManager.cpp:70:40 (gtests_dbms+0xd46bb89)
[2023-10-11T18:35:59.096Z] #11 DB::tests::MPPTaskTestUtils::startServers(unsigned long) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/MPPTaskTestUtils.cpp:85:42 (gtests_dbms+0x6148af4)
[2023-10-11T18:35:59.096Z] #12 DB::tests::ComputeServerRunner_testMinTSOActiveSetSoftLimit_Test::TestBody() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/Flash/tests/gtest_compute_server.cpp:946:5 (gtests_dbms+0x30eea5f)
[2023-10-11T18:35:59.096Z] #13 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.096Z] #14 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24a205)
[2023-10-11T18:35:59.096Z] #15 testing::Test::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2517:5 (gtests_dbms+0xc223da5)
[2023-10-11T18:35:59.096Z] #16 testing::TestInfo::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2693:11 (gtests_dbms+0xc2255d4)
[2023-10-11T18:35:59.096Z] #17 testing::TestCase::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2811:28 (gtests_dbms+0xc22629d)
[2023-10-11T18:35:59.096Z] #18 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:5177:43 (gtests_dbms+0xc236450)
[2023-10-11T18:35:59.096Z] #19 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2443:10 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.096Z] #20 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::)(), char const) /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:2479:14 (gtests_dbms+0xc24b6a5)
[2023-10-11T18:35:59.096Z] #21 testing::UnitTest::Run() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/src/gtest.cc:4786:10 (gtests_dbms+0xc235738)
[2023-10-11T18:35:59.096Z] #22 RUN_ALL_TESTS() /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/googletest/googletest/include/gtest/gtest.h:2341:46 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.096Z] #23 main /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/dbms/src/TestUtils/gtests_dbms_main.cpp:116:16 (gtests_dbms+0x5ea8ede)
[2023-10-11T18:35:59.096Z]
[2023-10-11T18:35:59.096Z] SUMMARY: ThreadSanitizer: data race /home/jenkins/agent/workspace/tiflash-sanitizer-daily/tiflash/contrib/protobuf/src/google/protobuf/generated_message_reflection.cc:3007:10 in google::protobuf::internal::AssignDescriptors(google::protobuf::internal::DescriptorTable const* ()(), std::__1::once_flag, google::protobuf::Metadata const&)
[2023-10-11T18:35:59.096Z] ==================

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Assignees
No one assigned
Labels
component/compute severity/moderate type/bug The issue is confirmed as a bug.
Projects
None yet
Milestone
No milestone
Development

No branches or pull requests
3 participants
@jebter @yibin87 @SeaRise