[ https://issues.apache.org/jira/browse/KUDU-3631?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17902678#comment-17902678 ]
Bakai Ádám commented on KUDU-3631: ---------------------------------- One example: {code:java} WARNING: ThreadSanitizer: destroy of a locked mutex (pid=411) #0 pthread_mutex_destroy /root/tmp/test123/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1241 (ksck_remote-test+0x308066) #1 kudu::Mutex::~Mutex() /root/tmp/test123/kudu/src/kudu/util/mutex.cc:76:12 (libkudu_util.so+0x3df980) #2 kudu::CountDownLatch::~CountDownLatch() /root/tmp/test123/kudu/src/kudu/util/countdown_latch.h:33:7 (ksck_remote-test+0x372262) #3 kudu::server::ServerBase::~ServerBase() /root/tmp/test123/kudu/src/kudu/server/server_base.cc:772:1 (libserver_process.so+0x1427ef) #4 kudu::kserver::KuduServer::~KuduServer() /root/tmp/test123/kudu/src/kudu/kserver/kserver.h:41:7 (libmaster.so+0x400b3f) #5 kudu::master::Master::~Master() /root/tmp/test123/kudu/src/kudu/master/master.cc:263:1 (libmaster.so+0x3f6dc2) #6 kudu::master::Master::~Master() /root/tmp/test123/kudu/src/kudu/master/master.cc:261:19 (libmaster.so+0x3f70b9) #7 std::__1::default_delete<kudu::master::Master>::operator()(kudu::master::Master*) const /root/tmp/test123/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (libmaster.so+0x434907) #8 std::__1::unique_ptr<kudu::master::Master, std::__1::default_delete<kudu::master::Master> >::reset(kudu::master::Master*) /root/tmp/test123/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (libmaster.so+0x42d9cd) #9 kudu::master::MiniMaster::Shutdown() /root/tmp/test123/kudu/src/kudu/master/mini_master.cc:120:13 (libmaster.so+0x4c18c2) #10 kudu::tools::RemoteKsckTest_TestClusterWithLocation_Test::TestBody() /root/tmp/test123/kudu/src/kudu/tools/ksck_remote-test.cc:612:13 (ksck_remote-test+0x35a1f8) #11 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dbf) #12 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dbf) #13 testing::Test::Run() /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2674:5 (libgtest.so.1.12.1+0x429c1) #14 testing::TestInfo::Run() /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2853:11 (libgtest.so.1.12.1+0x43cd8) #15 testing::TestSuite::Run() /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cb4) #16 testing::internal::UnitTestImpl::RunAllTests() /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597a4) #17 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65c7f) #18 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65c7f) #19 testing::UnitTest::Run() /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d5c) #20 RUN_ALL_TESTS() /root/tmp/test123/kudu/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (ksck_remote-test+0x38d91b) #21 main /root/tmp/test123/kudu/src/kudu/util/test_main.cc:109:10 (ksck_remote-test+0x38c81c) and: #0 pthread_cond_timedwait /root/tmp/test123/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1181 (ksck_remote-test+0x2f5550) #1 kudu::ConditionVariable::WaitUntil(kudu::MonoTime const&) const /root/tmp/test123/kudu/src/kudu/util/condition_variable.cc:87:12 (libkudu_util.so+0x2c400a) #2 kudu::CountDownLatch::WaitUntil(kudu::MonoTime const&) const /root/tmp/test123/kudu/src/kudu/util/countdown_latch.h:89:18 (ksck_remote-test+0x38abe8) #3 kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /root/tmp/test123/kudu/src/kudu/util/countdown_latch.h:99:12 (ksck_remote-test+0x38ab5e) #4 kudu::master::Master::ExpiredReservedTablesDeleterThread() /root/tmp/test123/kudu/src/kudu/master/master.cc:568:42 (libmaster.so+0x3f975e) #5 kudu::master::Master::StartExpiredReservedTablesDeleterThread()::$_2::operator()() const /root/tmp/test123/kudu/src/kudu/master/master.cc:561:42 (libmaster.so+0x3ff551) #6 decltype(std::__1::forward<kudu::master::Master::StartExpiredReservedTablesDeleterThread()::$_2&>(fp)()) std::__1::__invoke<kudu::master::Master::StartExpiredReservedTablesDeleterThread()::$_2&>(kudu::master::Master::StartExpiredReservedTablesDeleterThread()::$_2&) /root/tmp/test123/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x3ff509) #7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::Master::StartExpiredReservedTablesDeleterThread()::$_2&>(kudu::master::Master::StartExpiredReservedTablesDeleterThread()::$_2&) /root/tmp/test123/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x3ff499) I20241202 12:03:01.460966 7487 leader_election.cc:304] T d599a4e3872e43828fa5b8c2b551ed54 P a459e693ccca420f83a07ccac02c6efd [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a459e693ccca420f83a07ccac02c6efd; no voters: 300ad6e7ac034b28923bac9095c765cb, 87a10d0709914f1daaa00bcc952ad5e7 #8 std::__1::__function::__alloc_func<kudu::master::Master::StartExpiredReservedTablesDeleterThread()::$_2, std::__1::allocator<kudu::master::Master::StartExpiredReservedTablesDeleterThread()::$_2>, void ()>::operator()() /root/tmp/test123/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3ff461) #9 std::__1::__function::__func<kudu::master::Master::StartExpiredReservedTablesDeleterThread()::$_2, std::__1::allocator<kudu::master::Master::StartExpiredReservedTablesDeleterThread()::$_2>, void ()>::operator()() /root/tmp/test123/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3fe75d) #10 std::__1::__function::__value_func<void ()>::operator()() const /root/tmp/test123/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5ffa4) #11 std::__1::function<void ()>::operator()() const /root/tmp/test123/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fdd9) #12 kudu::Thread::SuperviseThread(void*) /root/tmp/test123/kudu/src/kudu/util/thread.cc:693:3 (libkudu_util.so+0x44c836) Location is heap block of size 3696 at 0x7b80004e5000 allocated by main thread: #0 operator new(unsigned long) /root/tmp/test123/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (ksck_remote-test+0x352f57) #1 kudu::master::MiniMaster::Start() /root/tmp/test123/kudu/src/kudu/master/mini_master.cc:94:29 (libmaster.so+0x4c1a70) #2 kudu::cluster::InternalMiniCluster::StartMasters() /root/tmp/test123/kudu/src/kudu/mini-cluster/internal_mini_cluster.cc:178:5 (libmini_cluster.so+0xd6bbf) #3 kudu::cluster::InternalMiniCluster::Start() /root/tmp/test123/kudu/src/kudu/mini-cluster/internal_mini_cluster.cc:109:3 (libmini_cluster.so+0xd63eb) #4 kudu::tools::RemoteKsckTest::SetUp() /root/tmp/test123/kudu/src/kudu/tools/ksck_remote-test.cc:137:5 (ksck_remote-test+0x374b66) #5 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dbf) #6 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dbf) #7 testing::Test::Run() /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2669:3 (libgtest.so.1.12.1+0x4279b) #8 testing::TestInfo::Run() /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2853:11 (libgtest.so.1.12.1+0x43cd8) #9 testing::TestSuite::Run() /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cb4) #10 testing::internal::UnitTestImpl::RunAllTests() /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597a4) #11 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65c7f) #12 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65c7f) #13 testing::UnitTest::Run() /root/tmp/test123/kudu/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d5c) #14 RUN_ALL_TESTS() /root/tmp/test123/kudu/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (ksck_remote-test+0x38d91b) #15 main /root/tmp/test123/kudu/src/kudu/util/test_main.cc:109:10 (ksck_remote-test+0x38c81c) Mutex M64312084381192440 is already destroyed.SUMMARY: ThreadSanitizer: destroy of a locked mutex /root/tmp/test123/kudu/src/kudu/util/mutex.cc:76:12 in kudu::Mutex::~Mutex() {code} > TSAN errors in tests when using InternalMiniCluster > --------------------------------------------------- > > Key: KUDU-3631 > URL: https://issues.apache.org/jira/browse/KUDU-3631 > Project: Kudu > Issue Type: Sub-task > Reporter: Bakai Ádám > Priority: Major > -- This message was sent by Atlassian Jira (v8.20.10#820010)